-- Logs begin at Mon 2022-04-18 05:03:17 UTC, end at Mon 2022-04-18 07:16:07 UTC. -- Apr 18 05:50:35.653606 dv-neutron-837488-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 05:50:38.411148 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.common.config [-] Logging enabled! Apr 18 05:50:38.411835 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev117 Apr 18 05:50:38.411952 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109462) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 05:50:38.415786 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.common.config [-] Logging enabled! Apr 18 05:50:38.416040 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev117 Apr 18 05:50:38.416346 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109462) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 05:50:38.417303 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 05:50:38.417565 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 05:50:38.417890 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 05:50:38.418132 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 05:50:38.418354 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 05:50:38.418668 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.418962 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.419264 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.419512 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.419805 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.420089 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.420370 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.420656 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.420954 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.421238 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.421863 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.421863 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.422028 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.422276 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.422563 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.422846 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.423070 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] debug = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.423372 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.423802 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.424206 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.424484 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.424771 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.425050 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.425319 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.425593 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.425877 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.426206 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] host = dv-neutron-837488-1-hyperv {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.426483 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.426766 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.427053 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.427375 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.427648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.427922 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.428207 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.428478 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.428778 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.429169 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.429640 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.429941 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.430237 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.430465 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.430688 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.430979 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.431286 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.431567 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.431849 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.432124 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.432399 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.432670 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.432939 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.433225 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.433506 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.433789 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.434062 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.434336 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.434606 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.434877 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.435159 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.435460 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.435733 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.436006 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.436291 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.436560 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.436830 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.437131 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.437415 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.437695 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.437978 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.438249 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.438532 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.438802 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.439072 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.439383 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] use_json = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.439665 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.439935 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.440215 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.440485 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.440755 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.441026 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.441313 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.441582 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.441859 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:38.442152 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.442446 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.442744 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.443028 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.443338 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.443620 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.443906 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.444184 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.444540 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.445043 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.445333 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.445615 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.445907 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.446185 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.446482 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.446795 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.447089 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.447406 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.447685 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.447961 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.448234 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.448511 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.448796 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.449074 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.449360 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.449649 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.449928 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.450213 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.450504 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.450792 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.451063 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.451362 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.451659 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.451936 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.452209 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.452486 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.452789 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.453051 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.453321 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.453599 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.453876 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.454149 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.454418 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.454694 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.454980 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.455276 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.455549 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.455820 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.456097 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.456367 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.456648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.456923 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.457193 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.457463 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.457740 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.458012 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.458285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.458562 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.458832 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.459106 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.459406 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.459680 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.460505 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.460819 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.461090 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.461358 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.461631 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.461908 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.462181 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.462453 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.462729 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.463002 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.463289 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.463578 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.463873 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.464156 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.464433 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.464714 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.464991 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.465269 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.465548 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.465828 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.466107 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.466383 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.466675 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.466961 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.467256 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.467552 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.467834 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.468131 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.468409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.468692 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.468969 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.469247 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.469529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.469811 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.470104 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.470398 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.470691 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.470982 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.471293 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.471578 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.471982 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.472264 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:38.472480 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 05:50:38.472721 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109462) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 05:50:38.825710 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 05:50:38.825987 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 05:50:38.826274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 05:50:38.826602 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 05:50:39.222389 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.222588 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.222859 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.224169 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.224426 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.224700 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.261136 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.261404 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.261667 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.276668 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.276947 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.277215 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.305776 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.306056 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.306324 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.345596 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.345873 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.346140 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.582051 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.582669 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.582669 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.582834 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.583548 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.703658 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.703971 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.704251 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.704518 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.704781 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.705086 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.705344 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.705598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.705851 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.706131 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.706388 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.706653 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.706906 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.707155 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.707429 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.707690 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.707941 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.708204 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.708468 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.708723 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.708989 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.709240 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.709519 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.709889 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.710233 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.710488 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.710883 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:39.711120 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:39.711387 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:39.711626 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:39.711860 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:39.712091 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:39.712446 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 05:50:39.715509 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 05:50:39.719425 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 05:50:39.723180 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 18 05:50:39.724809 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 05:50:39.725249 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 05:50:39.726104 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 05:50:39.726561 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 05:50:39.729341 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 05:50:39.729589 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 05:50:39.729927 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 05:50:39.735195 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 05:50:39.757687 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 05:50:39.758139 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.758436 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109462) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 05:50:39.758801 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.760175 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109462) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 05:50:39.760449 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 05:50:39.760689 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 05:50:39.764182 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.764463 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:39.827407 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 05:50:39.827643 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 05:50:39.827873 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 05:50:39.828237 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 05:50:39.851601 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_db.sqlalchemy.engines [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109462) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 05:50:40.484735 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing driver for type 'gre' Apr 18 05:50:40.485256 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] gre ID ranges: [(1, 1000)] Apr 18 05:50:40.673220 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing driver for type 'local' Apr 18 05:50:40.673823 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing driver for type 'vlan' Apr 18 05:50:40.753030 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] VlanTypeDriver initialization complete Apr 18 05:50:40.753368 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing driver for type 'vxlan' Apr 18 05:50:40.753915 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] vxlan ID ranges: [(1, 1000)] Apr 18 05:50:41.004699 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing extension driver 'port_security' Apr 18 05:50:41.004962 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.extensions.port_security [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] PortSecurityExtensionDriver initialization complete Apr 18 05:50:41.005292 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing mechanism driver 'openvswitch' Apr 18 05:50:41.005610 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing mechanism driver 'hyperv' Apr 18 05:50:41.012882 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.plugin [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:50:41.013540 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.013901 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.014245 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.014761 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:50:41.015206 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.015574 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.015910 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.016290 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:50:41.016687 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.017028 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.017365 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.017741 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:50:41.018390 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > security_group after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.018729 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > security_group after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.019060 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.019598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:50:41.023274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.023274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.023274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.023274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:50:41.023274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > address_group after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.023739 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > address_group after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.023739 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.023739 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 05:50:41.023739 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] ML2 OVO RPC backend initialized. {{(pid=109462) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 18 05:50:41.024407 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.024767 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.025177 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.025521 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > networks before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.025864 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.026200 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > ports before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.026537 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.026873 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnets before_response 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.027213 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.027574 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.027907 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.028239 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.028572 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.028904 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.029235 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.029568 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.029896 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.036959 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded quota_driver: . Apr 18 05:50:41.037312 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.plugin [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Modular L2 Plugin initialization complete Apr 18 05:50:41.037657 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading services supported by the core plugin {{(pid=109462) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 05:50:41.038022 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.plugins.ml2.managers [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Got port-security extension from driver 'port_security' Apr 18 05:50:41.038716 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.extensions.vlantransparent [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Disabled vlantransparent extension. Apr 18 05:50:41.039232 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109462) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 05:50:41.039574 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: router Apr 18 05:50:41.081696 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.082082 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_create 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.082449 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router before_create 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.082809 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.083176 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.083570 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_delete 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.083925 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.084271 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.084625 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_create 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.085786 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_update 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.086337 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_update 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.086687 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.087046 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_update 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.087482 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.087848 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.088186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.088521 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: subnet after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.088860 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.089208 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.089555 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.089911 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.090236 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.090586 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router after_update 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.090929 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.091298 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_create 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.091657 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.091996 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_update 55549900 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.092355 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > agent after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.092697 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > agent after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.093035 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > network after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.093913 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Tracking information for resource: router configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:41.094238 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Tracking information for resource: floatingip configured {{(pid=109462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 05:50:41.099019 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.db.l3_agentschedulers_db [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 05:50:41.099616 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.099972 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port after_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.100319 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port after_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.100752 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: port after_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.101719 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router before_create 55550100 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.102077 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.102434 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_create 55550100 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.102782 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > router precommit_update 55550100 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.107657 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.provider_configuration [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service providers = [] {{(pid=109462) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 05:50:41.108073 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.db.servicetype_db [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109462) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 05:50:41.110972 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.service_base [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:50:41.111340 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.service_base [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:50:41.111675 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.service_base [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:50:41.112573 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.services.service_base [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 05:50:41.112939 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.services.service_base [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 05:50:41.113311 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.113623 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 05:50:41.124173 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.124506 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: auto_allocate Apr 18 05:50:41.130342 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: network precommit_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.130702 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: network precommit_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.131207 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.131551 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: tag Apr 18 05:50:41.144917 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.145236 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: timestamp Apr 18 05:50:41.150006 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.150332 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: network_ip_availability Apr 18 05:50:41.155698 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.156068 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.156417 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.157185 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.157505 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: flavors Apr 18 05:50:41.162137 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.162461 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading Plugin: revisions Apr 18 05:50:41.166954 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 05:50:41.167369 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_concurrency.lockutils [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.341s {{(pid=109462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 05:50:41.168100 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109462) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 05:50:41.168425 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Initializing extension manager. Apr 18 05:50:41.168924 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: __init__.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.169258 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: __pycache__ {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.169635 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.169963 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: address_group.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.170702 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.171279 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: address-group Apr 18 05:50:41.171604 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: address_scope.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.172310 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.172807 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: address-scope Apr 18 05:50:41.173124 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.174035 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.174532 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: router-admin-state-down-before-update Apr 18 05:50:41.174850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: agent.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.175828 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.176327 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: agent Apr 18 05:50:41.176644 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: agent_resources_synced.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.177546 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.178038 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: agent-resources-synced Apr 18 05:50:41.178355 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.180458 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.181000 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: allowed-address-pairs Apr 18 05:50:41.181321 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.182377 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.182879 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: auto-allocated-topology Apr 18 05:50:41.183197 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: availability_zone.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.196758 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.196758 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: availability_zone Apr 18 05:50:41.196758 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: availability_zone_filter.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.197430 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.197927 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: availability_zone_filter Apr 18 05:50:41.198247 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: data_plane_status.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.199159 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.199678 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 05:50:41.199996 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: default_subnetpools.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.200907 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.201403 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: default-subnetpools Apr 18 05:50:41.201720 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.202521 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.203014 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: dhcp_agent_scheduler Apr 18 05:50:41.203364 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: dns.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.204286 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.204778 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 05:50:41.205096 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: dns_domain_ports.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.205998 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.206486 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 05:50:41.206804 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.207736 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.208229 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 05:50:41.208604 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: dvr.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.209271 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.209762 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: dvr Apr 18 05:50:41.210749 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: ecmp_routes.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.211870 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.212365 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 05:50:41.212681 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: empty_string_filtering.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.213577 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.214071 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: empty-string-filtering Apr 18 05:50:41.214387 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.215334 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.215827 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 05:50:41.216143 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.217041 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.217537 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 05:50:41.217854 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: external_net.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.218748 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.219275 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: external-net Apr 18 05:50:41.219587 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.220480 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.220974 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: extra_dhcp_opt Apr 18 05:50:41.221287 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: extraroute.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.222188 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.222679 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: extraroute Apr 18 05:50:41.222994 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: extraroute_atomic.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.224042 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.224534 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: extraroute-atomic Apr 18 05:50:41.224848 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: filter_validation.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.225523 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.226280 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: filter-validation Apr 18 05:50:41.226595 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: fip_pf_description.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.227518 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.228006 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 05:50:41.228319 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: fip_port_details.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.229231 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.229726 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: fip-port-details Apr 18 05:50:41.230039 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: flavors.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.231274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.231789 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: flavors Apr 18 05:50:41.232106 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.233743 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.234254 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 05:50:41.234582 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: floatingip_pools.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.235294 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.235796 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: floatingip-pools Apr 18 05:50:41.236118 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: ip_allocation.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.237041 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.237537 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 05:50:41.237859 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.243785 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.244286 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: ip-substring-filtering Apr 18 05:50:41.244610 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l2_adjacency.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.245527 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.246016 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 05:50:41.246333 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.247305 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.247812 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: router Apr 18 05:50:41.248132 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.250462 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.250978 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 05:50:41.251341 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.252269 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.252769 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: ext-gw-mode Apr 18 05:50:41.253092 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.253997 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.254496 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: l3-ha Apr 18 05:50:41.254908 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3_flavors.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.255864 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.256365 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: l3-flavors Apr 18 05:50:41.256689 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.258389 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.258889 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 05:50:41.259211 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: l3agentscheduler.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.260259 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.260788 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: l3_agent_scheduler Apr 18 05:50:41.261105 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: logging.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.262575 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.263083 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension logging not supported by any of loaded plugins Apr 18 05:50:41.263433 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: metering.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.264161 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.264726 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: metering Apr 18 05:50:41.265053 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.266128 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.266648 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: metering_source_and_destination_fields Apr 18 05:50:41.266973 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: multiprovidernet.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.267916 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.268680 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: multi-provider Apr 18 05:50:41.268998 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: netmtu.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.269893 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.270386 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: net-mtu Apr 18 05:50:41.270703 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: netmtu_writable.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.271631 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.272127 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: net-mtu-writable Apr 18 05:50:41.272487 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: network_availability_zone.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.273340 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.273844 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: network_availability_zone Apr 18 05:50:41.274160 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: network_ip_availability.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.275273 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.275777 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: network-ip-availability Apr 18 05:50:41.276099 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: network_segment_range.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.276856 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.277350 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 05:50:41.277667 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: pagination.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.278625 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.278947 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: pagination Apr 18 05:50:41.279277 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: port_device_profile.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.280166 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.280666 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: port-device-profile Apr 18 05:50:41.280982 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.281900 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.282392 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: port-mac-address-regenerate Apr 18 05:50:41.282708 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.283641 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.284135 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: port-numa-affinity-policy Apr 18 05:50:41.284450 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: port_resource_request.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.285350 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.285839 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 05:50:41.286154 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: portbindings.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.287064 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.287583 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: binding Apr 18 05:50:41.287899 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: portbindings_extended.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.289580 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.290092 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: binding-extended Apr 18 05:50:41.290419 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: portsecurity.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.291352 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.291858 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: port-security Apr 18 05:50:41.292181 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: project_id.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.293143 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.293476 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: project-id Apr 18 05:50:41.293797 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: providernet.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.294704 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.295202 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: provider Apr 18 05:50:41.295546 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.299035 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.299577 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos not supported by any of loaded plugins Apr 18 05:50:41.299906 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.301139 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.301640 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 05:50:41.301963 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.302861 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.303383 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 05:50:41.304334 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_default.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.305398 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.305898 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-default not supported by any of loaded plugins Apr 18 05:50:41.306217 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_fip.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.306861 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.307395 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 05:50:41.307712 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.308626 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.309122 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 05:50:41.309437 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.310333 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.310831 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 05:50:41.311147 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_pps_rule.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.312344 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.312849 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-pps not supported by any of loaded plugins Apr 18 05:50:41.313167 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.314071 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.314570 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 05:50:41.314886 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: qos_rules_alias.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.315969 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.316471 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 05:50:41.316787 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: quotasv2.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.317679 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.318002 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: quotas Apr 18 05:50:41.318317 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: quotasv2_detail.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.320837 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.321173 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: quota_details Apr 18 05:50:41.321500 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: rbac.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.322549 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.323067 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: rbac-policies Apr 18 05:50:41.323421 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: rbac_address_group.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.324362 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.324874 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: rbac-address-group Apr 18 05:50:41.325190 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: rbac_address_scope.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.326091 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.328161 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: rbac-address-scope Apr 18 05:50:41.328502 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: rbac_security_groups.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.329428 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.329930 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: rbac-security-groups Apr 18 05:50:41.330251 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.331162 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.331699 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: rbac-subnetpool Apr 18 05:50:41.332023 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: revisionifmatch.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.332933 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.333438 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: revision-if-match Apr 18 05:50:41.333758 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: revisions.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.334898 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.335730 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: standard-attr-revisions Apr 18 05:50:41.336063 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: router_availability_zone.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.336742 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.337242 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: router_availability_zone Apr 18 05:50:41.337564 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: routerservicetype.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.338482 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.338981 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 05:50:41.339328 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.340239 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.340740 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: security-groups-normalized-cidr Apr 18 05:50:41.341060 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.341969 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.342464 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: port-security-groups-filtering Apr 18 05:50:41.342784 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.343725 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.344231 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: security-groups-remote-address-group Apr 18 05:50:41.344550 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: securitygroup.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.354537 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.355065 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: security-group Apr 18 05:50:41.355436 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: segment.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.356222 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.356723 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension segment not supported by any of loaded plugins Apr 18 05:50:41.357047 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.357977 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.358478 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 05:50:41.358798 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: servicetype.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.359992 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.360501 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: service-type Apr 18 05:50:41.360822 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: sorting.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.361793 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.362120 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: sorting Apr 18 05:50:41.362437 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: standard_attr_segment.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.363382 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.363884 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 05:50:41.364206 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: standardattrdescription.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.364845 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.365348 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: standard-attr-description Apr 18 05:50:41.365662 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: stateful_security_group.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.367367 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.367899 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: stateful-security-group Apr 18 05:50:41.368222 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: stdattrs_common.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.368802 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 05:50:41.369121 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.370040 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.370539 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 05:50:41.370854 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: subnet_onboard.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.371974 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.372484 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: subnet_onboard Apr 18 05:50:41.372802 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.373722 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.374221 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 05:50:41.374544 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: subnet_service_types.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.375492 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.375993 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: subnet-service-types Apr 18 05:50:41.376309 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: subnetallocation.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.377386 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.377893 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: subnet_allocation Apr 18 05:50:41.378211 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.378869 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.379392 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: subnetpool-prefix-ops Apr 18 05:50:41.379709 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.380622 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.381115 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 05:50:41.381430 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: tagging.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.383378 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.383892 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: standard-attr-tag Apr 18 05:50:41.384215 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: timestamp.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.385415 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.385918 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loaded extension: standard-attr-timestamp Apr 18 05:50:41.386242 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: trunk.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.387279 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.387785 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension trunk not supported by any of loaded plugins Apr 18 05:50:41.388103 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: trunk_details.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.389015 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.389518 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 05:50:41.389835 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.390742 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.391265 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 05:50:41.391584 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Loading extension file: vlantransparent.py {{(pid=109462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 05:50:41.392247 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 05:50:41.392741 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 05:50:41.395448 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:network Apr 18 05:50:41.395964 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:subnet Apr 18 05:50:41.396351 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:50:41.396733 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:port Apr 18 05:50:41.398247 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.398677 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service FLAVORS assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.399327 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.399755 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.400081 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:router Apr 18 05:50:41.400500 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 05:50:41.400973 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service METERING assigned prefix: /metering {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.402393 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.402761 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.403121 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:50:41.404145 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 05:50:41.404584 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:security_group Apr 18 05:50:41.405015 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 05:50:41.405605 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service CORE assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.405940 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:50:41.406289 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] subnetpool is already registered Apr 18 05:50:41.406716 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service CORE assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.407036 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:50:41.407393 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] subnetpool is already registered Apr 18 05:50:41.409691 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.410118 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service FLAVORS assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.410702 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.411115 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.411473 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:router Apr 18 05:50:41.411808 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] router is already registered Apr 18 05:50:41.412209 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 05:50:41.412538 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] floatingip is already registered Apr 18 05:50:41.413003 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service METERING assigned prefix: /metering {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.414002 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 05:50:41.414329 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] rbac_policy is already registered Apr 18 05:50:41.414739 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:security_group Apr 18 05:50:41.415070 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] security_group is already registered Apr 18 05:50:41.415493 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 05:50:41.415821 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] security_group_rule is already registered Apr 18 05:50:41.416430 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service CORE assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.416751 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:50:41.417078 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] subnetpool is already registered Apr 18 05:50:41.417503 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.v2.resource_helper [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Service CORE assigned prefix: {{(pid=109462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 05:50:41.417818 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 05:50:41.418145 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING neutron.quota.resource_registry [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] subnetpool is already registered Apr 18 05:50:41.418604 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: extensions {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.420075 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: address-groups {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.421660 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: address-scopes {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.422818 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: agents {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.423983 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: auto-allocated-topology {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.425238 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: availability_zones {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.426442 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: dhcp-networks {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.427942 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: dhcp-agents {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.430180 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: routers {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.432374 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: flavors {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.433537 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: service_profiles {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.434726 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: next_providers {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.436195 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: service_profiles {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.437700 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: floatingip-pools {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.438906 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: routers {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.441113 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: floatingips {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.442391 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: l3-routers {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.443806 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: l3-agents {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.446161 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: metering-labels {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.447534 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: metering-label-rules {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.448800 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: network-ip-availabilities {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.450060 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: bindings {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.452583 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: quotas {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.454012 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: quotas {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.455451 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: rbac-policies {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.456673 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: security-groups {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.457955 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: security-group-rules {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.459188 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: service-providers {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.460871 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: subnetpools {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.462275 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: subnetpools {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.463763 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.465435 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.467221 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.468995 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.470757 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.472652 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.474316 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.476595 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.478376 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.480137 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron.api.extensions [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Extended resource: tags {{(pid=109462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 05:50:41.486132 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING keystonemiddleware.auth_token [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 05:50:41.490876 dv-neutron-837488-1-hyperv neutron-server[109462]: WARNING keystonemiddleware.auth_token [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 05:50:41.500150 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_concurrency.lockutils [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Acquired lock "singleton_lock" {{(pid=109462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 05:50:41.500619 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_concurrency.lockutils [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Releasing lock "singleton_lock" {{(pid=109462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 05:50:41.501243 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Starting 2 workers Apr 18 05:50:41.506152 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Started child 109605 {{(pid=109462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 05:50:41.511369 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Started child 109606 {{(pid=109462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 05:50:41.512093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:41.512920 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO neutron.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 05:50:41.513576 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [-] (109605) wsgi starting up on http://0.0.0.0:9696 Apr 18 05:50:41.513678 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Notify callbacks [] for process, before_spawn {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:41.516046 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Starting 1 workers Apr 18 05:50:41.516665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:41.518320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [-] (109606) wsgi starting up on http://0.0.0.0:9696 Apr 18 05:50:41.521463 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Started child 109607 {{(pid=109462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 05:50:41.522000 dv-neutron-837488-1-hyperv neutron-server[109462]: INFO oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Starting 1 workers Apr 18 05:50:41.525215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] calling RpcWorker wait() {{(pid=109607) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 05:50:41.525787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] returning from RpcWorker wait() {{(pid=109607) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 05:50:41.526812 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Started child 109608 {{(pid=109462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 05:50:41.526962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:41.527606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:50:41.527707 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG neutron_lib.callbacks.manager [None req-92131411-2202-46e3-9a71-06439b3da8a7 None None] Notify callbacks [] for process, after_spawn {{(pid=109462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:41.529526 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 05:50:41.529734 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 05:50:41.529916 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 05:50:41.530132 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 05:50:41.530444 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 05:50:41.530601 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 05:50:41.531288 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.531559 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.531829 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.531920 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:41.532353 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.532435 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.532946 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.533185 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.533434 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.533704 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.533932 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.534105 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.534266 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.534529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.534763 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.535059 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.535356 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.535598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.535854 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.536019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.536258 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.536517 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.536739 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.536998 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] debug = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.537246 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.537720 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.537974 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.538246 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.538526 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.538970 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.539354 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.539628 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.539889 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.540105 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.540321 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.540564 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.540802 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.541026 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.541243 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.541517 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.541756 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.542230 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] host = dv-neutron-837488-1-hyperv {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.542460 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.542690 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.542960 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.543316 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.543472 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.543762 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.543943 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.544181 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.544428 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.544658 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.544917 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.545170 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.545404 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.545650 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.545807 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_options = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.546030 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.546283 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.546529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.546709 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.546875 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.547028 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.547317 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.547493 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.547699 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.547933 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.548142 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.548367 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.548595 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.548802 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.549037 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.549263 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.549493 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.549720 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.549968 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.550193 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.550438 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.550817 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.551705 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.552244 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.552889 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.553178 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.553423 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.554201 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.554410 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.555026 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.555193 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:50:41.555384 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.555641 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.555864 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.556111 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.556394 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.556620 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.556847 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.557060 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.557327 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.557554 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.557821 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.558075 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.558447 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.559021 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.559437 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.559785 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.560146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_json = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.560373 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.560835 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.561332 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.561641 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.561919 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.562141 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.562363 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.563457 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.563714 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.574706 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575285 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.575850 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.576409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577034 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577617 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577617 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577774 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.577917 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.578133 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.578403 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.578649 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.578903 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.579120 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.579371 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.579616 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.579848 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.580070 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.580309 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.580521 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.580761 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.580975 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.581218 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.581437 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.581648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.581858 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.582078 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.582296 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.582531 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.582767 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.583021 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.583280 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.583518 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.583733 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.583948 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.584177 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.584386 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.584601 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.584900 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.585292 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.585533 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.585791 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.585971 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.586237 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.586478 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.586760 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.587087 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.587349 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.587589 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.587840 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.588088 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.588304 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.588548 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.588781 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.589017 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.589231 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.589513 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.589769 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.590013 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.590276 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.590500 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.590737 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.590972 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.591192 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.591431 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.591679 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.591904 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.592172 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.592427 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.592688 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.592918 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.593168 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.593450 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.594364 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.594364 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.594364 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.594364 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.594711 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.594958 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.595233 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.595481 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.595728 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.595979 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.596236 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.596506 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.596732 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.596958 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.597215 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.597487 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599655 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599655 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.599884 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.600175 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.600456 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.600808 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.601648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.601648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.601648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.601900 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.601989 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.602201 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.602416 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.602655 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.603186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.603186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.603452 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.603601 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.603861 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.604076 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.604316 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.604662 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.605009 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.605344 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.605724 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.606056 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.606438 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.606814 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.607172 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.607575 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.607933 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.608297 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.608738 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.609079 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.609376 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.609630 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.609851 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.610084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.610313 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.610574 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.610790 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.611036 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.611296 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.611516 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.611732 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.611949 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.612180 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.612409 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.612655 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.612902 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.613139 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.613388 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.613732 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.613982 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.614298 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.614531 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.614777 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.615000 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.615213 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.615603 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.616006 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.616727 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.616945 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.617909 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.617909 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.617909 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.617909 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.618250 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.618412 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.618598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.618854 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.619071 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.619313 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.619551 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.619767 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.619980 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.620189 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.620404 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.620613 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.620824 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.621055 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.621347 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.621599 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.621841 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.622097 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.622331 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.622543 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.622858 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.623091 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.623388 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.623609 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.623824 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.624056 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.624278 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.624479 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.624693 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.624916 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.625133 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.625343 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.625562 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.625766 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.625998 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.626218 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.626432 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.626648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.626868 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.627096 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.627349 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.627571 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.627785 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.627995 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.628239 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.628452 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.628658 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.628874 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.629088 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.629295 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.629586 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.629841 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.630058 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.630362 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.630608 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.630872 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.631108 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.631450 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.631699 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.632114 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.632377 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.632628 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.632845 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.633099 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.633452 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.633750 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.633991 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.634252 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.634543 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.634822 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.635091 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.635327 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.635645 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.635981 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.636255 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.636511 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.636738 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.637024 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.637251 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.637467 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.637681 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.637914 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.638128 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.638449 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.639186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.639186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.639186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.639520 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.639621 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.639817 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.640056 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.640280 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.640614 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.640808 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 05:50:41.641597 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 05:50:41.641597 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 05:50:41.641597 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 05:50:41.641826 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 05:50:41.641895 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 05:50:41.642035 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 05:50:41.642236 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.642389 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.642545 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.642699 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.642854 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.643303 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.643478 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.643617 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.643770 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.643923 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.644077 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.644231 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.644385 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.644540 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.644693 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.644847 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645002 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645157 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645316 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645469 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645623 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645776 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.645928 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] debug = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.646141 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.646281 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.646441 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.646593 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.646746 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.646901 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.647053 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.647207 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.647428 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.647584 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.647737 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.647891 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648045 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648198 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648352 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648507 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648661 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648813 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] host = dv-neutron-837488-1-hyperv {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.648967 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.649120 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.649274 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.649428 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.649581 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.649736 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.649891 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650042 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650203 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650357 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650510 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650664 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650817 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.650970 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.651123 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_options = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.651294 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.651450 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.651605 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.651783 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.651942 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.652097 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.652252 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.652406 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.652560 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.652714 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.652867 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653022 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653326 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653479 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653631 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653783 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.653936 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.654091 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.654246 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.654400 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.654552 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.654705 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.654858 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655010 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655163 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655336 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655490 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655643 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655796 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.655952 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.656105 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.656260 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.656414 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.656569 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.656722 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.656875 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657028 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657186 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657339 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657648 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657803 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.657957 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.658113 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.658266 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.658418 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_json = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.658572 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.658724 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.658878 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659283 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659283 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659480 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659480 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659645 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659778 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 05:50:41.659946 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.660112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.660283 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.660461 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.660607 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.660756 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.660898 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661044 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661188 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661326 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661460 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661594 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661728 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.661891 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.662047 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.662205 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.662363 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.662520 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.662831 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.663522 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.663806 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.663968 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.664141 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.664296 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.664453 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.664619 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.664758 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.664934 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.665088 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.665319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:50:41.665428 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.665543 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.665700 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.665860 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666017 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666175 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666333 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666491 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666646 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666803 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.666958 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.667119 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.667297 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.667457 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.667613 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668244 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668244 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668244 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668484 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668484 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668605 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.668735 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.669181 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.669474 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.669781 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.669940 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.670113 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.670375 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.670470 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.670549 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671128 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671128 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671128 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671128 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671579 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671579 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671720 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671800 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.671911 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672073 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672244 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672390 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672528 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672676 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672805 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.672939 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.673103 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.673240 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674016 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674016 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674016 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674016 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674016 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674858 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.674858 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675004 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675118 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675318 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675478 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675637 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675793 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.675949 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.676106 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.676261 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.676482 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.676621 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.676747 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.676920 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677022 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677162 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677317 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677474 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677629 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677787 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.677943 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.678100 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.678255 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.678411 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.678650 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.678834 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.678991 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.679148 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.679325 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.679493 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.679651 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.679810 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.679967 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.680136 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.680304 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.680461 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.680617 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.680773 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.680929 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.681084 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.681239 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.681396 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.681551 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.681707 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.681862 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.682033 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.682198 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.682354 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.682510 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.682665 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.682843 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.683028 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.683157 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.683482 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.683639 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.683797 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.683954 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.684112 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.684271 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.684429 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.684588 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.684747 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.684903 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.685060 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.685217 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.685373 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.685531 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.685689 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.685845 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686004 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686161 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686318 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686474 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686632 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686790 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.686948 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.687105 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.687283 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.687887 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.687887 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.687887 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688348 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688348 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688348 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688828 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688828 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688828 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.688828 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689287 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689287 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689287 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689832 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689832 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689832 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.689832 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.690291 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.690291 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.690291 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.691174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.691174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.691174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.691174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.691174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.691174 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.693494 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.694146 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.695598 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696205 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696205 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696205 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696205 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696205 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696537 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696537 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696688 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696810 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.696979 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.697125 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.697292 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.697448 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.697605 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.697760 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.697920 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.698079 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.698244 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.698400 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.698558 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.698711 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.698868 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.699026 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.699191 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.699384 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.699543 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.699683 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.699843 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700017 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700169 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700325 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700481 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700743 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700989 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.700989 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.701159 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.701239 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.701374 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.701529 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.701690 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.701847 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702181 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702319 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702476 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702642 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702767 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.702923 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.703090 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.703295 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.703429 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.703590 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.703750 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.703906 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.704063 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.704224 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.704389 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.705007 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.705007 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.705007 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.705007 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706019 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706580 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706580 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706580 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706580 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706872 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.706872 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707015 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707091 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707293 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707393 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707532 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707687 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707843 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.707999 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.708154 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.708310 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.708466 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 05:50:41.708615 dv-neutron-837488-1-hyperv neutron-server[109462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 05:50:41.829806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44200) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:50:41.839415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073357 Apr 18 05:50:53.402238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9bd4d-d238-41dd-a9b7-6a8b87dffeb9 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 05:50:53.502525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9bd4d-d238-41dd-a9b7-6a8b87dffeb9 None None] No non-hosted networks {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 05:50:53.510440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.agentschedulers_db [None req-15b9bd4d-d238-41dd-a9b7-6a8b87dffeb9 None None] DHCP Agent not found on host dv-neutron-837488-1-hyperv {{(pid=109607) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 05:50:53.634642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1dba24e-f19c-4046-a8dd-4e660a2a918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1592308'] for agent, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:55.914832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2811-5317-49c8-b50f-c61530816456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1592308'] for agent, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.085485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-10cb267a-d195-414b-81d7-775d27715a39 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-837488-1-hyperv {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 05:50:56.086276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-10cb267a-d195-414b-81d7-775d27715a39 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 05:50:56.674014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-10cb267a-d195-414b-81d7-775d27715a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:56.907667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1592308'] for agent, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.629838 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.db.l3_hamode_db [None req-971560be-00a5-48e0-9f26-18d660c031b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 05:50:58.665731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1592308'] for agent, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.712783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971560be-00a5-48e0-9f26-18d660c031b0 None None] Routers set() bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:50:58.713175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971560be-00a5-48e0-9f26-18d660c031b0 None None] Router IDs set() for agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 05:50:58.833177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1592308'] for agent, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:50:58.833816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.834748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.835339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.835775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.836103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.836418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.836755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.837193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.837525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.837888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.838203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.838519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:50:58.838885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837488-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:50:58.846203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837488-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:50:59.596359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44292) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:00.109231 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING oslo_policy.policy [None req-a7bcce8d-82fb-4435-87f7-ae4f663fa705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:00.109846 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING oslo_policy.policy [None req-a7bcce8d-82fb-4435-87f7-ae4f663fa705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:00.332229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-a7bcce8d-82fb-4435-87f7-ae4f663fa705 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:51:00.333305 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a7bcce8d-82fb-4435-87f7-ae4f663fa705 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7359009 Apr 18 05:51:02.741433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44308) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:03.052712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:03.146248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.policy [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109605) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 05:51:03.192129 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING oslo_policy.policy [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:03.192516 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING oslo_policy.policy [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:03.364911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772156641393', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772156641820', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772156588357', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772156594721', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772157073808', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772156609073', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16235483', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16223433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578792', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646868'] for rbac-policy, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.523427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:03.524627 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-859cffd2-cacc-457e-bc95-1bfeeaa612a1 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7822323 Apr 18 05:51:06.115941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44320) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:06.406000 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Request body: {'network': {'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'name': 'private', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:06.535761 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Made reservation on behalf of 1ad39dc6893b43cf920db8ab757a539f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:06.538706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.555782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.663441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.718322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.742154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:51:06.766618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772159818087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:06.767196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Unsubscribe: segment precommit_create {{(pid=109605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 05:51:06.767735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Added segment b0319b10-0f2d-43a3-beb3-65b2b85ec4e7 of type vlan for network 71763e81-ec2a-425c-b81a-9fe7a8715291 Apr 18 05:51:06.773731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43a6b9d-7f27-41d8-b0f7-4da1b36d68aa,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:06.794096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.794390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.794717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.795038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.795384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.795721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.796037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.796368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.796687 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.796994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.797347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.797675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Tracked resource versions report: Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: pushed versions: Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: { 'AddressGroup': {'1.2'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'ConntrackHelper': {'1.0'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Log': {'1.0'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Network': {'1.1'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Port': {'1.7'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'PortForwarding': {'1.2'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'QosPolicy': {'1.9'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroup': {'1.4'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SubPort': {'1.0'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Subnet': {'1.1'}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Trunk': {'1.1'}} Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: consumer versions: Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'ConntrackHelper': '1.0', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Log': '1.0', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Network': '1.1', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Port': '1.7', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'PortForwarding': '1.2', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'QosPolicy': '1.9', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroup': '1.4', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroupRule': '1.2', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SubPort': '1.0', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Subnet': '1.1', Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Trunk': '1.1'}} Apr 18 05:51:06.798976 dv-neutron-837488-1-hyperv neutron-server[109605]: {{(pid=109605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:51:06.949157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.032965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.034051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:07.034702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:07.128906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] Pushing event updated for resources: {'Network': ['ID=71763e81-ec2a-425c-b81a-9fe7a8715291,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:07.140663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:51:07.147851 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d4fcbe8e-28de-4390-b5da-a2db4a93ff5f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0273440 Apr 18 05:51:09.816344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 44334) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:10.308164 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING oslo_policy.policy [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:10.308757 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING oslo_policy.policy [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:10.765082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.policy [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109606) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 05:51:10.812539 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING oslo_policy.policy [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:10.812916 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING oslo_policy.policy [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 05:51:10.821033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:10.822990 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2a2f019a-6c8d-408a-9ae5-1bdd8da96b4f admin admin] 10.222.0.43 "GET /v2.0/networks/71763e81-ec2a-425c-b81a-9fe7a8715291 HTTP/1.1" status: 200 len: 825 time: 1.0044947 Apr 18 05:51:10.862587 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c73f5d12-0652-4911-9de2-1798c41c2c73 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/62bca9ba-a7a5-4414-96ff-40424f8d9fc7 HTTP/1.1" status: 200 len: 734 time: 0.0334232 Apr 18 05:51:10.872154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:10.953063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Made reservation on behalf of 1ad39dc6893b43cf920db8ab757a539f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:10.955788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.278743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.347767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Checking segment: {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:51:11.348134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Network hostable DHCP agents. Network: 71763e81-ec2a-425c-b81a-9fe7a8715291, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:11.357713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9206f0bf-6f11-4bc5-a08b-fb17ebe947b7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:11.371262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.371620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.371957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.372284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.372606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.372942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.373261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.373594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.373910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.374219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.374529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.374835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Tracked resource versions report: Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: pushed versions: Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: { 'AddressGroup': {'1.2'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'ConntrackHelper': {'1.0'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Log': {'1.0'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Network': {'1.1'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Port': {'1.7'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'PortForwarding': {'1.2'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'QosPolicy': {'1.9'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroup': {'1.4'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SubPort': {'1.0'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Subnet': {'1.1'}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Trunk': {'1.1'}} Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: consumer versions: Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'ConntrackHelper': '1.0', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Log': '1.0', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Network': '1.1', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Port': '1.7', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'PortForwarding': '1.2', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'QosPolicy': '1.9', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroup': '1.4', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroupRule': '1.2', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SubPort': '1.0', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Subnet': '1.1', Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Trunk': '1.1'}} Apr 18 05:51:11.376159 dv-neutron-837488-1-hyperv neutron-server[109606]: {{(pid=109606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:51:11.438100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:11.483672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 71763e81-ec2a-425c-b81a-9fe7a8715291) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:11.488245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:11.488866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:11.494351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c03c37a-af84-473d-a34b-8d568337c7a7 None None] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:51:11.543874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-37d2a376-d6d0-4ed0-9385-c5fe32691478 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6749270 Apr 18 05:51:11.818563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-71763e81-ec2a-425c-b81a-9fe7a8715291', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 05:51:11.819867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.115144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Allocated IP 172.20.0.2 (71763e81-ec2a-425c-b81a-9fe7a8715291/9206f0bf-6f11-4bc5-a08b-fb17ebe947b7/77c8fac9-f47c-41a4-97d6-f497574ad2c0) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:12.314185 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.382552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.456905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:12.462388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:12.472878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:51:12.475041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Pushing event updated for resources: {'Port': ['ID=77c8fac9-f47c-41a4-97d6-f497574ad2c0,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:12.484582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.484950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.485293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.485627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.485956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.486300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.486631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.486972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.487337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.487979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.488308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.488629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Tracked resource versions report: Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: pushed versions: Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: { 'AddressGroup': {'1.2'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'ConntrackHelper': {'1.0'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Log': {'1.0'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Network': {'1.1'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Port': {'1.7'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'PortForwarding': {'1.2'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'QosPolicy': {'1.9'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroup': {'1.4'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SubPort': {'1.0'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Subnet': {'1.1'}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Trunk': {'1.1'}} Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: consumer versions: Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'ConntrackHelper': '1.0', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Log': '1.0', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Network': '1.1', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Port': '1.7', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'PortForwarding': '1.2', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'QosPolicy': '1.9', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroup': '1.4', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroupRule': '1.2', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SubPort': '1.0', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Subnet': '1.1', Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Trunk': '1.1'}} Apr 18 05:51:12.489970 dv-neutron-837488-1-hyperv neutron-server[109607]: {{(pid=109607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:51:12.564070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Attempting to bind port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:12.564709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Attempting to bind port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:12.564889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Attempting to bind port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 on network 71763e81-ec2a-425c-b81a-9fe7a8715291 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:51:12.570235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:51:12.570632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Checking segment: {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:51:12.571116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.571529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Bound using segment: {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:51:12.572036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Bound port: 77c8fac9-f47c-41a4-97d6-f497574ad2c0, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:12.572448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.636063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] For port 77c8fac9-f47c-41a4-97d6-f497574ad2c0, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:51:12.657225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] For port 77c8fac9-f47c-41a4-97d6-f497574ad2c0, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=77c8fac9-f47c-41a4-97d6-f497574ad2c0,segment=NetworkSegment(b0319b10-0f2d-43a3-beb3-65b2b85ec4e7),segment_id=b0319b10-0f2d-43a3-beb3-65b2b85ec4e7)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:51:12.724750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:12.780671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc72a65-a130-481d-882a-2fef00ee8132 None None] Pushing event updated for resources: {'Port': ['ID=77c8fac9-f47c-41a4-97d6-f497574ad2c0,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:14.003200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 44354) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:14.322876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-ca852174-31e8-4089-9a30-29b575b68aad admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:51:14.323900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ca852174-31e8-4089-9a30-29b575b68aad admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3196766 Apr 18 05:51:16.747580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44362) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:17.071918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-5030b8db-8651-425a-9f61-4a43f99ddafb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:51:17.072905 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5030b8db-8651-425a-9f61-4a43f99ddafb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3243914 Apr 18 05:51:19.760448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44372) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:20.089200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:20.111605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 77c8fac9-f47c-41a4-97d6-f497574ad2c0 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:51:20.198723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.199791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:20.200168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.200274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.309039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.339262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.343026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 77c8fac9-f47c-41a4-97d6-f497574ad2c0, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=77c8fac9-f47c-41a4-97d6-f497574ad2c0,segment=NetworkSegment(b0319b10-0f2d-43a3-beb3-65b2b85ec4e7),segment_id=b0319b10-0f2d-43a3-beb3-65b2b85ec4e7)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:51:20.422254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.444652 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.480106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:20.481299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-484b25bb-2da9-4091-8ba0-043ab3f72d80 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7198882 Apr 18 05:51:20.492508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=77c8fac9-f47c-41a4-97d6-f497574ad2c0,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:21.144074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50550c1-b137-4955-9037-869d5abdbf26 None None] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:51:21.255943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f9714619-b91f-4382-8db8-60d706f590d2 None None] Provisioning complete for port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:21.256304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9714619-b91f-4382-8db8-60d706f590d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:21.604124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-63aea623-b59f-46ea-a64d-c0dd0b8ef9e0 None None] Provisioning complete for port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:21.604518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-63aea623-b59f-46ea-a64d-c0dd0b8ef9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.073492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 77c8fac9-f47c-41a4-97d6-f497574ad2c0 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:51:22.119591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:22.119963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:22.915129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:23.220742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-ec4c9e84-d83b-47ce-8345-a1fdf4a05155 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:51:23.221717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ec4c9e84-d83b-47ce-8345-a1fdf4a05155 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056402 Apr 18 05:51:23.409997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cd207c58-8b0f-4934-bd80-9f30f2820881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.637014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44392) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:25.752377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0034c442-213d-49bf-a761-615c0c1a8d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:25.953800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:26.038271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Made reservation on behalf of f208470e70de40e980c7c5a7431376e3 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:26.040579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.048701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.119664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.163567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.180622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Reserving flat network on physical network physnet1 {{(pid=109605) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 05:51:26.194653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2f70a-f498-41a9-8734-b844d53c09d9,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:26.201287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.201756 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Added segment d3c5c93f-0c18-4a1d-9533-6bd4d121321b of type flat for network a6a2ace3-418d-401b-96c6-aa45135952f8 Apr 18 05:51:26.254360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.318068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.318990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:26.319583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:26.384883 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7467995 Apr 18 05:51:26.397971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e71f-6c3b-4bc9-b3db-a7d4f5e4f172 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a2ace3-418d-401b-96c6-aa45135952f8,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:26.408274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a6a2ace3-418d-401b-96c6-aa45135952f8 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:51:26.866619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.586819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:28.784800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44410) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:28.837988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.000056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cbd00-0db4-4712-8bf9-f8ce3968fe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:29.001427 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e79cbd00-0db4-4712-8bf9-f8ce3968fe50 admin admin] 10.222.0.43 "GET /v2.0/subnets/9206f0bf-6f11-4bc5-a08b-fb17ebe947b7 HTTP/1.1" status: 200 len: 849 time: 0.2155817 Apr 18 05:51:29.117709 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e5758008-5925-4b90-841a-3eca99ece9b3 admin admin] 10.222.0.43 "GET /v2.0/routers/32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d HTTP/1.1" status: 200 len: 704 time: 0.1097822 Apr 18 05:51:29.380551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.674953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Allocated IP 172.20.0.1 (71763e81-ec2a-425c-b81a-9fe7a8715291/9206f0bf-6f11-4bc5-a08b-fb17ebe947b7/838d54cf-51e3-4bc7-aa1d-2b2871a54b2a) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:29.855685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:29.959266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.033898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:30.041978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:30.047392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Pushing event updated for resources: {'Port': ['ID=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:30.050577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:51:30.050707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.252552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-db37387d-7a0d-4db1-8d6c-c8958858ba38 None None] Provisioning complete for port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:30.253126 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db37387d-7a0d-4db1-8d6c-c8958858ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.285504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-db37387d-7a0d-4db1-8d6c-c8958858ba38 None None] Port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:51:30.341141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.544546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.597607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.598888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.679362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Pushing event updated for resources: {'Port': ['ID=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:30.725266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:30.726575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:30.907548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-41a51749-d345-4bdd-aa39-1ec24091fb46 None None] Provisioning complete for port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:30.907915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41a51749-d345-4bdd-aa39-1ec24091fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:30.941436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-41a51749-d345-4bdd-aa39-1ec24091fb46 None None] Port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:51:30.964122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:51:31.053587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:51:31.058630 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b0b5c9ec-cf5f-49de-ab69-4fceb118f59e admin admin] 10.222.0.43 "PUT /v2.0/routers/32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9339473 Apr 18 05:51:31.063467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Sync routers for ids ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:31.076686 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Routers {'32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:51:31.077412 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:51:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:31.260624 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Set router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:51:31.686691 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'name': 'router1', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:51:20Z', 'updated_at': '2022-04-18T05:51:30Z', 'revision_number': 2, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'gw_port_host': None, '_interfaces': [{'id': '838d54cf-51e3-4bc7-aa1d-2b2871a54b2a', 'name': '', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'mac_address': 'fa:16:3e:cf:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:29Z', 'updated_at': '2022-04-18T05:51:30Z', 'revision_number': 2, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'subnets': [{'id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:31.737370 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Checking router: 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:31.737737 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Updating router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:31.814175 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.298750 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.364457 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.508903 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Pushing event updated for resources: {'Port': ['ID=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:32.546653 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.547008 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.547377 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.547736 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.548034 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.548366 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.548690 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.549087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.549374 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.549931 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.550262 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.550575 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Tracked resource versions report: Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: pushed versions: Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: { 'AddressGroup': {'1.2'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'ConntrackHelper': {'1.0'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Log': {'1.0'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Network': {'1.1'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Port': {'1.7'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'PortForwarding': {'1.2'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'QosPolicy': {'1.9'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroup': {'1.4'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SubPort': {'1.0'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Subnet': {'1.1'}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Trunk': {'1.1'}} Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: consumer versions: Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'ConntrackHelper': '1.0', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Log': '1.0', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Network': '1.1', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Port': '1.7', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'PortForwarding': '1.2', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'QosPolicy': '1.9', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroup': '1.4', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroupRule': '1.2', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SubPort': '1.0', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Subnet': '1.1', Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Trunk': '1.1'}} Apr 18 05:51:32.552988 dv-neutron-837488-1-hyperv neutron-server[109608]: {{(pid=109608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:51:32.558711 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Attempting to bind port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:32.559106 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Attempting to bind port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:32.559582 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Attempting to bind port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a on network 71763e81-ec2a-425c-b81a-9fe7a8715291 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:51:32.565604 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:51:32.565996 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Checking segment: {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:51:32.566485 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.567519 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Bound using segment: {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:51:32.568134 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Bound port: 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0319b10-0f2d-43a3-beb3-65b2b85ec4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:32.568549 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.642568 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] For port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:51:32.662987 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] For port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,segment=NetworkSegment(b0319b10-0f2d-43a3-beb3-65b2b85ec4e7),segment_id=b0319b10-0f2d-43a3-beb3-65b2b85ec4e7)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:51:32.672145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-40a43dd2-3caa-4de2-a7e0-517ce50ba9b1 None None] Provisioning complete for port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:32.672819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-40a43dd2-3caa-4de2-a7e0-517ce50ba9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.706537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-40a43dd2-3caa-4de2-a7e0-517ce50ba9b1 None None] Port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:51:32.747047 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:32.817832 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Routers {'32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:51:32.818448 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:51:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:32.820406 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b3e5e-3815-4822-ab9e-ee83367e08c6 None None] Pushing event updated for resources: {'Port': ['ID=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:32.929836 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] Set router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:51:33.031419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5923f5ae-40f8-4113-b3b7-11682c56937c None None] Provisioning complete for port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:33.031895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5923f5ae-40f8-4113-b3b7-11682c56937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.111577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5923f5ae-40f8-4113-b3b7-11682c56937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.151642 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'name': 'router1', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:51:20Z', 'updated_at': '2022-04-18T05:51:30Z', 'revision_number': 2, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'gw_port_host': None, '_interfaces': [{'id': '838d54cf-51e3-4bc7-aa1d-2b2871a54b2a', 'name': '', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'mac_address': 'fa:16:3e:cf:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:29Z', 'updated_at': '2022-04-18T05:51:32Z', 'revision_number': 4, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'subnets': [{'id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:33.152980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5923f5ae-40f8-4113-b3b7-11682c56937c None None] For port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,segment=NetworkSegment(b0319b10-0f2d-43a3-beb3-65b2b85ec4e7),segment_id=b0319b10-0f2d-43a3-beb3-65b2b85ec4e7)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:51:33.177281 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40f633-89e4-4818-9a27-30580ca0dcb0 None None] The sync data for ids ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'] in dv-neutron-837488-1-hyperv is: [{'id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'name': 'router1', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:51:20Z', 'updated_at': '2022-04-18T05:51:30Z', 'revision_number': 2, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'gw_port_host': None, '_interfaces': [{'id': '838d54cf-51e3-4bc7-aa1d-2b2871a54b2a', 'name': '', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'mac_address': 'fa:16:3e:cf:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:29Z', 'updated_at': '2022-04-18T05:51:32Z', 'revision_number': 4, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'subnets': [{'id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:33.221076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5923f5ae-40f8-4113-b3b7-11682c56937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.275587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923f5ae-40f8-4113-b3b7-11682c56937c None None] Pushing event updated for resources: {'Port': ['ID=838d54cf-51e3-4bc7-aa1d-2b2871a54b2a,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:33.405289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44432) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:33.515734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257f53fd-bad0-477c-b080-e27e7fd0f2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:33.517096 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-257f53fd-bad0-477c-b080-e27e7fd0f2b6 admin admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 842 time: 0.1107523 Apr 18 05:51:33.528230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Request body: {'subnet': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'gateway_ip': '172.26.4.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:33.616210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Made reservation on behalf of f208470e70de40e980c7c5a7431376e3 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:51:33.618443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:33.976159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 05:51:33.976587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.042822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680b71ed-ee45-4969-a6ee-32573075a103,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:34.045892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:51:34.046248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Network hostable DHCP agents. Network: a6a2ace3-418d-401b-96c6-aa45135952f8, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:51:34.152366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:51:34.226718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, a6a2ace3-418d-401b-96c6-aa45135952f8) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:34.235935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b54be-966f-4274-9f39-c7b04243f3ba None None] Network a6a2ace3-418d-401b-96c6-aa45135952f8 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:51:34.236881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:34.237490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:34.343526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9b2ceb35-16ac-4c41-a74b-7eff9e9057e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8186278 Apr 18 05:51:34.366818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b5b00b-7eee-4cfb-88ef-200d33c1b97f None None] Network a6a2ace3-418d-401b-96c6-aa45135952f8 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:51:36.666551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44440) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:36.799123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e89314b6-49cc-4008-aab3-4afce664d8e0 admin admin] 10.222.0.43 "GET /v2.0/routers/32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d HTTP/1.1" status: 200 len: 710 time: 0.1313145 Apr 18 05:51:36.956212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16690a5-78c3-42a3-8150-0996761e9c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:51:36.957602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f16690a5-78c3-42a3-8150-0996761e9c42 admin admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 886 time: 0.1508358 Apr 18 05:51:36.967104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:51:37.209126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.538746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.610527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.717559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Allocated IP 172.26.4.91 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/3739563f-ec2a-411a-acc3-4124e2f4f536) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:51:37.822836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.912683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:37.960332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:51:37.964048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:51:37.966097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Pushing event updated for resources: {'Port': ['ID=3739563f-ec2a-411a-acc3-4124e2f4f536,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:37.968050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:51:38.274389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.573320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.576887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.685300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:51:38.789882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:51:38.794131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:38.795360 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-71a7d31e-6ffd-4bc5-8032-3293801d1b34 admin admin] 10.222.0.43 "PUT /v2.0/routers/32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d HTTP/1.1" status: 200 len: 889 time: 1.8314207 Apr 18 05:51:39.682727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Sync routers for ids ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:51:39.693440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Routers {'32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:51:39.694148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:51:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:39.908189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Set router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:51:40.114193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:51:40.277520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:40.277805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.463371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'name': 'router1', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '3739563f-ec2a-411a-acc3-4124e2f4f536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:51:20Z', 'updated_at': '2022-04-18T05:51:38Z', 'revision_number': 4, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'gw_port': {'id': '3739563f-ec2a-411a-acc3-4124e2f4f536', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:37Z', 'updated_at': '2022-04-18T05:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '838d54cf-51e3-4bc7-aa1d-2b2871a54b2a', 'name': '', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'mac_address': 'fa:16:3e:cf:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:29Z', 'updated_at': '2022-04-18T05:51:33Z', 'revision_number': 5, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'subnets': [{'id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:40.517395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Checking router: 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:51:40.517739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Updating router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d port 3739563f-ec2a-411a-acc3-4124e2f4f536 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:51:40.567167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.876381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:40.963694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.010214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Attempting to bind port 3739563f-ec2a-411a-acc3-4124e2f4f536 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:51:41.010580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Attempting to bind port 3739563f-ec2a-411a-acc3-4124e2f4f536 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:51:41.010939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Attempting to bind port 3739563f-ec2a-411a-acc3-4124e2f4f536 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:51:41.020367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:51:41.020739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:51:41.021131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.021517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:51:41.021974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Bound port: 3739563f-ec2a-411a-acc3-4124e2f4f536, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:51:41.022364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.024639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209df21-5fde-449d-bb0e-bafad39fa88d None None] Pushing event updated for resources: {'Port': ['ID=3739563f-ec2a-411a-acc3-4124e2f4f536,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:41.072594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] For port 3739563f-ec2a-411a-acc3-4124e2f4f536, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:51:41.076256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] For port 3739563f-ec2a-411a-acc3-4124e2f4f536, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3739563f-ec2a-411a-acc3-4124e2f4f536,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:51:41.141580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:41.197708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Routers {'32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:51:41.198311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:51:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:41.245231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209df21-5fde-449d-bb0e-bafad39fa88d None None] Pushing event updated for resources: {'Port': ['ID=3739563f-ec2a-411a-acc3-4124e2f4f536,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:41.303274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 44452) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:51:41.311401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] Set router 32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:51:41.413991 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c8d6946e-5e8f-4152-b42c-8596f5ff51ff admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1095097 Apr 18 05:51:41.527494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'name': 'router1', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '3739563f-ec2a-411a-acc3-4124e2f4f536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:51:20Z', 'updated_at': '2022-04-18T05:51:38Z', 'revision_number': 4, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'gw_port': {'id': '3739563f-ec2a-411a-acc3-4124e2f4f536', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:37Z', 'updated_at': '2022-04-18T05:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '838d54cf-51e3-4bc7-aa1d-2b2871a54b2a', 'name': '', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'mac_address': 'fa:16:3e:cf:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:29Z', 'updated_at': '2022-04-18T05:51:33Z', 'revision_number': 5, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'subnets': [{'id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:51:41.555134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca29e-9313-4d20-9451-67fed025a155 None None] The sync data for ids ['32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d'] in dv-neutron-837488-1-hyperv is: [{'id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'name': 'router1', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '3739563f-ec2a-411a-acc3-4124e2f4f536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:51:20Z', 'updated_at': '2022-04-18T05:51:38Z', 'revision_number': 4, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'gw_port': {'id': '3739563f-ec2a-411a-acc3-4124e2f4f536', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:37Z', 'updated_at': '2022-04-18T05:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '838d54cf-51e3-4bc7-aa1d-2b2871a54b2a', 'name': '', 'network_id': '71763e81-ec2a-425c-b81a-9fe7a8715291', 'tenant_id': '1ad39dc6893b43cf920db8ab757a539f', 'mac_address': 'fa:16:3e:cf:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fdaf9e-cebb-4d2a-804d-fbdcdf39b34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:51:29Z', 'updated_at': '2022-04-18T05:51:33Z', 'revision_number': 5, 'project_id': '1ad39dc6893b43cf920db8ab757a539f', 'subnets': [{'id': '9206f0bf-6f11-4bc5-a08b-fb17ebe947b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62bca9ba-a7a5-4414-96ff-40424f8d9fc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:51:42.138838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3739563f-ec2a-411a-acc3-4124e2f4f536 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:51:42.201327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3739563f-ec2a-411a-acc3-4124e2f4f536 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:42.201648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.285047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.310855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 3739563f-ec2a-411a-acc3-4124e2f4f536, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3739563f-ec2a-411a-acc3-4124e2f4f536,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:51:42.375708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:42.425525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=3739563f-ec2a-411a-acc3-4124e2f4f536,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:51:44.104854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3739563f-ec2a-411a-acc3-4124e2f4f536 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:51:44.151561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3739563f-ec2a-411a-acc3-4124e2f4f536 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:51:44.151927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:45.574694 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:51:53.403075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3a9297f3-7a5f-475b-aef2-808c43574a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:55.797342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fbf5702f-79ed-4301-ab36-cb311cbdcc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:56.883578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.602931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:51:58.833332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:22.574952 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:52:23.573811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-faddf9f8-50f6-414c-adce-cb7b96f051c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:25.786252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5e7c-8641-4dc2-b646-ffe7d1a49c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:26.842951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.151175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:29.179351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:53.406981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4322015c-ee16-4beb-8c8f-3d265b80ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:55.767788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27160277-6d45-40e2-9735-30cbb19980fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:56.841453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.612853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:58.812964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:52:59.574424 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:53:23.440910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ebc29ca2-2015-4a52-937b-86e93aa70fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:24.803483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45046) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:24.866056 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8286bc86-33b0-4705-b9f4-ae1966ed760c admin admin] GET failed (client error): The resource could not be found. Apr 18 05:53:24.867397 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8286bc86-33b0-4705-b9f4-ae1966ed760c admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629570 Apr 18 05:53:25.030564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25869e3-3047-43d1-b137-9cea0927fd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:25.032152 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f25869e3-3047-43d1-b137-9cea0927fd21 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599321 Apr 18 05:53:25.760972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1af7e17f-6401-4235-afb4-134099b11f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:26.840534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.262323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45056) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:27.357551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f6c0b-efaa-4796-b538-1bee7dc5822b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:27.358887 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-817f6c0b-efaa-4796-b538-1bee7dc5822b admin admin] 10.222.0.43 "GET /v2.0/subnets/9206f0bf-6f11-4bc5-a08b-fb17ebe947b7 HTTP/1.1" status: 200 len: 849 time: 0.0956283 Apr 18 05:53:27.370511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:53:27.456585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.651871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772159792056'] for subnet, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.682976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:27.683566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:27.685472 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] 10.222.0.43 "PUT /v2.0/subnets/9206f0bf-6f11-4bc5-a08b-fb17ebe947b7 HTTP/1.1" status: 200 len: 868 time: 0.3180032 Apr 18 05:53:27.688043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95462a4-5b1d-4260-a4ed-bd28b34b85dd None None] Network 71763e81-ec2a-425c-b81a-9fe7a8715291 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:53:27.703214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9206f0bf-6f11-4bc5-a08b-fb17ebe947b7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:53:27.710685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.711014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.711291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.711629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.711956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.712282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.712601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.712926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.713254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.713572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.713904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:27.714205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadd209d-e729-44a9-affe-bf53bfcd1a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:53:28.044721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b34a884b-ffbe-490e-a65d-0ac375f4d740 None None] Provisioning complete for port 838d54cf-51e3-4bc7-aa1d-2b2871a54b2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:28.045312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b34a884b-ffbe-490e-a65d-0ac375f4d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.129931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b34a884b-ffbe-490e-a65d-0ac375f4d740 None None] Provisioning complete for port 77c8fac9-f47c-41a4-97d6-f497574ad2c0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:53:28.130297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b34a884b-ffbe-490e-a65d-0ac375f4d740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.658182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:28.869085 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:29.900807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45064) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:30.098303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c15388-5ae3-4f3f-be02-af8e6d233048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:30.098776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c15388-5ae3-4f3f-be02-af8e6d233048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:30.100353 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-77c15388-5ae3-4f3f-be02-af8e6d233048 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985555 Apr 18 05:53:32.295881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45072) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:32.427735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2edef1-bd23-49cf-8fdc-ceefc3d2979d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:32.428204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2edef1-bd23-49cf-8fdc-ceefc3d2979d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:32.429727 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8a2edef1-bd23-49cf-8fdc-ceefc3d2979d admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329038 Apr 18 05:53:34.663028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45080) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:34.806772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210dc3b-d051-452e-a2fb-e625e94a1af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:34.808209 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3210dc3b-d051-452e-a2fb-e625e94a1af4 admin admin] 10.222.0.43 "GET /v2.0/networks/71763e81-ec2a-425c-b81a-9fe7a8715291 HTTP/1.1" status: 200 len: 869 time: 0.1441779 Apr 18 05:53:36.573117 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:53:37.033709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45088) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:37.189761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045704ca-57e1-4273-8355-b87183795025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:37.191099 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-045704ca-57e1-4273-8355-b87183795025 admin admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 886 time: 0.1564689 Apr 18 05:53:39.407964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45098) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:39.531961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b90bb-0be0-4198-9c2d-c3b956d580df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:39.532420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b90bb-0be0-4198-9c2d-c3b956d580df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:39.533927 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c61b90bb-0be0-4198-9c2d-c3b956d580df admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250346 Apr 18 05:53:41.723059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45106) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:41.834682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9cbe8-4096-4db1-b658-da6c6f944323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:41.835135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd9cbe8-4096-4db1-b658-da6c6f944323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:41.836696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-edd9cbe8-4096-4db1-b658-da6c6f944323 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1126826 Apr 18 05:53:44.043384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45114) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:44.128932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49fc27-527a-4145-8200-a373f6a74b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:44.130298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ca49fc27-527a-4145-8200-a373f6a74b5a admin admin] 10.222.0.43 "GET /v2.0/subnets/680b71ed-ee45-4969-a6ee-32573075a103 HTTP/1.1" status: 200 len: 816 time: 0.0859585 Apr 18 05:53:46.342418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45122) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:53:46.434371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d2433-6cdc-4b8b-ae8b-974b2f4461f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:53:46.435754 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7a4d2433-6cdc-4b8b-ae8b-974b2f4461f5 admin admin] 10.222.0.43 "GET /v2.0/subnets/9206f0bf-6f11-4bc5-a08b-fb17ebe947b7 HTTP/1.1" status: 200 len: 868 time: 0.0923743 Apr 18 05:53:53.405403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3f10d75b-81a8-4e4f-a40c-91eb5b26c10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:55.793317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be2ae957-5224-470c-9648-f535c1085f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:56.850603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.605229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:53:58.805251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:06.808861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45176) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:54:06.855551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-8b6e4afb-615b-44ca-be29-4346f419f4ab admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:54:06.856544 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8b6e4afb-615b-44ca-be29-4346f419f4ab admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467541 Apr 18 05:54:09.118462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45184) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:54:09.179000 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7befb5-a545-43a8-9e8e-c84f126219bf admin admin] GET failed (client error): The resource could not be found. Apr 18 05:54:09.180379 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4e7befb5-a545-43a8-9e8e-c84f126219bf admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609856 Apr 18 05:54:09.265778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cff0ed-1939-460f-8713-4803794a7922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:09.267529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f4cff0ed-1939-460f-8713-4803794a7922 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824919 Apr 18 05:54:11.506262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45192) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:54:11.554107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:11.690415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Made reservation on behalf of f208470e70de40e980c7c5a7431376e3 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:11.692614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.721303 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.services.revisions.revision_plugin [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Could not find related network for resource to bump revision. Apr 18 05:54:11.731833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:54:11.740626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.740969 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Added segment 051c2da9-76cc-4e89-a9c2-95b448f98ba1 of type vlan for network 44645678-ade5-4dfe-a3cd-417a6b2f8734 Apr 18 05:54:11.782393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.867771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.868762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:11.869325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:11.927215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] Pushing event updated for resources: {'Network': ['ID=44645678-ade5-4dfe-a3cd-417a6b2f8734,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:11.937929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 44645678-ade5-4dfe-a3cd-417a6b2f8734 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:54:11.979294 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-48b7fedc-4bfe-4673-9f4e-9ea9cc63772d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4718158 Apr 18 05:54:13.571435 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:54:14.224243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45200) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:54:14.285313 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-13073fca-9326-49dd-8496-6ea140324c3b admin admin] GET failed (client error): The resource could not be found. Apr 18 05:54:14.286603 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-13073fca-9326-49dd-8496-6ea140324c3b admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614061 Apr 18 05:54:14.455502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73dd0bd-2835-4018-8f58-1ed59efd6351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:14.456957 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d73dd0bd-2835-4018-8f58-1ed59efd6351 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1657581 Apr 18 05:54:14.467972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:54:14.558616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Made reservation on behalf of f208470e70de40e980c7c5a7431376e3 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:54:14.561376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.821583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:14.873017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0cf870-92ad-440c-8122-073dc4549cf2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:14.884139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Checking segment: {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:54:14.884482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Network hostable DHCP agents. Network: 44645678-ade5-4dfe-a3cd-417a6b2f8734, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:54:14.981710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Network 44645678-ade5-4dfe-a3cd-417a6b2f8734 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:54:15.049904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 44645678-ade5-4dfe-a3cd-417a6b2f8734) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:15.054003 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:54:15.057722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.059361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e662bcd-396a-4aa4-b0e8-c530048a4e33 None None] Network 44645678-ade5-4dfe-a3cd-417a6b2f8734 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:54:15.148074 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57f3c543-1bed-4eb5-b3eb-4036461586d5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6838470 Apr 18 05:54:15.205799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-44645678-ade5-4dfe-a3cd-417a6b2f8734', 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734', 'tenant_id': 'f208470e70de40e980c7c5a7431376e3', 'fixed_ips': [{'subnet_id': 'ef0cf870-92ad-440c-8122-073dc4549cf2'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 05:54:15.206694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.436157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Allocated IP 192.168.233.2 (44645678-ade5-4dfe-a3cd-417a6b2f8734/ef0cf870-92ad-440c-8122-073dc4549cf2/4a555eb1-7928-46ce-8f4c-1aa6ee64d841) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:54:15.580240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.668208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.711052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Network 44645678-ade5-4dfe-a3cd-417a6b2f8734 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:54:15.713907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:54:15.717639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:54:15.725404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Pushing event updated for resources: {'Port': ['ID=4a555eb1-7928-46ce-8f4c-1aa6ee64d841,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:15.751173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.751560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.751900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.752227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.752549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.752903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.753230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.753576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.753909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.754225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.754572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.754885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:54:15.790731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Attempting to bind port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:54:15.791098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Attempting to bind port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:54:15.791482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Attempting to bind port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 on network 44645678-ade5-4dfe-a3cd-417a6b2f8734 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:54:15.796496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:54:15.796822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Checking segment: {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:54:15.797213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.797602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Bound using segment: {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:54:15.798059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Bound port: 4a555eb1-7928-46ce-8f4c-1aa6ee64d841, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:54:15.798450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:15.861128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] For port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:54:15.864250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] For port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4a555eb1-7928-46ce-8f4c-1aa6ee64d841,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:54:15.982337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:16.040368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f50ba7-4947-4174-92e0-8f77796821cc None None] Pushing event updated for resources: {'Port': ['ID=4a555eb1-7928-46ce-8f4c-1aa6ee64d841,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:16.821670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ea7b3-ca12-46f8-a70b-876055060f58 None None] Network 44645678-ade5-4dfe-a3cd-417a6b2f8734 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:54:16.939104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0903e5c8-6a16-46b1-915e-a9f586447b1e None None] Provisioning complete for port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:16.939537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0903e5c8-6a16-46b1-915e-a9f586447b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.063395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0903e5c8-6a16-46b1-915e-a9f586447b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.099729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0903e5c8-6a16-46b1-915e-a9f586447b1e None None] For port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4a555eb1-7928-46ce-8f4c-1aa6ee64d841,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:54:17.187552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0903e5c8-6a16-46b1-915e-a9f586447b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:17.240303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903e5c8-6a16-46b1-915e-a9f586447b1e None None] Pushing event updated for resources: {'Port': ['ID=4a555eb1-7928-46ce-8f4c-1aa6ee64d841,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:54:17.308000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-76304d92-eed9-4fa0-a177-815dfb6ca31a None None] Provisioning complete for port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:17.308363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76304d92-eed9-4fa0-a177-815dfb6ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:18.198051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:54:18.247465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 4a555eb1-7928-46ce-8f4c-1aa6ee64d841 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:54:18.247831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:23.393393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b0679203-1b33-4e75-97d9-575874328af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:25.792578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9a00-f7ba-4e82-80f4-2eb16c65ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:26.855417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.609607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:28.832499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:50.570101 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:54:53.385825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c745b01-a45a-411e-bea3-845d757fb8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:55.780155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1cca01dc-95e1-478e-b03e-d2bd89280e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:56.871977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.614607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:54:58.820614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:23.390699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6242ba31-015a-4eb2-8ea7-0e5f1539f2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:25.779266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-543c71ed-586c-49df-be6b-9330e3d9d95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:26.888057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:27.568808 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:55:28.659109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:28.847599 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:53.389903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2c72a7c1-b023-486f-afa0-591d12c47839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:54.877344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:55:54.884815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-4b08592f-c9d5-412b-b658-23f9da882f5e tempest-verify_tempest_config-454900864 tempest-verify_tempest_config-454900864-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:55:54.885857 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4b08592f-c9d5-412b-b658-23f9da882f5e tempest-verify_tempest_config-454900864 tempest-verify_tempest_config-454900864-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071778 Apr 18 05:55:55.489841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45256) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:55:55.590669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.663551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.742578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.768293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78585dc9-6925-4f9e-bd7a-3d9dcb6513c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.788302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144aa386-c9a9-4249-9290-8315a20a4f4e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:55.792819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c78cc56e47242e48283e9f0ba827afe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3019762 Apr 18 05:55:55.795792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45260) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:55:55.797178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.797563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.797886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.798213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.798539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.798879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.799202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.799614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.799945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.800265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.800582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.800904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bcbb09-c5c8-4328-b3e2-0ece4adead03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:55.878727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:55.899858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.041671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.044194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:56.045331 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/144aa386-c9a9-4249-9290-8315a20a4f4e HTTP/1.1" status: 204 len: 168 time: 0.2485662 Apr 18 05:55:56.053653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144aa386-c9a9-4249-9290-8315a20a4f4e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:55:56.060258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.060621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.060958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.061287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.061612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.061936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.062255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.062583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.063019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.063798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.064185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.064607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9516157c-6037-47cd-8f3f-4161a7f96e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:55:56.891890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.600704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:55:58.868438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:04.566849 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:56:23.490276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-50a1059b-9d77-4a34-880b-aa36a133a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:25.771365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c2f7516c-4ac5-47fe-9c17-48d2a6e16df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:26.857150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.616681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:28.794139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:41.567627 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 5 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:56:53.393166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-19d0c7a9-d8e5-4ebf-9d59-63c82d3836a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:55.786393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-37a0e50b-9825-496d-ba81-2a38bb2fe12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:56.901618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.621973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:56:58.815230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:12.648423 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1592308'] for agent, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:18.566702 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:57:23.401840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c63cf042-8325-423d-b826-9dc8b3c9ff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:25.780575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94ea2325-d585-44a6-bbbb-df04b1fabe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:26.883547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:27.070979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45332) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:57:27.175186 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-29b9337b-45ce-40e2-be95-84a6463b12cd admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1030986 Apr 18 05:57:28.637741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:28.842253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:29.368135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45342) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:57:29.421904 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-798e519f-be34-42b9-b100-332ae2f9c21a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0526876 Apr 18 05:57:42.649161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:53.402460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2d912e2-bcf8-4aef-9ab4-4793affad560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:55.565857 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:57:55.791199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9887-bac6-4c35-8b36-02240a87c40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:56.876760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.640624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:57:58.817638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:12.640047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:23.424212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be38a3f3-97d8-442a-bc94-d507788f6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:25.788233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97070434-cc4e-494b-86b1-b262db184c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:26.887430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.653098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:28.875943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:32.564585 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:58:42.680904 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:53.421222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbdf5-ca8d-4899-86ca-2ede75f20579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:55.783259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-604a1037-e909-4191-a121-68a4294fecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:56.875420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:57.682396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45464) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:58.090903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-932552551-network', 'tenant_id': '85627ae77a674d00b86975b6992a00e7'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:58.212170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Made reservation on behalf of 85627ae77a674d00b86975b6992a00e7 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:58.214487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.223028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.299180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.394528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.419719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:58:58.430001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89438614-eabe-4f04-a8a0-44987fc4aaab,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:58.437249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.437595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.437927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.438256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.438579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.438906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.439225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.439584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.440075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.440397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.440714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.441031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Tracked resource versions report: Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: pushed versions: Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: { 'AddressGroup': {'1.2'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'ConntrackHelper': {'1.0'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Log': {'1.0'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Network': {'1.1'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Port': {'1.7'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'PortForwarding': {'1.2'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'QosPolicy': {'1.9'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroup': {'1.4'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SubPort': {'1.0'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Subnet': {'1.1'}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Trunk': {'1.1'}} Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: consumer versions: Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'ConntrackHelper': '1.0', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Log': '1.0', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Network': '1.1', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Port': '1.7', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'PortForwarding': '1.2', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'QosPolicy': '1.9', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroup': '1.4', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SecurityGroupRule': '1.2', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'SubPort': '1.0', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Subnet': '1.1', Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: 'Trunk': '1.1'}} Apr 18 05:58:58.442126 dv-neutron-837488-1-hyperv neutron-server[109605]: {{(pid=109605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:58:58.447748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.448094 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Added segment 5e8d7908-a3aa-4ba7-845c-28b73daadcbd of type vlan for network ab00e441-9302-4f6d-992a-4f76ee281484 Apr 18 05:58:58.488037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.592490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.596218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:58.596218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.656320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] Pushing event updated for resources: {'Network': ['ID=ab00e441-9302-4f6d-992a-4f76ee281484,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:58.661020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.669011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network ab00e441-9302-4f6d-992a-4f76ee281484 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:58:58.734138 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a1561662-5627-4cb0-add4-458b8d0db2ea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0503104 Apr 18 05:58:58.737017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45516) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:58.744449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Request body: {'subnet': {'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-932552551-subnet', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:58.826817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Made reservation on behalf of 85627ae77a674d00b86975b6992a00e7 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:58.829186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:58.898316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.097400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.156149 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8485ec0c-f5a2-4635-b62e-96e3e208037c,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:58:59.166749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Checking segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:58:59.167160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Network hostable DHCP agents. Network: ab00e441-9302-4f6d-992a-4f76ee281484, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:58:59.206426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45530) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.287082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45534) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.306464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Network ab00e441-9302-4f6d-992a-4f76ee281484 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:58:59.397228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, ab00e441-9302-4f6d-992a-4f76ee281484) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:58:59.399977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:58:59.400564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.407855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84affecc-9a93-4cfd-b061-e1e41631233e None None] Network ab00e441-9302-4f6d-992a-4f76ee281484 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:58:59.481873 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4d2b5786-28ee-47e9-82a6-b13bc7896a37 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7428610 Apr 18 05:58:59.483881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45544) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.494257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:59.573155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.575033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.580671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-ab00e441-9302-4f6d-992a-4f76ee281484', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 05:58:59.581763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.706960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-834d881d-b7e4-43cd-b6c9-696d0ff39251 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.712338 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-834d881d-b7e4-43cd-b6c9-696d0ff39251 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5046468 Apr 18 05:58:59.713123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45552) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.727320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-7bc33c5b-3bb5-407b-bc95-5e537c1398d6 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.729826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Allocated IP 172.20.0.2 (ab00e441-9302-4f6d-992a-4f76ee281484/8485ec0c-f5a2-4635-b62e-96e3e208037c/5d93d7f8-2743-4be8-be86-3b5469df39b1) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:58:59.731081 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7bc33c5b-3bb5-407b-bc95-5e537c1398d6 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0166190 Apr 18 05:58:59.738284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-525559909-network', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:58:59.763879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45554) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.768849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-2cf7b147-bdfc-4471-bb6a-2044b94cf641 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.773458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2cf7b147-bdfc-4471-bb6a-2044b94cf641 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083234 Apr 18 05:58:59.774260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45558) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.774633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.778651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-b1cf6899-c0c8-4e6e-b9f8-6220ff1b1b61 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.779581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b1cf6899-c0c8-4e6e-b9f8-6220ff1b1b61 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040686 Apr 18 05:58:59.782013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45560) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.786021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-e5923d45-839e-4cd3-98a6-f3e638b68807 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.790644 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e5923d45-839e-4cd3-98a6-f3e638b68807 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039477 Apr 18 05:58:59.792648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45562) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.797558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-a3b1e67c-c28f-42f4-be76-80b53b248b60 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.798730 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a3b1e67c-c28f-42f4-be76-80b53b248b60 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049992 Apr 18 05:58:59.801119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45564) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.805738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-d2b0186f-ad02-4b9e-97b3-6e430dac7511 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.806673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d2b0186f-ad02-4b9e-97b3-6e430dac7511 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045593 Apr 18 05:58:59.809062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45566) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.816043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-79a43a07-319e-4708-9018-1ca7be823385 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.819325 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-79a43a07-319e-4708-9018-1ca7be823385 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052705 Apr 18 05:58:59.821199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.825083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-92edb37e-da63-471b-ab2f-05f34b2ffd80 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.826041 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92edb37e-da63-471b-ab2f-05f34b2ffd80 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0039604 Apr 18 05:58:59.828356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45570) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.832618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-36ca2a1b-23aa-4741-9d72-bea2e45747c0 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.833617 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-36ca2a1b-23aa-4741-9d72-bea2e45747c0 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042889 Apr 18 05:58:59.837132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45572) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.841202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-d4377a47-42b1-4339-b30a-59825d546f90 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.842149 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d4377a47-42b1-4339-b30a-59825d546f90 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040877 Apr 18 05:58:59.852851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45576) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.857558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-8fc11398-d725-43d7-b1ec-02e472b9cbab tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.858732 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8fc11398-d725-43d7-b1ec-02e472b9cbab tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047154 Apr 18 05:58:59.861263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45578) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.865769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-88badf1f-af08-4a6f-ad26-054217ab259e tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.869203 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-88badf1f-af08-4a6f-ad26-054217ab259e tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069890 Apr 18 05:58:59.870072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45580) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.872531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Made reservation on behalf of 3ff5d935598747adbe8bf35c865ffebb for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:58:59.874905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.879615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-870213f2-b7a3-4f26-9499-d5fce6a29b15 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.883609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-870213f2-b7a3-4f26-9499-d5fce6a29b15 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0118763 Apr 18 05:58:59.885238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.885626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45582) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.890104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-bab69166-16a1-4a9e-8f43-0e54d3f25722 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.893500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bab69166-16a1-4a9e-8f43-0e54d3f25722 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044076 Apr 18 05:58:59.897672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45584) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.901950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-a5818e75-815f-421a-9012-1bf307585bd0 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.905663 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a5818e75-815f-421a-9012-1bf307585bd0 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0071084 Apr 18 05:58:59.906410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45586) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.908506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.921640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-80e7324c-029a-455f-8029-84d2bc1cb927 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.926088 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-80e7324c-029a-455f-8029-84d2bc1cb927 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0184047 Apr 18 05:58:59.928633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45590) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.932695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-afa19b29-e1a7-438d-a8c9-59adfc19e2d8 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.934823 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-afa19b29-e1a7-438d-a8c9-59adfc19e2d8 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053134 Apr 18 05:58:59.947366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.952807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-ecb3b61e-5186-46d6-b207-d40ad0868353 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.956688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ecb3b61e-5186-46d6-b207-d40ad0868353 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081220 Apr 18 05:58:59.957454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45594) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.961310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:58:59.963787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-12bbd044-17fb-4a2a-a688-256a5affceab tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.965876 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-12bbd044-17fb-4a2a-a688-256a5affceab tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0055802 Apr 18 05:58:59.976195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45596) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.982603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-617b7552-bb76-4efa-8fab-4303059f3f5c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.986510 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-617b7552-bb76-4efa-8fab-4303059f3f5c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0088990 Apr 18 05:58:59.987525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45598) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:58:59.996750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-57bddd94-777c-4e36-918d-7b178edf0b50 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:58:59.999207 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57bddd94-777c-4e36-918d-7b178edf0b50 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0088508 Apr 18 05:59:00.003891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45600) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.010819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-51d6d40e-313b-44ce-84aa-d8d2c07d6259 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.015123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-51d6d40e-313b-44ce-84aa-d8d2c07d6259 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0098529 Apr 18 05:59:00.018536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45602) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.029541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-0d0cd968-db58-4b73-92bb-636663dcd436 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.033810 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0d0cd968-db58-4b73-92bb-636663dcd436 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0140293 Apr 18 05:59:00.036056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.042023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-302bcc40-4f66-4956-b40b-7bcb47b23877 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.046024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-302bcc40-4f66-4956-b40b-7bcb47b23877 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087934 Apr 18 05:59:00.048222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45606) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.049900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Network ab00e441-9302-4f6d-992a-4f76ee281484 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:00.055832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-a1205adb-6fd0-4f58-865a-f35fc7c1bb81 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.062970 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a1205adb-6fd0-4f58-865a-f35fc7c1bb81 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084567 Apr 18 05:59:00.063102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.066133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45608) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.070832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:00.071164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-64d9e592-92b0-4149-a881-98aa571b5b7b tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.074397 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-64d9e592-92b0-4149-a881-98aa571b5b7b tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049508 Apr 18 05:59:00.074816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45610) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.076759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Pushing event updated for resources: {'Port': ['ID=5d93d7f8-2743-4be8-be86-3b5469df39b1,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.079940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:00.080056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-a8f8ab9a-872b-46a1-937c-8d146ebbebfb tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.083036 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a8f8ab9a-872b-46a1-937c-8d146ebbebfb tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051944 Apr 18 05:59:00.083707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45612) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.089142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-68ab4458-05da-4ec5-a1e9-b5f194b14d91 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.089485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.089846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.090296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.090647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.090972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.091327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.091654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.091930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-68ab4458-05da-4ec5-a1e9-b5f194b14d91 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064335 Apr 18 05:59:00.092109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Tracked resource versions report: Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: pushed versions: Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: { 'AddressGroup': {'1.2'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'ConntrackHelper': {'1.0'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Log': {'1.0'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Network': {'1.1'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Port': {'1.7'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'PortForwarding': {'1.2'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'QosPolicy': {'1.9'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroup': {'1.4'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SubPort': {'1.0'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Subnet': {'1.1'}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Trunk': {'1.1'}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: consumer versions: Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'ConntrackHelper': '1.0', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Log': '1.0', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Network': '1.1', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Port': '1.7', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'PortForwarding': '1.2', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'QosPolicy': '1.9', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroup': '1.4', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SecurityGroupRule': '1.2', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'SubPort': '1.0', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Subnet': '1.1', Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: 'Trunk': '1.1'}} Apr 18 05:59:00.097186 dv-neutron-837488-1-hyperv neutron-server[109607]: {{(pid=109607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:59:00.099732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45614) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.102853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.103672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-cdac20b0-777d-48ae-9608-b4e3ce5ecfad tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.104939 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cdac20b0-777d-48ae-9608-b4e3ce5ecfad tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044329 Apr 18 05:59:00.107197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45616) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.112420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-245f77d9-8bd6-421f-83ed-2b0a16af9a9b tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.114014 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-245f77d9-8bd6-421f-83ed-2b0a16af9a9b tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049849 Apr 18 05:59:00.123007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45618) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.127153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-2fda2e14-e017-4f0f-8bb4-c179627c5234 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.128116 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2fda2e14-e017-4f0f-8bb4-c179627c5234 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041573 Apr 18 05:59:00.130309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45620) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.134630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-48b63f0a-eb12-45f7-a4c7-b34f90a594bb tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.135558 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-48b63f0a-eb12-45f7-a4c7-b34f90a594bb tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043807 Apr 18 05:59:00.137803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45622) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.142907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-92609850-e037-4a21-9221-e339bf6589ca tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.143979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92609850-e037-4a21-9221-e339bf6589ca tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049195 Apr 18 05:59:00.149951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45626) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.154258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-815ada46-481c-4b7f-a0f1-c5838deecc37 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.154418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Attempting to bind port 5d93d7f8-2743-4be8-be86-3b5469df39b1 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:00.154634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Attempting to bind port 5d93d7f8-2743-4be8-be86-3b5469df39b1 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:00.154987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Attempting to bind port 5d93d7f8-2743-4be8-be86-3b5469df39b1 on network ab00e441-9302-4f6d-992a-4f76ee281484 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:00.158428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45628) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.158551 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-815ada46-481c-4b7f-a0f1-c5838deecc37 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075781 Apr 18 05:59:00.160339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:00.160703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Checking segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:00.161104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.161483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Bound using segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:00.161984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Bound port: 5d93d7f8-2743-4be8-be86-3b5469df39b1, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:00.162764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-ae0f9466-6681-452a-ab50-5d33e13084a8 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.162895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.163729 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ae0f9466-6681-452a-ab50-5d33e13084a8 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042977 Apr 18 05:59:00.165837 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.166883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45630) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.171846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-490a772f-d748-4461-841c-f1a568980aec tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.176667 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-490a772f-d748-4461-841c-f1a568980aec tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060627 Apr 18 05:59:00.181499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:00.190784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.191121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Added segment 693ee7af-7f28-4089-b4cb-a1d5622e1152 of type vlan for network 3d3a9a12-0c08-4753-b755-a58cb99e550a Apr 18 05:59:00.192315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45632) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.208907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-8f7a2a54-1a7e-4595-a5df-60b6b13a498f tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.208907 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8f7a2a54-1a7e-4595-a5df-60b6b13a498f tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062706 Apr 18 05:59:00.216656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45636) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.229377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-b41f8079-11ac-4c09-94e6-4e800c589a3c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.233569 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b41f8079-11ac-4c09-94e6-4e800c589a3c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0131569 Apr 18 05:59:00.238528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.243222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45638) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.243699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] For port 5d93d7f8-2743-4be8-be86-3b5469df39b1, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:00.247415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] For port 5d93d7f8-2743-4be8-be86-3b5469df39b1, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5d93d7f8-2743-4be8-be86-3b5469df39b1,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:00.250171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-bdb59af4-077f-4f11-b24b-f5c8e9bdeb5c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.251720 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bdb59af4-077f-4f11-b24b-f5c8e9bdeb5c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062618 Apr 18 05:59:00.255488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45640) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.271158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-ca0df537-1447-483f-8987-4b37ff8378d3 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.275662 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ca0df537-1447-483f-8987-4b37ff8378d3 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095494 Apr 18 05:59:00.276688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45642) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.284099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-b52829d1-e715-4188-b228-c440b09fdb42 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.287287 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b52829d1-e715-4188-b228-c440b09fdb42 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074623 Apr 18 05:59:00.287987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45644) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.291915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-0458158d-3c7d-4b35-bd57-0fe75d663a12 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.295872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0458158d-3c7d-4b35-bd57-0fe75d663a12 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069571 Apr 18 05:59:00.296772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45646) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.304828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-4f2cf8f2-a6dd-439e-ba87-dfd376385272 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.307998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4f2cf8f2-a6dd-439e-ba87-dfd376385272 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067990 Apr 18 05:59:00.309389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45650) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.310250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc93f1-1ef2-4470-a020-df31ef4e3692,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.321042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-25c0f558-ad8d-4a6d-a198-baefa899fccd tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.324946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45652) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.325077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25c0f558-ad8d-4a6d-a198-baefa899fccd tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100152 Apr 18 05:59:00.330820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.331776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-2ccd443d-0093-43cb-914c-8429404530b0 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.333642 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2ccd443d-0093-43cb-914c-8429404530b0 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075333 Apr 18 05:59:00.339910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45654) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.345375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-d37efdd5-64be-4f1b-b9e2-1a2485b873f2 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.349145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45656) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.352459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d37efdd5-64be-4f1b-b9e2-1a2485b873f2 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0114758 Apr 18 05:59:00.355356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-c56efc27-667c-417e-8fef-c32ca39d3324 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.356486 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c56efc27-667c-417e-8fef-c32ca39d3324 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052679 Apr 18 05:59:00.359144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45658) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.364930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-57ac923f-d5fb-450b-aa4f-20eff1fc0469 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.369060 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57ac923f-d5fb-450b-aa4f-20eff1fc0469 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067720 Apr 18 05:59:00.374168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45660) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.394124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-2df5d08a-14a6-4a19-a73f-25a5a5ca7900 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.397989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2df5d08a-14a6-4a19-a73f-25a5a5ca7900 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0168006 Apr 18 05:59:00.398996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45662) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.406878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-00f7828a-db84-4a26-84c9-976b4594bb9a tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.410112 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-00f7828a-db84-4a26-84c9-976b4594bb9a tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084269 Apr 18 05:59:00.410112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.410112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:00.410965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.424280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ba4a-ec33-4703-9580-fa80bc116ede None None] Pushing event updated for resources: {'Port': ['ID=5d93d7f8-2743-4be8-be86-3b5469df39b1,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.424388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45664) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.426895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-706c31c7-49c3-4787-b2a2-94fcd6cbe0c3 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.431389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-706c31c7-49c3-4787-b2a2-94fcd6cbe0c3 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0114198 Apr 18 05:59:00.433699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45666) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.439392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-0b6ce867-7de1-45dc-933d-167b8c9eafe7 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.442941 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b6ce867-7de1-45dc-933d-167b8c9eafe7 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083368 Apr 18 05:59:00.443709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45668) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.449735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-3b43950c-2e14-44f5-bdb1-6454ef48b7f2 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.451687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3b43950c-2e14-44f5-bdb1-6454ef48b7f2 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055251 Apr 18 05:59:00.484270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45670) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.488764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] Pushing event updated for resources: {'Network': ['ID=3d3a9a12-0c08-4753-b755-a58cb99e550a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:00.490152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-d04cda04-236c-448d-968d-0152ea42e288 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.495171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45672) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.495634 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d04cda04-236c-448d-968d-0152ea42e288 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0096209 Apr 18 05:59:00.500929 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-4d0f5153-27fa-4389-9e3d-50d5d4528862 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.501520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:00.505256 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4d0f5153-27fa-4389-9e3d-50d5d4528862 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0089133 Apr 18 05:59:00.508701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45674) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.518139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-fc083408-b28f-44e7-8b3a-3cd699647101 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.523370 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc083408-b28f-44e7-8b3a-3cd699647101 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0109956 Apr 18 05:59:00.524032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45676) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.528500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-7a93f064-1882-4cb6-b200-0bbae8090e9a tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.529752 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a93f064-1882-4cb6-b200-0bbae8090e9a tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045359 Apr 18 05:59:00.532727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45678) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.536893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-fde79843-c0bd-4b1f-8a79-f59498953b5f tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.541014 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fde79843-c0bd-4b1f-8a79-f59498953b5f tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071969 Apr 18 05:59:00.541569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45680) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.545561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-413ea57a-08b1-4d42-b5e7-5bdf151cff4b tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.564142 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-413ea57a-08b1-4d42-b5e7-5bdf151cff4b tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039666 Apr 18 05:59:00.564627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45684) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.569428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-45c82009-9e94-4191-8f6b-1ae8b333491e tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.572859 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-45c82009-9e94-4191-8f6b-1ae8b333491e tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050399 Apr 18 05:59:00.573118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45686) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.576544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.577057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-3d804d97-d0a9-4e55-94d5-e1689f44ad85 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.580741 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3d804d97-d0a9-4e55-94d5-e1689f44ad85 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066037 Apr 18 05:59:00.581710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45688) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.590373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-0996ad38-1f6e-4abb-bf9d-caec0023b10c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.594641 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0996ad38-1f6e-4abb-bf9d-caec0023b10c tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0119150 Apr 18 05:59:00.595073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45690) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.599201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-50df1d0d-1664-49af-8a65-5932e0f6c5e3 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.602846 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-50df1d0d-1664-49af-8a65-5932e0f6c5e3 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067971 Apr 18 05:59:00.603444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45692) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.608113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-61c2305c-7fce-402f-872a-224345cfcbec tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.611807 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-61c2305c-7fce-402f-872a-224345cfcbec tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069616 Apr 18 05:59:00.612370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45694) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.617793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-8befe305-fc01-49df-bea8-dca376756a43 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.622115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45696) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.625600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8befe305-fc01-49df-bea8-dca376756a43 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0113134 Apr 18 05:59:00.629688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [None req-fd8889c4-eb77-4c22-a6d7-31b1b1841f83 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.649590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fd8889c4-eb77-4c22-a6d7-31b1b1841f83 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091660 Apr 18 05:59:00.649590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.650748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45700) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.680482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-ac314b68-f6ae-44be-8cb4-8d5945c7a492 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.682308 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ac314b68-f6ae-44be-8cb4-8d5945c7a492 tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070717 Apr 18 05:59:00.687424 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c4548597-4a63-459a-b4c6-78c179d9c074 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4063666 Apr 18 05:59:00.687991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45704) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.692993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [None req-9645aca2-59ee-456c-87dd-4a6b96d5414d tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:00.707299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9645aca2-59ee-456c-87dd-4a6b96d5414d tempest-ExtensionsTestJSON-107877359 tempest-ExtensionsTestJSON-107877359-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0172153 Apr 18 05:59:00.707299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45706) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:00.712083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Request body: {'subnet': {'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-525559909-subnet', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:00.809348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Made reservation on behalf of 3ff5d935598747adbe8bf35c865ffebb for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:00.811708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:00.834418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Allocated IP 172.26.4.78 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/ee0f16fe-27fc-4304-a1ee-219089f2d7b5) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:00.962606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.086259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.142910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2152f564-a035-438d-a751-dc900d9aedf5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:01.152262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Checking segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:01.152262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Network hostable DHCP agents. Network: 3d3a9a12-0c08-4753-b755-a58cb99e550a, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:01.155263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.216229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:01.221209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:01.227849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:01.228925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:01.326157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3d3a9a12-0c08-4753-b755-a58cb99e550a) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:01.331620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:01.332380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.337310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856df83-a89a-434a-8b00-42704e82514c None None] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:01.341911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Pushing event updated for resources: {'Port': ['ID=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:01.351450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.352070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.352567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.353070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.353555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.354053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.354529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.355052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.355589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.356093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.356607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.357110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Tracked resource versions report: Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: pushed versions: Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: { 'AddressGroup': {'1.2'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'ConntrackHelper': {'1.0'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Log': {'1.0'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Network': {'1.1'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Port': {'1.7'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'PortForwarding': {'1.2'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'QosPolicy': {'1.9'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroup': {'1.4'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SubPort': {'1.0'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Subnet': {'1.1'}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Trunk': {'1.1'}} Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: consumer versions: Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'ConntrackHelper': '1.0', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Log': '1.0', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Network': '1.1', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Port': '1.7', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'PortForwarding': '1.2', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'QosPolicy': '1.9', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroup': '1.4', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SecurityGroupRule': '1.2', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'SubPort': '1.0', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Subnet': '1.1', Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: 'Trunk': '1.1'}} Apr 18 05:59:01.358410 dv-neutron-837488-1-hyperv neutron-server[109606]: {{(pid=109606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:59:01.397684 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-16fad287-828d-44bb-91cd-4da35ba79b2e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6897581 Apr 18 05:59:01.400430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45730) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:01.405381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:01.469826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45734) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:01.518804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.519884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.565365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3d3a9a12-0c08-4753-b755-a58cb99e550a', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 05:59:01.566291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.576092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.640737 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f0ec14-6bd4-4136-bf08-0d63145c8514 None None] Network ab00e441-9302-4f6d-992a-4f76ee281484 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:01.705158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45742) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:01.790081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Allocated IP 172.20.0.2 (3d3a9a12-0c08-4753-b755-a58cb99e550a/2152f564-a035-438d-a751-dc900d9aedf5/4b63f71c-ec7c-4aee-b25c-2ea2719c151c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:01.830034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-22922661-ac30-4a9d-b99e-69a752e95033 None None] Provisioning complete for port 5d93d7f8-2743-4be8-be86-3b5469df39b1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:01.835480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22922661-ac30-4a9d-b99e-69a752e95033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.861095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:01.908007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.117938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.183273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1330996686'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:02.222874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1dcd76c7-96f0-4c9b-9eda-7cb25a1ca70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.237988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22922661-ac30-4a9d-b99e-69a752e95033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.314806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.340654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-22922661-ac30-4a9d-b99e-69a752e95033 None None] For port 5d93d7f8-2743-4be8-be86-3b5469df39b1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5d93d7f8-2743-4be8-be86-3b5469df39b1,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:02.390868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.412318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Router 2a87b794-802b-4cea-9faa-3e7163005ee7 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:02.439360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.457624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d93d7f8-2743-4be8-be86-3b5469df39b1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:02.472321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22922661-ac30-4a9d-b99e-69a752e95033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.479566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Made reservation on behalf of ec459403f88e4b3e9600d91d3a4c5804 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:02.483523 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.486233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.493743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:02.507210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:02.520943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.524775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1dcd76c7-96f0-4c9b-9eda-7cb25a1ca70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.530482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:02.556783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Pushing event updated for resources: {'Port': ['ID=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.599738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1dcd76c7-96f0-4c9b-9eda-7cb25a1ca70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.604833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:02.623266 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Sync routers for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:02.637442 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:02.639728 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:02.686589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd76c7-96f0-4c9b-9eda-7cb25a1ca70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f4bae-f43c-4762-a997-6e4527327d3a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.688355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.690789 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-59d9e1dd-b053-49ad-836e-5e38f5b7a1ce admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2053638 Apr 18 05:59:02.691585 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1dcd76c7-96f0-4c9b-9eda-7cb25a1ca70c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4c7992121c440a699477b7c5a8a7b3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9848170 Apr 18 05:59:02.694454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45770) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:02.695043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45772) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:02.715594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22922661-ac30-4a9d-b99e-69a752e95033 None None] Pushing event updated for resources: {'Port': ['ID=5d93d7f8-2743-4be8-be86-3b5469df39b1,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:02.729661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Allocated IP 172.26.4.27 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/1f89c4f7-56a0-4f6b-b604-84452a181da3) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:02.751902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45776) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:02.830208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.868039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Attempting to bind port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:02.871970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Attempting to bind port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:02.876254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Attempting to bind port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c on network 3d3a9a12-0c08-4753-b755-a58cb99e550a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:02.886103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-27b5be0e-1cd8-41f6-8968-2fde9d085d37 None None] Provisioning complete for port 5d93d7f8-2743-4be8-be86-3b5469df39b1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:02.886479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27b5be0e-1cd8-41f6-8968-2fde9d085d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.890369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:02.890585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Checking segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:02.890981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.891500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Bound using segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:02.901175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.902257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Bound port: 4b63f71c-ec7c-4aee-b25c-2ea2719c151c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:02.902758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.920071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e0c0-ca8d-4e19-b880-3f6a55d44505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:02.939471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:02.961488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e0c0-ca8d-4e19-b880-3f6a55d44505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.032583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.064537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.066459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Added segment aaced89b-ea07-4d76-aa93-3d8ee49558d6 of type vlan for network 6336b31f-6075-4158-8571-9e9919884b61 Apr 18 05:59:03.073513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:03.080476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5d93d7f8-2743-4be8-be86-3b5469df39b1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:03.080897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.117424 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:03.152715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.154801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb258fe-e753-4cb5-8656-a8ec7cfadd75,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.212368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e0c0-ca8d-4e19-b880-3f6a55d44505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.215110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8bd8e0c0-ca8d-4e19-b880-3f6a55d44505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.216501 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8bd8e0c0-ca8d-4e19-b880-3f6a55d44505 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c77f4bae-f43c-4762-a997-6e4527327d3a HTTP/1.1" status: 204 len: 168 time: 0.5187650 Apr 18 05:59:03.230357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8e0c0-ca8d-4e19-b880-3f6a55d44505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f4bae-f43c-4762-a997-6e4527327d3a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.258934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] For port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:03.272410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.299184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] For port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:03.325445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.403378 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:01Z', 'revision_number': 3, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:03.408356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.413939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:03.415117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.425356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:03.426081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.434167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f89c4f7-56a0-4f6b-b604-84452a181da3,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.437748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:03.439740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:03.455385 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Checking router: 2a87b794-802b-4cea-9faa-3e7163005ee7 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:03.456084 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Updating router 2a87b794-802b-4cea-9faa-3e7163005ee7 port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:03.493594 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.516762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718bc39-6f6e-4053-b8a8-aa008ce8fead None None] Pushing event updated for resources: {'Port': ['ID=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.698032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.870301 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3992376 Apr 18 05:59:03.882830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45800) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:03.900534 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:03.914547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917a361-62f5-49c4-958c-16799a32df7c tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Pushing event updated for resources: {'Network': ['ID=6336b31f-6075-4158-8571-9e9919884b61,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:03.929291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 6336b31f-6075-4158-8571-9e9919884b61 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:03.949042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45804) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:04.004358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.022404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.094191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45810) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:04.141622 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Attempting to bind port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:04.141981 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Attempting to bind port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:04.144508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Allocated IP 172.20.0.1 (ab00e441-9302-4f6d-992a-4f76ee281484/8485ec0c-f5a2-4635-b62e-96e3e208037c/8a3c49c9-97fc-4d37-883b-7886edf8e2da) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:04.145170 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Attempting to bind port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:04.160977 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Pushing event updated for resources: {'Port': ['ID=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.174250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:04.174250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:04.174250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.174250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:04.174250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Bound port: ee0f16fe-27fc-4304-a1ee-219089f2d7b5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:04.174250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.179317 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.179993 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.180724 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.180724 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.181136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.181551 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.181957 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.182361 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.182980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.183093 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.183490 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.183871 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Tracked resource versions report: Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: pushed versions: Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: { 'AddressGroup': {'1.2'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'ConntrackHelper': {'1.0'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Log': {'1.0'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Network': {'1.1'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Port': {'1.7'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'PortForwarding': {'1.2'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'QosPolicy': {'1.9'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroup': {'1.4'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroupRule': {'1.2'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SubPort': {'1.0'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Subnet': {'1.1'}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Trunk': {'1.1'}} Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: consumer versions: Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: { DHCP agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: HyperV agent@hv-neutron-8374: {}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: L3 agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: Metadata agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: Metering agent@dv-neutron-837488-1-hyperv: {}, Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: Open vSwitch agent@dv-neutron-837488-1-hyperv: { 'AddressGroup': '1.2', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'ConntrackHelper': '1.0', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Log': '1.0', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Network': '1.1', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Port': '1.7', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'PortForwarding': '1.2', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'QosPolicy': '1.9', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroup': '1.4', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SecurityGroupRule': '1.2', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'SubPort': '1.0', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Subnet': '1.1', Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: 'Trunk': '1.1'}} Apr 18 05:59:04.185142 dv-neutron-837488-1-hyperv neutron-server[109608]: {{(pid=109608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 05:59:04.254859 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] For port ee0f16fe-27fc-4304-a1ee-219089f2d7b5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:04.257853 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] For port ee0f16fe-27fc-4304-a1ee-219089f2d7b5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:04.290808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ac3cd72f-c2e5-4f35-9269-b5d019b1b8df tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:04.300655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.332492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.376846 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.389702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'network': {'name': 'tempest-network--151818762', 'router:external': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:04.448211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e47429bd-fd8e-4062-abe7-05a653aa7f0a tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:04.483371 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b6c0-ff4e-47b6-937b-c121055414bc None None] Pushing event updated for resources: {'Port': ['ID=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.496159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.518850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Allocated IP 172.26.4.154 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/d5c258f2-de9e-4f30-ac9e-d898bf7c9673) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:04.537962 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:04.537962 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:04.575738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d93d7f8-2743-4be8-be86-3b5469df39b1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:04.603502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Network ab00e441-9302-4f6d-992a-4f76ee281484 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:04.606487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:04.625196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:04.625693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.635182 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ac3cd72f-c2e5-4f35-9269-b5d019b1b8df tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "PUT /v2.0/quotas/1b3c25994dab49e49d0ad2bb5646bc0b HTTP/1.1" status: 200 len: 368 time: 0.6850498 Apr 18 05:59:04.674256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45822) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:04.686252 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Request body: {'network': {'project_id': '1b3c25994dab49e49d0ad2bb5646bc0b'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:04.701883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45826) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:04.706165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Made reservation on behalf of db8d0b94308c4229ba022a30f20580d0 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:04.708453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.981790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5d93d7f8-2743-4be8-be86-3b5469df39b1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:04.981790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.982760 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:04.985541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:04.986260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Pushing event updated for resources: {'Port': ['ID=8a3c49c9-97fc-4d37-883b-7886edf8e2da,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:04.986701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4b63f71c-ec7c-4aee-b25c-2ea2719c151c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:04.987510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Made reservation on behalf of 1b3c25994dab49e49d0ad2bb5646bc0b for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:04.988244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.024447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:05.024814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.043362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.141863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-de87ff69-87d8-4a3d-9147-359066a73db9 None None] Provisioning complete for port 8a3c49c9-97fc-4d37-883b-7886edf8e2da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:05.142231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de87ff69-87d8-4a3d-9147-359066a73db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.173367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e2051-0dff-4b45-9950-d7fe67f812f7 None None] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:05.174030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:05.184273 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:01Z', 'revision_number': 3, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:05.190646 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.225276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.243872 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a1628a-61fd-4e5c-880b-4cb9a23621c8 None None] The sync data for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv is: [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:01Z', 'revision_number': 3, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:05.280028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.299371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e47429bd-fd8e-4062-abe7-05a653aa7f0a tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "PUT /v2.0/quotas/c872c0f8ad724f62b5ebf1bd9592c3c4 HTTP/1.1" status: 200 len: 366 time: 1.2009881 Apr 18 05:59:05.299999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.300466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-de87ff69-87d8-4a3d-9147-359066a73db9 None None] Port 8a3c49c9-97fc-4d37-883b-7886edf8e2da cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:05.316780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.328163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45836) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.345311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.400172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:05.431783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bb47a03a-0c4d-4f67-ba50-0efcc3657d2b tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0947895 Apr 18 05:59:05.446113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45842) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.490970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.509969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6ad5d4d1-b878-4533-9ebf-efd6a5ed198d None None] Provisioning complete for port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:05.509969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6ad5d4d1-b878-4533-9ebf-efd6a5ed198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.531754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f68350-b038-4266-8e35-98235e2df603,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.545319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.557094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.570767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d498c0b8-cafe-4128-bf95-b2495aee5bd1 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "GET /v2.0/quotas/c872c0f8ad724f62b5ebf1bd9592c3c4 HTTP/1.1" status: 200 len: 366 time: 0.1235399 Apr 18 05:59:05.577071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45848) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.577071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:05.625317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:05.632628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.639283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.639603 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Added segment ab0ea500-ca2f-4ab9-9335-b8bcba1f2fda of type vlan for network 543e14b1-e040-4a62-a55e-8148ea36aeec Apr 18 05:59:05.642987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:05.662622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:05.689568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c258f2-de9e-4f30-ac9e-d898bf7c9673,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.754647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.757786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.787688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a812b58f-0fef-43ad-aa40-893809e25fe2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/c872c0f8ad724f62b5ebf1bd9592c3c4 HTTP/1.1" status: 204 len: 168 time: 0.2035925 Apr 18 05:59:05.805356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45852) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.831692 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-65d0e8c9-9965-4700-9a00-32d5be95fed2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0247757 Apr 18 05:59:05.843885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45854) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.861674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.862784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:05.865965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cea4eb14-b098-4d1a-82b1-e4aee38e5d7f tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "GET /v2.0/quotas/c872c0f8ad724f62b5ebf1bd9592c3c4 HTTP/1.1" status: 200 len: 370 time: 0.0208044 Apr 18 05:59:05.871490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45856) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.878429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:05.878608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09bc5c6e-a78f-453c-a4e3-1ac3e0a77801 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "GET /v2.0/quotas/c872c0f8ad724f62b5ebf1bd9592c3c4/default HTTP/1.1" status: 200 len: 370 time: 0.0040300 Apr 18 05:59:05.880523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45858) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.903927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.933341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45860) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:05.959804 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6b96e556-3be9-45e4-b9b4-a98ac14f9699 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] delete failed (client error): The resource could not be found. Apr 18 05:59:05.960853 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6b96e556-3be9-45e4-b9b4-a98ac14f9699 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/c872c0f8ad724f62b5ebf1bd9592c3c4 HTTP/1.1" status: 404 len: 348 time: 0.0791268 Apr 18 05:59:05.969465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.973955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:05.982468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0818d9e-3822-4eb8-80ea-6eb539241c74,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.023332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.023945 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Added segment 5ed6712c-f650-4724-878d-140c6a75a065 of type vlan for network bd48be89-1048-4699-a010-51894a0deb83 Apr 18 05:59:06.026608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.resource_extend [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:59:06.083596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.093960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Pushing event updated for resources: {'Port': ['ID=8a3c49c9-97fc-4d37-883b-7886edf8e2da,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.173785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Router f81d572b-48f6-42fb-b217-bf2321f4de72 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:06.214338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-807260379'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:06.218631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.236538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4b2fb377-e27c-402e-92b6-e7ad344542aa None None] Provisioning complete for port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:06.237429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b2fb377-e27c-402e-92b6-e7ad344542aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.261144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Network ab00e441-9302-4f6d-992a-4f76ee281484 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:06.266120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:06.326094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.resource_extend [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:59:06.329978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.330770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:06.331481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.359328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:06.359542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.397849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.415750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Allocated IP 172.26.4.113 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/9a602c53-f89b-4ef5-ac83-6deb87c520f5) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:06.462249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.517433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee0f16fe-27fc-4304-a1ee-219089f2d7b5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:06.560855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45866) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:06.593663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:06.594208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.655319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-915c7862-cbc7-4889-9cdb-dfe125a1af15 None None] Provisioning complete for port 8a3c49c9-97fc-4d37-883b-7886edf8e2da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:06.656361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-915c7862-cbc7-4889-9cdb-dfe125a1af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.662974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:network and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:06.674893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:06.697719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:subnet and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:06.702926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-915c7862-cbc7-4889-9cdb-dfe125a1af15 None None] Port 8a3c49c9-97fc-4d37-883b-7886edf8e2da cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:06.707628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:06.745253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.774299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port ee0f16fe-27fc-4304-a1ee-219089f2d7b5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:06.812985 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9231205 Apr 18 05:59:06.813715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.814613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:06.815176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.821099 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45870) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:06.845531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.847278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4b63f71c-ec7c-4aee-b25c-2ea2719c151c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:06.862817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:subnetpool and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:06.890323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d687a-bfc4-467c-9b06-4352a40fdc98 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Network': ['ID=543e14b1-e040-4a62-a55e-8148ea36aeec,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:06.900500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:06.908310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 543e14b1-e040-4a62-a55e-8148ea36aeec details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:06.952859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Router 2a87b794-802b-4cea-9faa-3e7163005ee7 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:06.955968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:port and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:06.967165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.980917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:06.983418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:07.005273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:07.022403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Sync routers for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:07.038849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.039030 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3603909 Apr 18 05:59:07.049194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45872) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:07.053487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:07.054174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.065187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:router and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:07.079052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:07.089070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.089967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Request body: {'network': {'project_id': '1b3c25994dab49e49d0ad2bb5646bc0b'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:07.096905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7e499-b390-4cd0-8cfa-6c78271e08a4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Pushing event updated for resources: {'Network': ['ID=bd48be89-1048-4699-a010-51894a0deb83,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.119839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.149493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:floatingip and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:07.192181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:07.195218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.196538 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-43669afe-47db-4356-8156-1a8a6519d2c5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7951648 Apr 18 05:59:07.200946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45876) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:07.203384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:07.211128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e978a879-76a2-4ec0-af8c-c8aa2ec9f090,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.214984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network bd48be89-1048-4699-a010-51894a0deb83 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:07.231848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772159818087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.236737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Unsubscribe: segment precommit_create {{(pid=109606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 05:59:07.236737 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Added segment 3a9a0e38-4f18-47d4-aab6-885f918f1b89 of type vlan for network 05921d27-ab0c-4c91-b477-273ee6ccbc61 Apr 18 05:59:07.258405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:07.298285 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e8b099df-ffdb-4b31-970f-624cd64a43ef admin admin] 10.222.0.43 "PUT /v2.0/routers/2a87b794-802b-4cea-9faa-3e7163005ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5935133 Apr 18 05:59:07.299756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.317253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.327352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.334283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:07.334956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.338388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.356072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Made reservation on behalf of 1b3c25994dab49e49d0ad2bb5646bc0b for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:07.358719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.369765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:07.386336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:07.391983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.392612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.393546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.394078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > port after_create 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.394394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:07.394768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.395308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > port after_update 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.395824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.396685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.397422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.398221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.406603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Port': ['ID=9a602c53-f89b-4ef5-ac83-6deb87c520f5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.484656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:07.490792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.497074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:07.497675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.528381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:security_group and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:07.636878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:07.658966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.681362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.681710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.682039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.682362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:07.682731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543e14b1-e040-4a62-a55e-8148ea36aeec']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.692729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Usage tracker for resource:security_group_rule and tenant:f60d36c08e59413d98d8839600851895 is out of sync, need to count used quota {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 05:59:07.700769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Network': ['ID=05921d27-ab0c-4c91-b477-273ee6ccbc61,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:07.709112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.quota.resource [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109606) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 05:59:07.715994 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4d77d244-2de7-48f2-acd5-a8a4ac08c2f2 tempest-QuotasTest-1425496593 tempest-QuotasTest-1425496593-project-admin] 10.222.0.43 "GET /v2.0/quotas/f60d36c08e59413d98d8839600851895/details.json HTTP/1.1" status: 200 len: 703 time: 1.1228435 Apr 18 05:59:07.724901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:07.731098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.739993 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-038d760e-9fad-4418-8ad8-950b8c1da818 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8065224 Apr 18 05:59:07.749456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45892) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:07.754865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'subnet': {'network_id': '05921d27-ab0c-4c91-b477-273ee6ccbc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:07.759863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0ea500-ca2f-4ab9-9335-b8bcba1f2fda') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.760228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0ea500-ca2f-4ab9-9335-b8bcba1f2fda') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.848001 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Sync routers for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:07.854584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.860706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:03Z', 'revision_number': 3, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.869188 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:07.871613 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:07.918795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.941391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:07.970681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:07.971695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Checking router: f81d572b-48f6-42fb-b217-bf2321f4de72 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:07.973650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Updating router f81d572b-48f6-42fb-b217-bf2321f4de72 port 1f89c4f7-56a0-4f6b-b604-84452a181da3 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:08.031573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c258f2-de9e-4f30-ac9e-d898bf7c9673,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.044758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.050680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.051159 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Added segment 3c0564fb-5b8f-4da7-9365-b572fa4edb67 of type vlan for network 34fbaf1d-2b72-4252-9cf4-8d542264e30c Apr 18 05:59:08.075684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:08.075864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: from cryptography.utils import int_from_bytes Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: from cryptography.utils import int_from_bytes Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:08.088437 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:08.106197 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:08.124640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.148748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:08.152807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.244725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.254754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.342504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.409588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee0f16fe-27fc-4304-a1ee-219089f2d7b5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:08.432177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.451142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Port': ['ID=9a602c53-f89b-4ef5-ac83-6deb87c520f5,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.491920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.493259 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d21f3bc0-caa1-4d77-9dc7-1f4d93b29880 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7352705 Apr 18 05:59:08.493946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.497555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45900) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.505255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-833599332', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'fixed_ips': [{'ip_address': '172.26.4.154'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.506851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45902) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.528215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 543e14b1-e040-4a62-a55e-8148ea36aeec {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 05:59:08.531574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.537621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.538628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:08.539292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.552006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Network': ['ID=543e14b1-e040-4a62-a55e-8148ea36aeec,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.552439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:08.554580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.555869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45906) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.557990 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 2, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:08.559784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.569029 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-905e4a7c-0ff1-4760-98d9-ad49ee159439 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/networks/543e14b1-e040-4a62-a55e-8148ea36aeec HTTP/1.1" status: 204 len: 168 time: 1.7202041 Apr 18 05:59:08.569210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45908) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.594104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959153029', 'description': 'tempest-description--95999281'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.616614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.617072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.628490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.629844 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c22c069b-d087-43ab-abfc-97e1a5881086 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8630760 Apr 18 05:59:08.631993 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Checking router: 2a87b794-802b-4cea-9faa-3e7163005ee7 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:08.632576 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Updating router 2a87b794-802b-4cea-9faa-3e7163005ee7 port 8a3c49c9-97fc-4d37-883b-7886edf8e2da binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:08.643887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45912) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.662589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-175767094'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.681384 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.705432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bde881-e236-4bcf-8084-50df1f78eb57 None None] Pushing event updated for resources: {'Port': ['ID=1f89c4f7-56a0-4f6b-b604-84452a181da3,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.745673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Made reservation on behalf of 81686151f9c148ff96b48ac12162a0d5 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:08.748790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.758611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Attempting to bind port 1f89c4f7-56a0-4f6b-b604-84452a181da3 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:08.759587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Attempting to bind port 1f89c4f7-56a0-4f6b-b604-84452a181da3 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:08.760112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Attempting to bind port 1f89c4f7-56a0-4f6b-b604-84452a181da3 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:08.775511 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7212765 Apr 18 05:59:08.775853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:08.776436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.776609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:08.777164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.777698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:08.778322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Bound port: 1f89c4f7-56a0-4f6b-b604-84452a181da3, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:08.778688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45914) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.779083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.787055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a8ba100b-205b-4f43-8f15-69ad71afa27e tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Request body: {'network': {'project_id': '1b3c25994dab49e49d0ad2bb5646bc0b'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:08.790563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8227ed-41c1-4eb2-8e49-a887cc0d364b tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Pushing event updated for resources: {'Network': ['ID=34fbaf1d-2b72-4252-9cf4-8d542264e30c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:08.799755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbf2a-513c-45ef-a0aa-bef54fc30d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.812141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 34fbaf1d-2b72-4252-9cf4-8d542264e30c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:08.835007 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ba100b-205b-4f43-8f15-69ad71afa27e tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 05:59:08.835652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ba100b-205b-4f43-8f15-69ad71afa27e tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:08.839654 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a8ba100b-205b-4f43-8f15-69ad71afa27e tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0538609 Apr 18 05:59:08.840690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45916) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:08.860472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.889920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Made reservation on behalf of db8d0b94308c4229ba022a30f20580d0 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:08.890513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] For port 1f89c4f7-56a0-4f6b-b604-84452a181da3, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:08.892693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.893945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] For port 1f89c4f7-56a0-4f6b-b604-84452a181da3, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1f89c4f7-56a0-4f6b-b604-84452a181da3,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:08.944255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Made reservation on behalf of 89195566ea8d4f2389e3f8be0a040cc2 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:08.949031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.974797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:08.979370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.008769 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-66bb32db-3e15-417d-bcb8-883d516af91f tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b3c25994dab49e49d0ad2bb5646bc0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1612544 Apr 18 05:59:09.014627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45918) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:09.024054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:09.048392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.060214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:09.061911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:09.095890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.096439 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Added segment d66cd0eb-6017-4bbb-991d-537b78689d33 of type vlan for network 0e897571-6884-4e97-bccf-c40ba07af375 Apr 18 05:59:09.138343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bde881-e236-4bcf-8084-50df1f78eb57 None None] Pushing event updated for resources: {'Port': ['ID=1f89c4f7-56a0-4f6b-b604-84452a181da3,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.198003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Subnet': ['ID=4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.210470 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.241494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.246046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Checking segment: {'id': '3a9a0e38-4f18-47d4-aab6-885f918f1b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '05921d27-ab0c-4c91-b477-273ee6ccbc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:09.246398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network hostable DHCP agents. Network: 05921d27-ab0c-4c91-b477-273ee6ccbc61, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:09.254845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:09.260290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.271277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.271534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbf2a-513c-45ef-a0aa-bef54fc30d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.318559 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.339572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.349963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.389092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:09.389249 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b6144-9b07-40ae-87c3-739c15494a81 None None] Pushing event updated for resources: {'Port': ['ID=8a3c49c9-97fc-4d37-883b-7886edf8e2da,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.397630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:09.401927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f8fbf2a-513c-45ef-a0aa-bef54fc30d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.422676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04aeb7-9250-470c-aa1c-9faf570cf7c1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.432611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.433259 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Added segment 54c3df5f-c263-426c-ae0d-65ed657d2564 of type vlan for network 75beb37f-007e-43b2-9435-8042285bdb8d Apr 18 05:59:09.456230 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Attempting to bind port 8a3c49c9-97fc-4d37-883b-7886edf8e2da on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:09.456666 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Attempting to bind port 8a3c49c9-97fc-4d37-883b-7886edf8e2da by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:09.457030 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Attempting to bind port 8a3c49c9-97fc-4d37-883b-7886edf8e2da on network ab00e441-9302-4f6d-992a-4f76ee281484 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:09.468947 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:09.469329 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Checking segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:09.469754 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.470519 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Bound using segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:09.471336 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Bound port: 8a3c49c9-97fc-4d37-883b-7886edf8e2da, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:09.471917 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.538830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0f8fbf2a-513c-45ef-a0aa-bef54fc30d34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a584542c608449a99499e3e5d14c1a57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0289717 Apr 18 05:59:09.539957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fbf2a-513c-45ef-a0aa-bef54fc30d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb13169-3b0d-4458-bd27-08d7deb8f364,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.553473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 05921d27-ab0c-4c91-b477-273ee6ccbc61) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:09.555684 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] For port 8a3c49c9-97fc-4d37-883b-7886edf8e2da, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:09.559631 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] For port 8a3c49c9-97fc-4d37-883b-7886edf8e2da, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8a3c49c9-97fc-4d37-883b-7886edf8e2da,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:09.566223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45920) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:09.572136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:59:09.582862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:03Z', 'revision_number': 3, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:09.597725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.612131 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.627901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.631669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.641818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.645316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.659527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697099d3-71d1-4b79-8622-5b3d0decc323 None None] The sync data for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv is: [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:03Z', 'revision_number': 3, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:09.663343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26dee0e-6e55-484d-aaa6-aa697d07ecdf None None] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:09.688406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.688406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.688406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.691342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dedced-ceb4-4891-b1d7-625991205d68,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.692447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7392ae68-bd69-4a46-b64a-3599aa4d40a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.699556 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:09.704542 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:09.743979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7392ae68-bd69-4a46-b64a-3599aa4d40a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.765221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] device_id is not set on port 6dd0c0eb-bd8a-4b2a-9451-276b3d19a8b5 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:09.782621 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b6144-9b07-40ae-87c3-739c15494a81 None None] Pushing event updated for resources: {'Port': ['ID=8a3c49c9-97fc-4d37-883b-7886edf8e2da,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.792206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.799309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:09.800670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.836401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c1ad7b4e-d5e4-4927-b1a9-36a2d55b8307 None None] Provisioning complete for port 8a3c49c9-97fc-4d37-883b-7886edf8e2da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:09.836401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7b4e-d5e4-4927-b1a9-36a2d55b8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:09.918064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c9feee4-18be-48b6-9b03-8b7b57b089c9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1674674 Apr 18 05:59:09.922469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45924) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:09.923382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Network': ['ID=75beb37f-007e-43b2-9435-8042285bdb8d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:09.931558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1175764366', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.001464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 75beb37f-007e-43b2-9435-8042285bdb8d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:10.017657 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:10.024349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92752da0-eb75-422b-9a1e-5e6847db2a6a tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.045219 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-35154f9c-f76c-46b6-ba98-9629b7885d94 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4005680 Apr 18 05:59:10.048903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45926) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:10.058959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Request body: {'subnet': {'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.104479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92752da0-eb75-422b-9a1e-5e6847db2a6a tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.175768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.214746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.215824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.224541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7392ae68-bd69-4a46-b64a-3599aa4d40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.227737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7392ae68-bd69-4a46-b64a-3599aa4d40a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.232190 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7392ae68-bd69-4a46-b64a-3599aa4d40a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cb13169-3b0d-4458-bd27-08d7deb8f364 HTTP/1.1" status: 204 len: 168 time: 0.6637659 Apr 18 05:59:10.262378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Network': ['ID=0e897571-6884-4e97-bccf-c40ba07af375,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.268438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392ae68-bd69-4a46-b64a-3599aa4d40a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb13169-3b0d-4458-bd27-08d7deb8f364,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.269449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7b4e-d5e4-4927-b1a9-36a2d55b8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.299703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0e897571-6884-4e97-bccf-c40ba07af375 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:10.341132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd13427-2d70-4027-91de-fddd34691d00 None None] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:10.404162 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:09Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:10.437444 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9b0e8d6e-df3f-4285-8184-8340e35e6523 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8614271 Apr 18 05:59:10.438269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3353fe83-0815-4770-bccf-0a7d7f5d677b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.442041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45934) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:10.469792 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8111-673a-48e2-b5cb-9055e816e1ea None None] The sync data for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv is: [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:09Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:10.528124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Made reservation on behalf of 89195566ea8d4f2389e3f8be0a040cc2 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:10.532277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.547679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'subnet': {'network_id': '0e897571-6884-4e97-bccf-c40ba07af375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.548098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.551475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1f89c4f7-56a0-4f6b-b604-84452a181da3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:10.580089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.580089 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9303fe63-e553-4498-8448-cdf7b4bdfabb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0095341 Apr 18 05:59:10.589086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45936) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:10.618931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Request body: {'security_group_rule': {'security_group_id': '3353fe83-0815-4770-bccf-0a7d7f5d677b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:10.641783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Made reservation on behalf of db8d0b94308c4229ba022a30f20580d0 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:10.646021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.676284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c1ad7b4e-d5e4-4927-b1a9-36a2d55b8307 None None] For port 8a3c49c9-97fc-4d37-883b-7886edf8e2da, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8a3c49c9-97fc-4d37-883b-7886edf8e2da,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:10.754274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92752da0-eb75-422b-9a1e-5e6847db2a6a tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.759394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92752da0-eb75-422b-9a1e-5e6847db2a6a tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.760705 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-92752da0-eb75-422b-9a1e-5e6847db2a6a tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0818d9e-3822-4eb8-80ea-6eb539241c74 HTTP/1.1" status: 204 len: 168 time: 1.7441730 Apr 18 05:59:10.768903 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 05:59:10.769512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:10.779378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45940) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:10.799294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Allocated IP 172.20.0.1 (3d3a9a12-0c08-4753-b755-a58cb99e550a/2152f564-a035-438d-a751-dc900d9aedf5/610c8ba0-ffd9-4695-b4a1-a909d80134e7) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:10.809263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1ad7b4e-d5e4-4927-b1a9-36a2d55b8307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:10.830987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92752da0-eb75-422b-9a1e-5e6847db2a6a tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0818d9e-3822-4eb8-80ea-6eb539241c74,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:10.884004 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb7190d8-c5fd-48bc-92f3-dfb978fefc34 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3825331 Apr 18 05:59:10.888263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45942) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:10.908567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1f89c4f7-56a0-4f6b-b604-84452a181da3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:10.909066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.000803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.033309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-87c8bbb6-cc45-40d3-bc14-ea95823b6875 None None] Provisioning complete for port 8a3c49c9-97fc-4d37-883b-7886edf8e2da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:11.034027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbb6-cc45-40d3-bc14-ea95823b6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.042338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.105273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad7b4e-d5e4-4927-b1a9-36a2d55b8307 None None] Pushing event updated for resources: {'Port': ['ID=8a3c49c9-97fc-4d37-883b-7886edf8e2da,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.184365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.217614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.261512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 1f89c4f7-56a0-4f6b-b604-84452a181da3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1f89c4f7-56a0-4f6b-b604-84452a181da3,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:11.299737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45944) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:11.317823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-603590ce-2205-4b50-91eb-a9a622190124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.337028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.370522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.421162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.425618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.434730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=1f89c4f7-56a0-4f6b-b604-84452a181da3,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.470300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.508359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.513783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee39a2d-e752-4efa-a8f1-7bf918ada4b4,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.550252 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Deleting port d5c258f2-de9e-4f30-ac9e-d898bf7c9673 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:11.550589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.553438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fbaf1d-2b72-4252-9cf4-8d542264e30c']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:11.560388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.565659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Subnet': ['ID=8e16726c-1f55-4dc9-98ba-f7547ae4db32,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.589519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0564fb-5b8f-4da7-9365-b572fa4edb67') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:11.589829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0564fb-5b8f-4da7-9365-b572fa4edb67') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:11.594960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.629896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.631758 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d9a76a74-2a03-4524-94df-4514fe884985 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0414979 Apr 18 05:59:11.633598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.639124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45946) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:11.654064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Request body: {'security_group_rule': {'security_group_id': '3353fe83-0815-4770-bccf-0a7d7f5d677b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:11.660044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Checking segment: {'id': '54c3df5f-c263-426c-ae0d-65ed657d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:11.660993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network hostable DHCP agents. Network: 75beb37f-007e-43b2-9435-8042285bdb8d, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:11.670628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.673772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.679822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-603590ce-2205-4b50-91eb-a9a622190124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.729570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:11.730024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:11.731632 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:11.754174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-603590ce-2205-4b50-91eb-a9a622190124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.757941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.34 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/49ff4670-3ffd-40e9-94e4-e1b759bbbe7f) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:11.794255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network 75beb37f-007e-43b2-9435-8042285bdb8d is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:11.825003 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:11.827159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.827307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.830722 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-603590ce-2205-4b50-91eb-a9a622190124 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f60d36c08e59413d98d8839600851895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297832 Apr 18 05:59:11.831551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603590ce-2205-4b50-91eb-a9a622190124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfcaf48-10cd-4d42-96fa-31f6907bb9a5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.834104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45948) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:11.843730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:11.846237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:11.888846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Pushing event updated for resources: {'Port': ['ID=610c8ba0-ffd9-4695-b4a1-a909d80134e7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:11.892043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.895496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Calling delete_port for d5c258f2-de9e-4f30-ac9e-d898bf7c9673 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:11.935638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 75beb37f-007e-43b2-9435-8042285bdb8d) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:11.943659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:11.944256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:11.946295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69608e3-ac50-4fd2-834c-fa53ad94c161 None None] Network 75beb37f-007e-43b2-9435-8042285bdb8d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:11.993516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.002402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3106fce-5c7c-4853-8dfe-220b6bee0a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.047193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3106fce-5c7c-4853-8dfe-220b6bee0a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.087311 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-283be10b-3cf4-4c20-a83f-6c37ee1c0f2b tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0368788 Apr 18 05:59:12.095055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45950) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:12.104815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1454015605', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:12.142830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-75beb37f-007e-43b2-9435-8042285bdb8d', 'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d', 'tenant_id': '89195566ea8d4f2389e3f8be0a040cc2', 'fixed_ips': [{'subnet_id': '8e16726c-1f55-4dc9-98ba-f7547ae4db32'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 05:59:12.147706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.172944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.183236 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.189155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.192335 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "DELETE /v2.0/networks/34fbaf1d-2b72-4252-9cf4-8d542264e30c HTTP/1.1" status: 204 len: 168 time: 1.4079552 Apr 18 05:59:12.202357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45952) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:12.207415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.242753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.244070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.263935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=49ff4670-3ffd-40e9-94e4-e1b759bbbe7f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.283745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a76c1d-bc42-4a78-9f71-a8268dbeb1b4 tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Pushing event deleted for resources: {'Network': ['ID=34fbaf1d-2b72-4252-9cf4-8d542264e30c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.290125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:12.291423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3106fce-5c7c-4853-8dfe-220b6bee0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.302100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3106fce-5c7c-4853-8dfe-220b6bee0a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.311103 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a3106fce-5c7c-4853-8dfe-220b6bee0a4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcfcaf48-10cd-4d42-96fa-31f6907bb9a5 HTTP/1.1" status: 204 len: 168 time: 0.4731960 Apr 18 05:59:12.312749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:12.332543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b45457ed-9dc2-4fcd-8f07-465814c46c40 None None] Provisioning complete for port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:12.332723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b45457ed-9dc2-4fcd-8f07-465814c46c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.348200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:12.398849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Allocated IP 172.20.0.2 (75beb37f-007e-43b2-9435-8042285bdb8d/8e16726c-1f55-4dc9-98ba-f7547ae4db32/e84e5162-2516-4bd9-9c0b-df9dbad3561d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:12.400233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.456362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.482803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b45457ed-9dc2-4fcd-8f07-465814c46c40 None None] Port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:12.518894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3106fce-5c7c-4853-8dfe-220b6bee0a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfcaf48-10cd-4d42-96fa-31f6907bb9a5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.569858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.581029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.644740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 05:59:12.645101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.663787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700afd3b-c579-43f2-afff-de10a8b426c9,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.692775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1f89c4f7-56a0-4f6b-b604-84452a181da3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:12.738049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.755794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.756982 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-08d59598-9c1e-4568-b460-e3fc123663bf tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1127331 Apr 18 05:59:12.774655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1f89c4f7-56a0-4f6b-b604-84452a181da3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:12.775323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.799472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45956) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:12.805542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.808915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:12.821669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3869b583-d38e-48e8-b564-5c9239686e5b,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.830777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.878517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8a3c49c9-97fc-4d37-883b-7886edf8e2da up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:12.892181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd48be89-1048-4699-a010-51894a0deb83']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:12.894344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.896597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:12.946740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Checking segment: {'id': 'd66cd0eb-6017-4bbb-991d-537b78689d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0e897571-6884-4e97-bccf-c40ba07af375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:12.947135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Network hostable DHCP agents. Network: 0e897571-6884-4e97-bccf-c40ba07af375, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:12.954967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed6712c-f650-4724-878d-140c6a75a065') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:12.955299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed6712c-f650-4724-878d-140c6a75a065') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:12.960105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c258f2-de9e-4f30-ac9e-d898bf7c9673,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:12.998440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.001512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.005973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.010613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8a3c49c9-97fc-4d37-883b-7886edf8e2da triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:13.010980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.095972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.115038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.149915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Network 75beb37f-007e-43b2-9435-8042285bdb8d is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:13.161659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:13.162503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.163191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:13.168129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:13.177836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Pushing event updated for resources: {'Port': ['ID=e84e5162-2516-4bd9-9c0b-df9dbad3561d,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:13.200620 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:13.227651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Network 0e897571-6884-4e97-bccf-c40ba07af375 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:13.235989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.242923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Attempting to bind port e84e5162-2516-4bd9-9c0b-df9dbad3561d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:13.243326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Attempting to bind port e84e5162-2516-4bd9-9c0b-df9dbad3561d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '54c3df5f-c263-426c-ae0d-65ed657d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:13.243723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Attempting to bind port e84e5162-2516-4bd9-9c0b-df9dbad3561d on network 75beb37f-007e-43b2-9435-8042285bdb8d {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:13.252804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:13.252804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Checking segment: {'id': '54c3df5f-c263-426c-ae0d-65ed657d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:13.252804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.252804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Bound using segment: {'id': '54c3df5f-c263-426c-ae0d-65ed657d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:13.252804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Bound port: e84e5162-2516-4bd9-9c0b-df9dbad3561d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c3df5f-c263-426c-ae0d-65ed657d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:13.253319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.327528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] For port e84e5162-2516-4bd9-9c0b-df9dbad3561d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:13.331827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] For port e84e5162-2516-4bd9-9c0b-df9dbad3561d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e84e5162-2516-4bd9-9c0b-df9dbad3561d,segment=NetworkSegment(54c3df5f-c263-426c-ae0d-65ed657d2564),segment_id=54c3df5f-c263-426c-ae0d-65ed657d2564)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:13.355396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.357882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.359424 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-96c16301-d524-43a7-87ba-e5e5facce206 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430 tempest-ExternalNetworksAdminNegativeTestJSON-1414390430-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/20937dbd-5fb3-47d8-9b27-454d48d4d119 HTTP/1.1" status: 204 len: 168 time: 2.4465501 Apr 18 05:59:13.365134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.413096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.451343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.456122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0e897571-6884-4e97-bccf-c40ba07af375) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:13.465399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.474917 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] 10.222.0.43 "DELETE /v2.0/networks/bd48be89-1048-4699-a010-51894a0deb83 HTTP/1.1" status: 204 len: 168 time: 1.2631345 Apr 18 05:59:13.483174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e046a8-ebfd-4d42-84dd-a0e762b57962 None None] Network 0e897571-6884-4e97-bccf-c40ba07af375 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:13.499757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:13.500346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.509515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f04d-ea48-40a9-85b4-09005ef00d5d tempest-QuotasNegativeTest-1605906102 tempest-QuotasNegativeTest-1605906102-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd48be89-1048-4699-a010-51894a0deb83,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.575915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.609200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.656952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86189fb-3494-46e3-a06a-3bb2ffb8d6c8 None None] Pushing event updated for resources: {'Port': ['ID=e84e5162-2516-4bd9-9c0b-df9dbad3561d,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.688508 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e75e40e8-421b-4cb2-b211-b8f61d6eab14 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1545355 Apr 18 05:59:13.689342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.692403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 45976) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:13.739001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'floatingip': {'floating_network_id': '0e897571-6884-4e97-bccf-c40ba07af375'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:13.761418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed093e0a-c07a-4ac3-8457-ea1849d36a3d None None] Network 0e897571-6884-4e97-bccf-c40ba07af375 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:13.769794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:13.895786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.897882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:13.902300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Pushing event updated for resources: {'Port': ['ID=610c8ba0-ffd9-4695-b4a1-a909d80134e7,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:13.979953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Allocated IP 172.26.4.199 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/2ae64f91-3eff-49f6-bfb3-2fb3735bb096) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:14.035980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:14.086034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.113825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.127771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45982) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:14.178521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.178521 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e5b464f4-00d5-44dd-a73f-66a3bbfe4568 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2467816 Apr 18 05:59:14.178521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45986) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:14.243093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:14.249324 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:14.261874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:14.284013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:14.284649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:14.375352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:14.396616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:14.396616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:14.407296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb24c810-19f3-47e4-8d52-e995a8746830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.460945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:14.461855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7370e5-d96b-4598-b24f-a0317598a232 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:14.511788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e84e5162-2516-4bd9-9c0b-df9dbad3561d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:14.637416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.651554 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.664476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6f85cbce-7bd0-480b-9a0e-ec29d0feecd7 None None] Provisioning complete for port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:14.668255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6f85cbce-7bd0-480b-9a0e-ec29d0feecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.760049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e84e5162-2516-4bd9-9c0b-df9dbad3561d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:14.760373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.788428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-6f85cbce-7bd0-480b-9a0e-ec29d0feecd7 None None] Port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:14.835815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Router f81d572b-48f6-42fb-b217-bf2321f4de72 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:14.867006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:14.898728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Allocated IP 172.20.0.14 (0e897571-6884-4e97-bccf-c40ba07af375/3869b583-d38e-48e8-b564-5c9239686e5b/c2f42eb3-f911-416b-bc9e-0696e3758c9f) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:14.915421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port e84e5162-2516-4bd9-9c0b-df9dbad3561d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e84e5162-2516-4bd9-9c0b-df9dbad3561d,segment=NetworkSegment(54c3df5f-c263-426c-ae0d-65ed657d2564),segment_id=54c3df5f-c263-426c-ae0d-65ed657d2564)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:14.919698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 45998) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:15.023883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.047955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb24c810-19f3-47e4-8d52-e995a8746830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.072351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.080110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.100184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8951d6b-e87e-4dad-a458-5109a2d1c2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.116280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd21d362-5928-43a2-8bf6-870815ae21c5 None None] Network 75beb37f-007e-43b2-9435-8042285bdb8d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:15.174520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.202936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-18f8fdfa-9a92-4f13-8b26-8fef1c3bd091 None None] Provisioning complete for port e84e5162-2516-4bd9-9c0b-df9dbad3561d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:15.203316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18f8fdfa-9a92-4f13-8b26-8fef1c3bd091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.209078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=e84e5162-2516-4bd9-9c0b-df9dbad3561d,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.231066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:15.243799 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:15.249212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:15.265565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.297568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:15.310355 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Sync routers for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:15.325669 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1437748e-820b-44d3-8d3c-8cc817dab262 admin admin] 10.222.0.43 "PUT /v2.0/routers/f81d572b-48f6-42fb-b217-bf2321f4de72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1119704 Apr 18 05:59:15.325669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event updated for resources: {'Port': ['ID=2ae64f91-3eff-49f6-bfb3-2fb3735bb096,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.325880 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:15.327728 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:15.332651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Allocated IP 172.26.4.132 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/21aaeea0-5047-4355-94ea-36321c33a359) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:15.345556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb24c810-19f3-47e4-8d52-e995a8746830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.362571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Network 0e897571-6884-4e97-bccf-c40ba07af375 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:15.395157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:15.405778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:15.490558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f42eb3-f911-416b-bc9e-0696e3758c9f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.513169 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:15.537641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.595548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.648611 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fb24c810-19f3-47e4-8d52-e995a8746830 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b62ed41cfab4920b61a09ff20c2a4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5196435 Apr 18 05:59:15.655446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46020) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:15.680202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.702398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24c810-19f3-47e4-8d52-e995a8746830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a869d1f-dc04-4573-b2df-3334dfa278e3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:15.761991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.907371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ba36a0fa-5d5f-4c82-aa60-bdb763b0ca7a None None] Provisioning complete for port e84e5162-2516-4bd9-9c0b-df9dbad3561d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:15.907914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ba36a0fa-5d5f-4c82-aa60-bdb763b0ca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.909568 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:13Z', 'revision_number': 2, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:15.948625 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Checking router: f81d572b-48f6-42fb-b217-bf2321f4de72 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:15.949541 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Updating router f81d572b-48f6-42fb-b217-bf2321f4de72 port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:15.979473 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:15.989747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.039129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8951d6b-e87e-4dad-a458-5109a2d1c2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.082978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.099969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46028) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:16.100564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.121514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-465c4669-c95b-4c92-96ef-8e3b2e0a8aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.139346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8951d6b-e87e-4dad-a458-5109a2d1c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.229892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-465c4669-c95b-4c92-96ef-8e3b2e0a8aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.262254 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f8951d6b-e87e-4dad-a458-5109a2d1c2ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0481ad56284d431f8692e0166ca958f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3415108 Apr 18 05:59:16.263379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8951d6b-e87e-4dad-a458-5109a2d1c2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31394b09-aff5-4ef1-8c64-374a6804f354,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.271833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46032) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:16.272745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.1 (05921d27-ab0c-4c91-b477-273ee6ccbc61/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e/e26e9a1f-82e1-4bc2-b45d-8f1f4e2f0d5e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:16.341298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f42eb3-f911-416b-bc9e-0696e3758c9f,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.368519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.371278 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.393317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.407770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1818528850', 'router:external': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:16.449220 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.451128 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.461379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e84e5162-2516-4bd9-9c0b-df9dbad3561d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:16.483474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.488728 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-61bcff60-4286-4ba6-beb6-b5953b5393b5 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7907455 Apr 18 05:59:16.492383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46034) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:16.497512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:16.501099 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca619aa-f554-448a-a977-f528e779a0d1 None None] Pushing event updated for resources: {'Port': ['ID=610c8ba0-ffd9-4695-b4a1-a909d80134e7,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.512882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-79725eaa-2229-4da2-9c18-bce65169b1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.556711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-79725eaa-2229-4da2-9c18-bce65169b1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.584642 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Attempting to bind port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:16.585410 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Attempting to bind port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:16.585844 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Attempting to bind port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 on network 3d3a9a12-0c08-4753-b755-a58cb99e550a {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:16.588354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Made reservation on behalf of 58484f9f96894073917dc88b16eb2ad4 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:16.592241 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:16.592241 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Checking segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:16.592541 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.593008 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Bound using segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:16.593566 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Bound port: 610c8ba0-ffd9-4695-b4a1-a909d80134e7, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:16.594064 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.599277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.604884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.620383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:16.620603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e84e5162-2516-4bd9-9c0b-df9dbad3561d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:16.621036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.635273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-465c4669-c95b-4c92-96ef-8e3b2e0a8aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.638426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-465c4669-c95b-4c92-96ef-8e3b2e0a8aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.639945 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-465c4669-c95b-4c92-96ef-8e3b2e0a8aad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a869d1f-dc04-4573-b2df-3334dfa278e3 HTTP/1.1" status: 204 len: 168 time: 0.9829524 Apr 18 05:59:16.645666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:16.698659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] For port 610c8ba0-ffd9-4695-b4a1-a909d80134e7, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:16.702129 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] For port 610c8ba0-ffd9-4695-b4a1-a909d80134e7, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=610c8ba0-ffd9-4695-b4a1-a909d80134e7,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:16.788348 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.840993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-79725eaa-2229-4da2-9c18-bce65169b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.843964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-79725eaa-2229-4da2-9c18-bce65169b1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.846425 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-79725eaa-2229-4da2-9c18-bce65169b1c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31394b09-aff5-4ef1-8c64-374a6804f354 HTTP/1.1" status: 204 len: 168 time: 0.5711343 Apr 18 05:59:16.847320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c4669-c95b-4c92-96ef-8e3b2e0a8aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a869d1f-dc04-4573-b2df-3334dfa278e3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.859269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.860589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-59fa5488-092d-4dbf-8a9c-65cab08d03da None None] Provisioning complete for port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:16.860961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-59fa5488-092d-4dbf-8a9c-65cab08d03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.874435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Port': ['ID=21aaeea0-5047-4355-94ea-36321c33a359,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.875562 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca619aa-f554-448a-a977-f528e779a0d1 None None] Pushing event updated for resources: {'Port': ['ID=610c8ba0-ffd9-4695-b4a1-a909d80134e7,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.878876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79725eaa-2229-4da2-9c18-bce65169b1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31394b09-aff5-4ef1-8c64-374a6804f354,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:16.933849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:16.938790 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:16.943018 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:16.985696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46042) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:16.985978 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0c5a6c03-f7a6-46b6-a59c-c85b4cd2b8aa tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=0e897571-6884-4e97-bccf-c40ba07af375 HTTP/1.1" status: 200 len: 690 time: 0.4861705 Apr 18 05:59:16.988809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.053498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event updated for resources: {'Port': ['ID=2ae64f91-3eff-49f6-bfb3-2fb3735bb096,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.089554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-59fa5488-092d-4dbf-8a9c-65cab08d03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.137352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.156636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5a0f8b73-e5ff-4aab-8800-d6599d9b8043 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3560579 Apr 18 05:59:17.165774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46048) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:17.184547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-59fa5488-092d-4dbf-8a9c-65cab08d03da None None] For port 610c8ba0-ffd9-4695-b4a1-a909d80134e7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=610c8ba0-ffd9-4695-b4a1-a909d80134e7,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:17.185566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829425445', 'description': 'tempest-description--1121383394'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:17.202695 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:17.213069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.262408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-59fa5488-092d-4dbf-8a9c-65cab08d03da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.279552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.325539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.339182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=e26e9a1f-82e1-4bc2-b45d-8f1f4e2f0d5e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.360274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa5488-092d-4dbf-8a9c-65cab08d03da None None] Pushing event updated for resources: {'Port': ['ID=610c8ba0-ffd9-4695-b4a1-a909d80134e7,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.399933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3176cc5b-9ae8-4b23-8e2d-9b0d419b5024 None None] Provisioning complete for port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:17.399933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3176cc5b-9ae8-4b23-8e2d-9b0d419b5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.420326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:17.420794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:17.423414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:17.423898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.430717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.432649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.463113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:17.491720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af96ca7d-0890-4830-bd69-3f09a656597d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.498468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.498928 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Added segment c27b9341-546b-4d31-bd30-98b3bdb1d124 of type vlan for network de1220a8-d8eb-408e-b200-cd8f66e7596d Apr 18 05:59:17.503264 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:16Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:17.528008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.529987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.540858 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47723b83-a5d9-4a5a-bbe5-5074d89793cb None None] The sync data for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv is: [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:16Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:17.553746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.589842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.641258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a8d214-bfda-4784-bef1-6ab19523bb02,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.660491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.663374 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8a494fb6-01d6-47d7-82d6-103666574cbe tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4964702 Apr 18 05:59:17.666066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46060) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:17.672996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Request body: {'security_group_rule': {'security_group_id': 'f6a8d214-bfda-4784-bef1-6ab19523bb02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:17.729087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46062) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:17.744980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.745944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:17.746519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.809509 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c6bc687e-98a3-4cc2-b8e2-4b079dfe1d7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81686151f9c148ff96b48ac12162a0d5&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0767558 Apr 18 05:59:17.810237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46066) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:17.887574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46068) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:17.893358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.911865 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7910559 Apr 18 05:59:17.928223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46078) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:17.935294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'subnet': {'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:17.944222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb222dcc-749d-40e8-b29c-65652d4ea325 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Network': ['ID=de1220a8-d8eb-408e-b200-cd8f66e7596d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:17.951869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-744a0666-9625-4e66-b5ed-60715a729115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:17.977030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network de1220a8-d8eb-408e-b200-cd8f66e7596d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:18.009272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-46f0dc97-20e3-453f-bce7-400861dd42c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.063852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.079181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-46f0dc97-20e3-453f-bce7-400861dd42c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.111860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Made reservation on behalf of 58484f9f96894073917dc88b16eb2ad4 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:18.115353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.153711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Deleting port c2f42eb3-f911-416b-bc9e-0696e3758c9f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:18.154266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.183725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.231335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe15ded7-49cc-45f7-9137-52b0ca28179e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.240818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-744a0666-9625-4e66-b5ed-60715a729115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.312905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.329811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-744a0666-9625-4e66-b5ed-60715a729115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.335412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46086) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:18.350402 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 05:59:18.363755 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-744a0666-9625-4e66-b5ed-60715a729115 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a32debffbafa47e9ae580d47dcc55f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690516 Apr 18 05:59:18.367116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.370420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46088) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:18.370755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46090) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:18.371297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f5904483-ca84-4c04-b0bb-8a2a8b522c56 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7041566 Apr 18 05:59:18.372061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-46f0dc97-20e3-453f-bce7-400861dd42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.384494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-46f0dc97-20e3-453f-bce7-400861dd42c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.386391 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-46f0dc97-20e3-453f-bce7-400861dd42c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36dedced-ceb4-4891-b1d7-625991205d68 HTTP/1.1" status: 204 len: 168 time: 0.5402293 Apr 18 05:59:18.392502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Request body: {'security_group_rule': {'security_group_id': 'f6a8d214-bfda-4784-bef1-6ab19523bb02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:18.412543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 610c8ba0-ffd9-4695-b4a1-a909d80134e7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:18.447904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a0666-9625-4e66-b5ed-60715a729115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65a8ed-2d8e-472c-b3b3-fe2112947e74,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.464973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0dc97-20e3-453f-bce7-400861dd42c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dedced-ceb4-4891-b1d7-625991205d68,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.517139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:18.517502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.546111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c360105b-c0da-498b-aa80-96245fd71781 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--959153029&fields=id&tenant_id=85627ae77a674d00b86975b6992a00e7 HTTP/1.1" status: 200 len: 267 time: 0.2065854 Apr 18 05:59:18.682101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 05:59:18.683446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.751323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Checking segment: {'id': 'c27b9341-546b-4d31-bd30-98b3bdb1d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:18.751682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network hostable DHCP agents. Network: de1220a8-d8eb-408e-b200-cd8f66e7596d, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:18.753725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc06b62c-3024-43a4-b596-a22f5530c41b,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:18.769511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.785649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.786009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.821969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.845001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network de1220a8-d8eb-408e-b200-cd8f66e7596d is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:18.875125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Calling delete_port for c2f42eb3-f911-416b-bc9e-0696e3758c9f owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:18.953794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, de1220a8-d8eb-408e-b200-cd8f66e7596d) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:18.959082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:18.960327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:18.965491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e409de9-58a3-4b1a-8b17-506710adeb26 None None] Network de1220a8-d8eb-408e-b200-cd8f66e7596d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:19.058291 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e518a623-7f1e-4e4f-b182-e464bc620106 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1269836 Apr 18 05:59:19.060959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:19.068693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-948965349', 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:19.114061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-984bd35a-751d-4eb3-afb9-088e376fdcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.125587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176481c1-23d1-463c-b78d-8159735cf3e1 None None] Network de1220a8-d8eb-408e-b200-cd8f66e7596d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:19.149768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-8fd46984-d408-4fdb-9e34-399e30d62fc4 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:19.151153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-8fd46984-d408-4fdb-9e34-399e30d62fc4 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/networks?id=ab00e441-9302-4f6d-992a-4f76ee281484 HTTP/1.1" status: 200 len: 805 time: 0.5653493 Apr 18 05:59:19.220282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Made reservation on behalf of 58484f9f96894073917dc88b16eb2ad4 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:19.222587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.223098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-984bd35a-751d-4eb3-afb9-088e376fdcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.246782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.247966 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] device_id is not set on port 45ab8f12-8f15-4b60-8290-6916597ffbaa yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:19.266679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-9f22b67a-d726-4450-933e-fd91b2e91ba6 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/quotas/85627ae77a674d00b86975b6992a00e7 HTTP/1.1" status: 200 len: 375 time: 0.1029701 Apr 18 05:59:19.365967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Allocated IP 172.20.0.7 (de1220a8-d8eb-408e-b200-cd8f66e7596d/bc06b62c-3024-43a4-b596-a22f5530c41b/45ab8f12-8f15-4b60-8290-6916597ffbaa) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:19.382507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.449926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52992f0e-01d2-4ac3-b65f-237c837d1fef,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:19.544489 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-3edd9470-c4c5-4ef1-b255-687acce11031 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=85627ae77a674d00b86975b6992a00e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2671607 Apr 18 05:59:19.570474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.572025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dea03f55-53fe-4dcc-bfe6-a2d1973c97b5 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1883671 Apr 18 05:59:19.575992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46118) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:19.582518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:19.609963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-984bd35a-751d-4eb3-afb9-088e376fdcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.612465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-984bd35a-751d-4eb3-afb9-088e376fdcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.613589 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-984bd35a-751d-4eb3-afb9-088e376fdcb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e65a8ed-2d8e-472c-b3b3-fe2112947e74 HTTP/1.1" status: 204 len: 168 time: 1.2366474 Apr 18 05:59:19.617688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.627725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bd35a-751d-4eb3-afb9-088e376fdcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65a8ed-2d8e-472c-b3b3-fe2112947e74,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:19.717531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Router 5cae3e9d-1faa-4713-8044-c9159d6910fe is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:19.720499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.754222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.755603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.760395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2f42eb3-f911-416b-bc9e-0696e3758c9f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:19.762279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.821823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.914851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:19.966197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network de1220a8-d8eb-408e-b200-cd8f66e7596d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:19.968976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:19.973754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:19.982400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=e26e9a1f-82e1-4bc2-b45d-8f1f4e2f0d5e,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.017694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Port': ['ID=45ab8f12-8f15-4b60-8290-6916597ffbaa,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.031743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-446b73c4-beab-492d-af19-03d3d84ed399 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:20.032663 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-446b73c4-beab-492d-af19-03d3d84ed399 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3474398 Apr 18 05:59:20.042920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:20.043908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.116382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.239579 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0e39a362-6007-434d-8026-0e6ec3c3891a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1763914 Apr 18 05:59:20.242537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46140) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:20.325763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Deleting port 45ab8f12-8f15-4b60-8290-6916597ffbaa {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:20.330854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.385722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.391151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:20.403385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] Sync routers for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:20.421044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-cadf0bd3-f196-47d9-8e26-a41ab1a608d9 service neutron] 10.222.0.43 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340511 Apr 18 05:59:20.433730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:20.434679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:20.444833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:20.445190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.462766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Calling delete_port for 45ab8f12-8f15-4b60-8290-6916597ffbaa owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:20.467629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:20.490250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:20.510257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:20.511124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:20.565352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:20.566143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301bd1c-305a-4804-a150-f57acd843b9a None None] The sync data for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:20.583208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.587371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f0659f3b-5384-42a8-b009-c6e0882e8b3e tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.4912636 Apr 18 05:59:20.587541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46152) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:20.672630 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-eb945f9c-ea10-4efa-aead-94ffa31bed20 service neutron] 10.222.0.43 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396758 Apr 18 05:59:20.675556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.694642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.731689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3869b583-d38e-48e8-b564-5c9239686e5b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.741192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:20.798087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.812564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:20.883121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event deleted for resources: {'Port': ['ID=45ab8f12-8f15-4b60-8290-6916597ffbaa,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:20.886572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.886924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.887985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.888331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > port after_create 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.888759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.888990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > port after_update 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.889307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.889641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.889948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:20.890264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:21.010063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.013777 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d797e8fe-de2e-41f3-b4bd-1d5cdc608aa1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/ports/45ab8f12-8f15-4b60-8290-6916597ffbaa HTTP/1.1" status: 204 len: 168 time: 0.7722929 Apr 18 05:59:21.016491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46164) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:21.022056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d', 'external_fixed_ips': [{'subnet_id': 'bc06b62c-3024-43a4-b596-a22f5530c41b', 'ip_address': '172.20.0.7'}]}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:21.074566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:21.074917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:21.075817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:21.076112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 05:59:21.076490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e897571-6884-4e97-bccf-c40ba07af375']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.115841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66cd0eb-6017-4bbb-991d-537b78689d33') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.116183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66cd0eb-6017-4bbb-991d-537b78689d33') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.150197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.217834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46178) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:21.227361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.228416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.239361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.256821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:21.257233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: from cryptography.utils import int_from_bytes Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: from cryptography.utils import int_from_bytes Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:21.261278 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:21.334712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.337736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Allocated IP 172.26.4.241 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/b1a4e2a2-c7d1-4ce8-bc52-13f150610e6c) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:21.340483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:21.353942 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:21.358570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-adea22d3-acc0-42dd-8b6d-4cc9ca14d674 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/routers/e44b71d1-a565-4632-b63d-0b309acf6469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1804352 Apr 18 05:59:21.360543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46196) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:21.365876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'port': {'network_id': '05921d27-ab0c-4c91-b477-273ee6ccbc61', 'name': 'tempest-FloatingIPTestJSON-1049165667'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:21.368766 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:21.370448 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.457005 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.467196 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:21.468235 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:58:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.498405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46198) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:21.521895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.543483 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:21.544307 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3c83c-ba97-47b7-8a2f-db71ea7e1d05 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:21.554122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1896248619'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:21.565646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e897571-6884-4e97-bccf-c40ba07af375 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 05:59:21.594999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.598923 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0e897571-6884-4e97-bccf-c40ba07af375 HTTP/1.1" status: 204 len: 168 time: 4.6122744 Apr 18 05:59:21.602753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46204) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:21.609063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e99efa-76cb-45ec-b4c3-5f7bf69e19e1 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e897571-6884-4e97-bccf-c40ba07af375,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:21.668728 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 05:59:21.904882 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-490aa1d9-caba-4277-8daa-d03b04fdf64c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2977476 Apr 18 05:59:21.909084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:21.910371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46212) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:21.968808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.000765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.001223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.001665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.002104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.002536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.003105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.003421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.003913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.006625 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-11cdfc1c-7174-41a1-bd23-0532d730ff92 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5153 time: 0.0910413 Apr 18 05:59:22.010124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46218) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:22.036323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.047999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6292b726-264e-4ee4-8f39-3db348ab5c73 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] delete failed (client error): The resource could not be found. Apr 18 05:59:22.050030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6292b726-264e-4ee4-8f39-3db348ab5c73 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/92fe60ec-b833-4e37-b889-e3ac12d5c1d2 HTTP/1.1" status: 404 len: 345 time: 0.0380416 Apr 18 05:59:22.051769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46224) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:22.069229 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0cea41d9-05b8-42d2-a668-a470753ea56a req-deb7f27b-c5db-4912-a144-f8b64a3ddac1 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.5695202 Apr 18 05:59:22.070338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2afc52-3677-48bc-8663-a818114470c2 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 05:59:22.071057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2afc52-3677-48bc-8663-a818114470c2 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:22.074861 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c2afc52-3677-48bc-8663-a818114470c2 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0e897571-6884-4e97-bccf-c40ba07af375 HTTP/1.1" status: 404 len: 339 time: 0.0221598 Apr 18 05:59:22.078880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46228) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:22.089285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Made reservation on behalf of ef4fbee8c3674ce29f46eadce2f22365 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:22.089441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'network': {'name': 'tempest-network--1713731110', 'router:external': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:22.089559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.100333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:22.102569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.131853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] device_id is not set on port 8240d9c9-4f3c-4cd3-b32c-0036a6855142 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:22.139937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.168032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.236471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:22.243507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:22.248264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Made reservation on behalf of db8d0b94308c4229ba022a30f20580d0 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:22.255814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.255814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:22.259041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event updated for resources: {'Port': ['ID=b1a4e2a2-c7d1-4ce8-bc52-13f150610e6c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.367387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:22.376201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.9 (05921d27-ab0c-4c91-b477-273ee6ccbc61/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e/8240d9c9-4f3c-4cd3-b32c-0036a6855142) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:22.415839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.416264 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Added segment 472ad87c-6c5e-4a5c-a55c-a704ce8e54c5 of type vlan for network de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f Apr 18 05:59:22.453093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.490306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46234) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:22.496622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.542201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.556788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.656688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:22.665275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.720882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.724946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.725901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:22.726482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.757984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.765575 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Added segment 7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a of type vlan for network e358dff9-c0fd-433a-a507-8faf8f45b49f Apr 18 05:59:22.766090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1053023664'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:22.777156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b44568-85b8-4a78-ad2d-8af8f01127ba,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.849842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.856272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.878638 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7979257 Apr 18 05:59:22.883566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.888217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46242) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:22.888852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310213b-5402-4f20-8f2d-bffd8b3c1436 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Network': ['ID=de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:22.907684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:22.943112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Allocated IP 172.20.0.1 (75beb37f-007e-43b2-9435-8042285bdb8d/8e16726c-1f55-4dc9-98ba-f7547ae4db32/3e713e10-bdb2-40aa-8137-08226bab5ab2) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:22.984422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:22.995358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.004294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Made reservation on behalf of fd6ed7807d204f7888ff65c3d2265140 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:23.007805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.044529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:23.048062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:23.053045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:23.056155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=8240d9c9-4f3c-4cd3-b32c-0036a6855142,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:23.085852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.091197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.108174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.113954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.119693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.169975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.170968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.250202 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-212ddc9c-389a-4309-9f6a-bdf7397ca62a req-0e549f87-5dd3-4c8b-857e-472f300e45c9 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.0915301 Apr 18 05:59:23.269874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event updated for resources: {'Port': ['ID=b1a4e2a2-c7d1-4ce8-bc52-13f150610e6c,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:23.275674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.344681 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1255879 Apr 18 05:59:23.353807 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7539a04b-ae2f-4f46-bdc8-92f7e0acb15c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9917312 Apr 18 05:59:23.356266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46252) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:23.362978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'port': {'network_id': '05921d27-ab0c-4c91-b477-273ee6ccbc61', 'name': 'tempest-FloatingIPTestJSON-1770793559'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:23.380209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc9b81-aa8e-4c04-a0c5-70f6ba9932b6 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.386009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc9b81-aa8e-4c04-a0c5-70f6ba9932b6 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.393156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc9b81-aa8e-4c04-a0c5-70f6ba9932b6 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.399976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc9b81-aa8e-4c04-a0c5-70f6ba9932b6 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.406082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc9b81-aa8e-4c04-a0c5-70f6ba9932b6 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:23.408043 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-13fc9b81-aa8e-4c04-a0c5-70f6ba9932b6 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.5186939 Apr 18 05:59:23.417888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e21193-7eb8-4c23-8186-c09505f71a0c tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Pushing event updated for resources: {'Network': ['ID=e358dff9-c0fd-433a-a507-8faf8f45b49f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:23.421374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46256) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:23.431494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network e358dff9-c0fd-433a-a507-8faf8f45b49f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:23.442228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.454896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7e67393d-c00a-4baa-a76d-7f6f1a5d13e7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8657107 Apr 18 05:59:23.455637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e7caf900-e01e-401e-8d1e-38336cfc7977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.564844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Allocated IP 172.20.0.7 (de1220a8-d8eb-408e-b200-cd8f66e7596d/bc06b62c-3024-43a4-b596-a22f5530c41b/110968e6-8b16-4b15-aa76-84fb0eeb168f) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:23.569366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.603643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.622634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:23.626930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.649889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] device_id is not set on port 7fe956cd-6933-4433-bae9-b2d4a768afd7 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:23.678002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:23.740360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46272) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:23.752865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Request body: {'port': {'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f', 'binding:host_id': 'hv-neutron-8374', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-546100311'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:23.789414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.11 (05921d27-ab0c-4c91-b477-273ee6ccbc61/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e/7fe956cd-6933-4433-bae9-b2d4a768afd7) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:23.848868 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-392a9179-13ca-4e33-b853-737cca76528b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--829425445&fields=id&tenant_id=3ff5d935598747adbe8bf35c865ffebb HTTP/1.1" status: 200 len: 267 time: 0.0567510 Apr 18 05:59:23.963193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.022111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:24.040553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-dd041b51-808d-4be3-8b8e-13748d0aafba tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:24.042051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-dd041b51-808d-4be3-8b8e-13748d0aafba tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/networks?id=3d3a9a12-0c08-4753-b755-a58cb99e550a HTTP/1.1" status: 200 len: 811 time: 0.1829410 Apr 18 05:59:24.071261 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-7ead255f-b25c-4ec2-88b0-771fa74112fa tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/quotas/3ff5d935598747adbe8bf35c865ffebb HTTP/1.1" status: 200 len: 375 time: 0.0209680 Apr 18 05:59:24.074197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.087712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.090627 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Added segment d0d74f19-384a-41f7-83b0-703b8bd42f73 of type vlan for network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f Apr 18 05:59:24.093033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6344942-3e50-4282-b21a-67ca8c17bc59,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.116651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.153527 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-3482f37e-e51d-4e16-a68e-4accf302ed95 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ff5d935598747adbe8bf35c865ffebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741253 Apr 18 05:59:24.164798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Made reservation on behalf of 361407af119345fea0938bf56a21c9bb for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:24.167073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.174593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.192313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.206661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.212637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:24.212637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.234186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.273274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472ad87c-6c5e-4a5c-a55c-a704ce8e54c5') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:24.273574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472ad87c-6c5e-4a5c-a55c-a704ce8e54c5') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:24.303302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:24.314304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:24.317256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:24.331269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network 75beb37f-007e-43b2-9435-8042285bdb8d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:24.332993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.344545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=7fe956cd-6933-4433-bae9-b2d4a768afd7,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.349958 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-9cfcffb2-61b5-42bf-b5ee-e15d0cac1e2b service neutron] 10.222.0.43 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822441 Apr 18 05:59:24.392996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:24.395479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:24.414454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:24.415127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.434662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.440142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Port': ['ID=3e713e10-bdb2-40aa-8137-08226bab5ab2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.458865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.463760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:24.464501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.467808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:24.468790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:24.479083 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:24.503926 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-d0b05158-9ae3-463c-b316-b953810161ce service neutron] 10.222.0.43 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304431 Apr 18 05:59:24.562978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-50c26938-6810-4511-a877-91c3cc2a1d5e tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2055788 Apr 18 05:59:24.566481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46278) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:24.574287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '7fe956cd-6933-4433-bae9-b2d4a768afd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:24.614813 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d4fd64ac-f87a-4fad-bb5d-ad3ddbbd71f9 req-cf4b4972-f0a4-4d4d-b632-2a23c6d39c79 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.1433957 Apr 18 05:59:24.636663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.663900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d2e853c4-1358-490e-8425-171c91bb1401 None None] Provisioning complete for port 3e713e10-bdb2-40aa-8137-08226bab5ab2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:24.664500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d2e853c4-1358-490e-8425-171c91bb1401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.679915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.688081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.702783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d2e853c4-1358-490e-8425-171c91bb1401 None None] Port 3e713e10-bdb2-40aa-8137-08226bab5ab2 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:24.708842 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2164757 Apr 18 05:59:24.709678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc6ee-53ee-45fc-9901-a2a1da28445f tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Pushing event updated for resources: {'Network': ['ID=f19b846c-a5d7-456e-b4b8-bc6cb19bb42f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.735457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:24.778830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network de1220a8-d8eb-408e-b200-cd8f66e7596d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:24.793800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:24.796200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:24.827805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Port': ['ID=110968e6-8b16-4b15-aa76-84fb0eeb168f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.860928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.868367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 05:59:24.870524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.885151 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/networks/de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f HTTP/1.1" status: 204 len: 168 time: 1.4290686 Apr 18 05:59:24.885309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46290) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:24.885309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46294) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:24.903485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'network': {'name': 'tempest-network--176133707', 'router:external': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:24.908902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:24.924060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Request body: {'port': {'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f', 'binding:host_id': 'hv-neutron-8374', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1533182336'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:24.959930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3796e-4f83-4733-b660-827b214e65f0 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Network': ['ID=de2be0ea-b7f1-4bc2-b5a8-52b97a18a61f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:24.984860 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9dc6cc78-e32e-4f53-97ca-3d557dec744d req-f4a391f9-5dd0-42cc-9a26-d82fc365d22b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.1229413 Apr 18 05:59:25.015768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Made reservation on behalf of 5b41a6b5baa0444385f735415c950c4e for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:25.018493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.021074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Made reservation on behalf of db8d0b94308c4229ba022a30f20580d0 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:25.023213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.026615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.040712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.049081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.072153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.46', 59327) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:25.087568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:25.098830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.099175 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Added segment cdfb7f51-b4ac-4b18-8573-4964704d246f of type vlan for network 964019eb-31ff-4ba6-b5bf-561a05db6a32 Apr 18 05:59:25.108153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port b4fd0152-ff10-4ca5-92ac-0952dc4a928f yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:25.114335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500c229a-79ec-4946-baa9-a816be22dafb,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:25.171947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.327802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.411885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-a65ddd22-ce83-4a66-993b-16c826911a08 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:25.413335 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-a65ddd22-ce83-4a66-993b-16c826911a08 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.46 "GET /v2.0/networks?id=ab00e441-9302-4f6d-992a-4f76ee281484 HTTP/1.1" status: 200 len: 805 time: 0.3398123 Apr 18 05:59:25.425445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.37 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/59f9d7f7-7126-42be-8038-239cd1bdd876) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:25.433207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.434183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:25.434725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.580848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6930840 Apr 18 05:59:25.587418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e4981-7022-434e-bd8f-d92e67b7b1c8 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Network': ['ID=964019eb-31ff-4ba6-b5bf-561a05db6a32,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:25.588622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46314) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:25.595150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.607113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 964019eb-31ff-4ba6-b5bf-561a05db6a32 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:25.634690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-be48284d-3424-47e6-bf2e-549078cd4d75 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85627ae77a674d00b86975b6992a00e7 HTTP/1.1" status: 200 len: 379 time: 0.1312852 Apr 18 05:59:25.655621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Request body: {'port': {'device_id': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'admin_state_up': True, 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'security_groups': ['3353fe83-0815-4770-bccf-0a7d7f5d677b']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:25.782410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1265095-1ec8-4ff9-9e90-1ce6f8aceee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.888073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:25.908089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:26.052230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.055320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-95826e86-5cf9-40e7-83a1-ced070ec18dd req-8327f82d-25b9-4700-900b-90652736c501 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.0674286 Apr 18 05:59:26.065436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22f701-8b63-418d-8ca4-de14743ceec7,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.067580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce268e7-11db-4fb1-a926-36549659f573 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:26.069545 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cce268e7-11db-4fb1-a926-36549659f573 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] 10.222.0.43 "GET /v2.0/networks/964019eb-31ff-4ba6-b5bf-561a05db6a32 HTTP/1.1" status: 200 len: 756 time: 0.4779940 Apr 18 05:59:26.071760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port b4fd0152-ff10-4ca5-92ac-0952dc4a928f yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:26.074353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46334) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:26.101285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.108558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6fdbd647-53c9-4ee2-8ed0-586d324da2e0 req-2cf0c5e0-34b1-448e-b31a-e98da249d7e1 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.0660083 Apr 18 05:59:26.153470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.299645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.319182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d80e7d-e96a-4b7a-8d20-9533029b2ded tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:26.327932 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f2d80e7d-e96a-4b7a-8d20-9533029b2ded tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] 10.222.0.43 "GET /v2.0/networks/6336b31f-6075-4158-8571-9e9919884b61 HTTP/1.1" status: 200 len: 768 time: 0.2445698 Apr 18 05:59:26.327932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46346) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:26.398246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.418409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.439531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fd0152-ff10-4ca5-92ac-0952dc4a928f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.456619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Checking segment: {'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:26.457061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Network hostable DHCP agents. Network: e358dff9-c0fd-433a-a507-8faf8f45b49f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:26.460494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.468309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Made reservation on behalf of 85627ae77a674d00b86975b6992a00e7 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:26.471890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.507068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.511833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:26.516150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:26.530352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:26.533480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.542142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.545477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:26.548644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=59f9d7f7-7126-42be-8038-239cd1bdd876,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.689695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Network e358dff9-c0fd-433a-a507-8faf8f45b49f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:26.717893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Port': ['ID=3e713e10-bdb2-40aa-8137-08226bab5ab2,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:26.722746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.820444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.838157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:26.877140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, e358dff9-c0fd-433a-a507-8faf8f45b49f) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:26.899072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:26.921208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network 75beb37f-007e-43b2-9435-8042285bdb8d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:26.924825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:26.926971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:26.927369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:26.927691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:26.932904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Allocated IP 172.20.0.9 (ab00e441-9302-4f6d-992a-4f76ee281484/8485ec0c-f5a2-4635-b62e-96e3e208037c/a36dbaf7-242e-414f-9941-e1a9030be62e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:26.946036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:26.959853 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:26.962400 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 2 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:26.978919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Router 8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:27.067529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b35df-e180-40a7-a752-5407e937ebc3 None None] Network e358dff9-c0fd-433a-a507-8faf8f45b49f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:27.068149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964019eb-31ff-4ba6-b5bf-561a05db6a32']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:27.104974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfb7f51-b4ac-4b18-8573-4964704d246f') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:27.105522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfb7f51-b4ac-4b18-8573-4964704d246f') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:27.148435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.150291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=39ffdddb-ce3a-488f-a60f-b26d754ec5f3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:27.269806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:27.270880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:27.272316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.280481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:27.291866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:27.292193 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:27.297298 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 3 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:27.317525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.352129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Checking segment: {'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:27.353209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Network hostable DHCP agents. Network: f19b846c-a5d7-456e-b4b8-bc6cb19bb42f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:27.354649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Router 5cae3e9d-1faa-4713-8044-c9159d6910fe has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:27.383692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:27.384184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.399551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:27.399930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:27.400378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:27.425032 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:27.427255 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-273d6929-1b33-46f5-a386-f412ff3c2956 req-d6b9fab4-6ce2-4723-ad01-2929f137ddd6 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.1344569 Apr 18 05:59:27.432632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:27.432975 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:27.440807 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 4 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:27.445750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-318050f3-1ef5-4142-9a6c-bf7131a145e1 None None] Provisioning complete for port 3e713e10-bdb2-40aa-8137-08226bab5ab2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:27.446301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-318050f3-1ef5-4142-9a6c-bf7131a145e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.462673 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3d76e4f3-0660-49e0-bd5d-f85bd9a3eb15 req-a225d54c-196b-4cef-ac26-a68211e4f750 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.1025417 Apr 18 05:59:27.491650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-318050f3-1ef5-4142-9a6c-bf7131a145e1 None None] Port 3e713e10-bdb2-40aa-8137-08226bab5ab2 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:27.601917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:27.608135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.613062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Sync routers for ids ['8a95d96e-2a5e-4694-9d7d-46c947e1e7b5'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:27.625060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Routers {'8a95d96e-2a5e-4694-9d7d-46c947e1e7b5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:27.625720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8a95d96e-2a5e-4694-9d7d-46c947e1e7b5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:27.665577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:27.666096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:27.666416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:27.683907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:27.684231 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:27.686155 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 5 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:27.699986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:27.730863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:27.731259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:27.731606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:27.765592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:27.765929 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:27.776107 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 6 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:27.776541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Set router 8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:27.779956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.833777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.835046 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e7e78fe4-ee9c-4f8e-8bcc-060de521dec4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.8173993 Apr 18 05:59:27.837941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:27.839583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46358) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:27.848986 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] Sync routers for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:27.851960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 964019eb-31ff-4ba6-b5bf-561a05db6a32 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 05:59:27.858344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Network': ['ID=964019eb-31ff-4ba6-b5bf-561a05db6a32,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:27.861180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.866543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, f19b846c-a5d7-456e-b4b8-bc6cb19bb42f) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:27.869697 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:27.876370 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:27.889627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:27.893364 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f37338ac-17ec-4254-849b-5cff17c10b29 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/networks/964019eb-31ff-4ba6-b5bf-561a05db6a32 HTTP/1.1" status: 204 len: 168 time: 1.5653789 Apr 18 05:59:27.950674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46364) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:27.963270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'network': {'name': 'tempest-network--237105269'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:27.983462 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:28.003722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:28.028355 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:28.029487 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:28.049839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.051863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.051863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:28.061039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0a267-42d8-4625-8e21-d15e56249195 None None] Network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:28.113041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.113656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.114653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:28.124180 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1195bf15-2a97-494c-bf7c-afa672a2b0ec tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "PUT /v2.0/routers/5cae3e9d-1faa-4713-8044-c9159d6910fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5356157 Apr 18 05:59:28.125964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.259154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46368) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:28.271695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Request body: {'port': {'network_id': '75beb37f-007e-43b2-9435-8042285bdb8d', 'name': 'tempest-FloatingIPAdminTestJSON-1164238380'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:28.350557 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:28.351985 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9565c-3bd0-4f40-8bb6-d22e4f9cf671 None None] The sync data for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:28.374841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:28.375180 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:28.380664 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 7 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:28.380664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.420952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.420952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.420952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:28.426927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:28.427296 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:28.428508 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 8 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:28.441489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.441949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.442499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:28.449255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:28.449255 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:28.449776 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 9 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:28.486589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.487583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.488072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:28.494574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:28.499546 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:28.500156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 10 to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f Apr 18 05:59:28.548943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:28.548943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:28.548943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:28.560598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:28.561933 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port b4fd0152-ff10-4ca5-92ac-0952dc4a928f on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:28.562184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.634640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a95d96e-2a5e-4694-9d7d-46c947e1e7b5', 'name': '', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d', 'external_fixed_ips': [{'subnet_id': 'bc06b62c-3024-43a4-b596-a22f5530c41b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '110968e6-8b16-4b15-aa76-84fb0eeb168f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:21Z', 'updated_at': '2022-04-18T05:59:25Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': '110968e6-8b16-4b15-aa76-84fb0eeb168f', 'name': '', 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a95d96e-2a5e-4694-9d7d-46c947e1e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'bc06b62c-3024-43a4-b596-a22f5530c41b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:22Z', 'updated_at': '2022-04-18T05:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc06b62c-3024-43a4-b596-a22f5530c41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:28.655264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] For port b4fd0152-ff10-4ca5-92ac-0952dc4a928f, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:28.655631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempted to set empty binding levels {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 05:59:28.661186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Made reservation on behalf of 89195566ea8d4f2389e3f8be0a040cc2 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:28.664650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.699828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Network ab00e441-9302-4f6d-992a-4f76ee281484 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:28.701614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:28.701822 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:28.715497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:28.718124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 2 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:28.739504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5817-10bf-4e05-beec-fdd6a95ee28d req-3c316213-4baa-445e-a8e3-d83fc5c26ce8 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:28.743779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Checking router: 8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:28.746166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Updating router 8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 port 110968e6-8b16-4b15-aa76-84fb0eeb168f binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:28.747359 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e28e5817-10bf-4e05-beec-fdd6a95ee28d req-3c316213-4baa-445e-a8e3-d83fc5c26ce8 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 931 time: 0.1960080 Apr 18 05:59:28.753102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.763218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] device_id is not set on port dfc18183-49ea-4cb1-917a-479a76f5dc1e yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:28.790174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:28.857476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.863500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:28.863500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.876353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.46', 59334) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:28.913552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.938368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Made reservation on behalf of db8d0b94308c4229ba022a30f20580d0 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:28.941186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:28.975756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffc1f9a0-d7ec-4b1c-b9c5-bca932d73ffe req-000f4fe3-0b6f-46e9-a93b-58957da860bb tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.2950008 Apr 18 05:59:29.001073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event updated for resources: {'Port': ['ID=a36dbaf7-242e-414f-9941-e1a9030be62e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.107050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:29.108043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.122032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.130951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.131491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.131965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.182288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f38d78d3-f305-4a70-a369-e56a80c08623 None None] Provisioning complete for port a36dbaf7-242e-414f-9941-e1a9030be62e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:29.182665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f38d78d3-f305-4a70-a369-e56a80c08623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.195197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.197549 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.208053 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 3 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.246030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.255304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.255801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.264638 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c7828dee-c676-48cf-8cc0-1eede79656fb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6191177 Apr 18 05:59:29.272796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:29.288563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.289342 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.292116 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 4 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.298479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f38d78d3-f305-4a70-a369-e56a80c08623 None None] Port a36dbaf7-242e-414f-9941-e1a9030be62e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:29.299625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.302244 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.302244 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Added segment 05ba6c88-5973-40c6-a11e-7ac7f08933c1 of type vlan for network 4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9 Apr 18 05:59:29.307225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c85d7d36-8719-4d14-9185-1fd4d957efff tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 05:59:29.315614 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-c85d7d36-8719-4d14-9185-1fd4d957efff tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124395 Apr 18 05:59:29.368840 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.6261082 Apr 18 05:59:29.376073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46378) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:29.416738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Deleting port 110968e6-8b16-4b15-aa76-84fb0eeb168f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:29.417598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.423440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.423776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.424116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.449945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.450273 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.475788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 5 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.496743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.497090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.497432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.506917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.524897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.528821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.528821 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.530496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 6 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.536494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c521d-326f-4787-8ef2-60e8428f03de tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fd0152-ff10-4ca5-92ac-0952dc4a928f,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.583553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.583887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.584138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.612620 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e28e5817-10bf-4e05-beec-fdd6a95ee28d req-7781b201-0bcd-441e-97dd-ac1df982008a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8643527 Apr 18 05:59:29.616018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.616525 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.617203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.634271 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 7 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.669107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.670326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:29.671063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.676650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.679451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.679939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.680469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.728836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.729524 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.731016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Deleting port b4fd0152-ff10-4ca5-92ac-0952dc4a928f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:29.731583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.738101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Request body: {'port': {'device_id': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:29.743648 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 8 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.749130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Attempting to bind port 110968e6-8b16-4b15-aa76-84fb0eeb168f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.749834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Attempting to bind port 110968e6-8b16-4b15-aa76-84fb0eeb168f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c27b9341-546b-4d31-bd30-98b3bdb1d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.750060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Attempting to bind port 110968e6-8b16-4b15-aa76-84fb0eeb168f on network de1220a8-d8eb-408e-b200-cd8f66e7596d {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.761929 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.767631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:29.768162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Checking segment: {'id': 'c27b9341-546b-4d31-bd30-98b3bdb1d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:29.768656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.769139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Bound using segment: {'id': 'c27b9341-546b-4d31-bd30-98b3bdb1d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:29.769801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Bound port: 110968e6-8b16-4b15-aa76-84fb0eeb168f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27b9341-546b-4d31-bd30-98b3bdb1d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1220a8-d8eb-408e-b200-cd8f66e7596d'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:29.770454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.778466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Calling delete_port for 110968e6-8b16-4b15-aa76-84fb0eeb168f owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:29.795440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bdf23-cc7a-4a83-8a69-49c152ee765b None None] Pushing event updated for resources: {'Port': ['ID=110968e6-8b16-4b15-aa76-84fb0eeb168f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.842979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] For port 110968e6-8b16-4b15-aa76-84fb0eeb168f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:29.849502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8967259 Apr 18 05:59:29.850437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] For port 110968e6-8b16-4b15-aa76-84fb0eeb168f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=110968e6-8b16-4b15-aa76-84fb0eeb168f,segment=NetworkSegment(c27b9341-546b-4d31-bd30-98b3bdb1d124),segment_id=c27b9341-546b-4d31-bd30-98b3bdb1d124)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:29.864125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:29.870343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:29.901839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:29.902167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:29.902500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:29.912720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d692ae-3a82-4650-85b6-b6dab30d1d1c tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Network': ['ID=4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:29.918326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:29.920839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Allocated IP 172.20.0.11 (75beb37f-007e-43b2-9435-8042285bdb8d/8e16726c-1f55-4dc9-98ba-f7547ae4db32/dfc18183-49ea-4cb1-917a-479a76f5dc1e) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:29.929648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-9dd576e8-7ec8-4549-9bd2-3cec736afcaf tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:29.931129 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-9dd576e8-7ec8-4549-9bd2-3cec736afcaf tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.46 "GET /v2.0/networks?id=3d3a9a12-0c08-4753-b755-a58cb99e550a HTTP/1.1" status: 200 len: 811 time: 1.0534546 Apr 18 05:59:29.947954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:29.956774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:29.957634 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:29.974874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 9 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:29.982308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] For port b4fd0152-ff10-4ca5-92ac-0952dc4a928f, host hv-neutron-8374, got binding levels [] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:29.983049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.031620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.049350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Routers {'8a95d96e-2a5e-4694-9d7d-46c947e1e7b5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:30.049912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Calling delete_port for b4fd0152-ff10-4ca5-92ac-0952dc4a928f owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:30.051936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8a95d96e-2a5e-4694-9d7d-46c947e1e7b5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:30.053297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:30.053631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:30.053966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:30.099592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:30.100262 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:30.120066 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 10 to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 Apr 18 05:59:30.157600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-edf70381-5170-45aa-a222-55e9f86b4860 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ff5d935598747adbe8bf35c865ffebb HTTP/1.1" status: 200 len: 379 time: 0.1792092 Apr 18 05:59:30.158917 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bcad3a82-21cb-4f01-8c5f-2f7bc3cc3420 req-802d0201-9d06-43ab-8a35-ec27f9d9311d tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.0866010 Apr 18 05:59:30.223988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bdf23-cc7a-4a83-8a69-49c152ee765b None None] Pushing event updated for resources: {'Port': ['ID=110968e6-8b16-4b15-aa76-84fb0eeb168f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.235772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:30.236115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:30.237103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:30.261273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:30.261616 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:30.261997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.287879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] Set router 8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:30.320639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Request body: {'port': {'device_id': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'admin_state_up': True, 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'security_groups': ['f6a8d214-bfda-4784-bef1-6ab19523bb02']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:30.365087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a95d96e-2a5e-4694-9d7d-46c947e1e7b5', 'name': '', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:21Z', 'updated_at': '2022-04-18T05:59:28Z', 'revision_number': 4, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:30.396630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35476bf5-13c0-412e-96e6-9acf780f7090 None None] The sync data for ids ['8a95d96e-2a5e-4694-9d7d-46c947e1e7b5'] in dv-neutron-837488-1-hyperv is: [{'id': '8a95d96e-2a5e-4694-9d7d-46c947e1e7b5', 'name': '', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:21Z', 'updated_at': '2022-04-18T05:59:28Z', 'revision_number': 4, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:30.447443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.577774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] For port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:30.578149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempted to set empty binding levels {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 05:59:30.579197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.584891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.633947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.689112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event deleted for resources: {'Port': ['ID=110968e6-8b16-4b15-aa76-84fb0eeb168f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.689342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.718488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:30.719823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.732706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.738368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b4fd0152-ff10-4ca5-92ac-0952dc4a928f HTTP/1.1" status: 204 len: 168 time: 1.3509076 Apr 18 05:59:30.746752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46390) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:30.762046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=59f9d7f7-7126-42be-8038-239cd1bdd876,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.811037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefb381-c814-46c9-84bf-a70ad4336ae5 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4fd0152-ff10-4ca5-92ac-0952dc4a928f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:30.862108 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.9683747 Apr 18 05:59:30.873992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.874178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.874178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46392) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:30.876751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f47ac2-92d9-48b8-9fd2-f3fe03888ccc tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:30.883357 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f2f47ac2-92d9-48b8-9fd2-f3fe03888ccc tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "GET /v2.0/ports/b4fd0152-ff10-4ca5-92ac-0952dc4a928f HTTP/1.1" status: 404 len: 333 time: 0.1278524 Apr 18 05:59:30.896163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46394) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:30.909142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.921202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Request body: {'port': {'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-300644931'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:30.964284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:30.969604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98b79-33b5-427a-a9b6-c8963a51cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=39ffdddb-ce3a-488f-a60f-b26d754ec5f3,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.059954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Made reservation on behalf of 3ff5d935598747adbe8bf35c865ffebb for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:31.060714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.067759 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.132062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3e302-9444-4326-9dc6-0981c36dd601 req-86de31b0-52a4-48b2-beb8-0a6d1c774b09 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:31.133926 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9ef3e302-9444-4326-9dc6-0981c36dd601 req-86de31b0-52a4-48b2-beb8-0a6d1c774b09 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 931 time: 0.3880110 Apr 18 05:59:31.136357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.167820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Network 4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9 is not hosted by any dhcp agent {{(pid=109605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 05:59:31.167820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:31.167820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.167820 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "PUT /v2.0/networks/4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9 HTTP/1.1" status: 200 len: 857 time: 1.2880096 Apr 18 05:59:31.167820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.167820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46396) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:31.357617 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP 9324b90e-4e1d-4f69-9d0f-1da2ccda7c3c associated. External IP: 172.26.4.37, port: 7fe956cd-6933-4433-bae9-b2d4a768afd7. Apr 18 05:59:31.373753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec037-0cad-4f42-b3d6-0d7879224c3d tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event updated for resources: {'Network': ['ID=4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:31.414381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9ef3e302-9444-4326-9dc6-0981c36dd601 req-70444343-9236-4065-9b62-7923d6812ce5 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583182 Apr 18 05:59:31.434453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.457677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36dbaf7-242e-414f-9941-e1a9030be62e {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:31.494307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.503463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1cca6acf-6b07-4966-9459-d599105fe1d0 req-1ba0fc6d-3d81-4109-b05c-f85bcc9c17c3 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.1731415 Apr 18 05:59:31.630046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Deleting port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:31.630491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.744641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] For port 39ffdddb-ce3a-488f-a60f-b26d754ec5f3, host hv-neutron-8374, got binding levels [] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:31.744977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.755706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Transition to ACTIVE for port object a36dbaf7-242e-414f-9941-e1a9030be62e will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:31.793617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Calling delete_port for 39ffdddb-ce3a-488f-a60f-b26d754ec5f3 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:31.856219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.873224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:31.882499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Allocated IP 172.20.0.11 (3d3a9a12-0c08-4753-b755-a58cb99e550a/2152f564-a035-438d-a751-dc900d9aedf5/c84d8a00-9ac0-4ef0-9be2-b11b483f43b8) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:31.888698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.889347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:31.890824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Made reservation on behalf of 361407af119345fea0938bf56a21c9bb for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:31.893378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.907433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.915343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:31.915988 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a94b120a-f6e6-4277-b638-1eff605a6975 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8a95d96e-2a5e-4694-9d7d-46c947e1e7b5 HTTP/1.1" status: 204 len: 168 time: 4.0630219 Apr 18 05:59:31.927066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46400) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:31.989214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Pushing event updated for resources: {'Port': ['ID=a36dbaf7-242e-414f-9941-e1a9030be62e,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:32.008674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.041094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.060816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ba6c88-5973-40c6-a11e-7ac7f08933c1') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.061316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ba6c88-5973-40c6-a11e-7ac7f08933c1') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.076719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.092900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.099858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:32.106494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.120459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Deleting subnet bc06b62c-3024-43a4-b596-a22f5530c41b {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 05:59:32.180447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.188562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: items = [ Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:32.215564 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:32.278137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port f4b5448c-a07d-4efc-b666-4cba49cc06fa yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:32.294001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Network 75beb37f-007e-43b2-9435-8042285bdb8d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:32.296482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event deleted for resources: {'Port': ['ID=39ffdddb-ce3a-488f-a60f-b26d754ec5f3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:32.314692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:32.352289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event updated for resources: {'Port': ['ID=dfc18183-49ea-4cb1-917a-479a76f5dc1e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:32.365129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:32.370861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.379011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.390244 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e314c0a0-29a6-4472-8605-4a0cb02e2fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "DELETE /v2.0/ports/39ffdddb-ce3a-488f-a60f-b26d754ec5f3 HTTP/1.1" status: 204 len: 168 time: 1.5181987 Apr 18 05:59:32.391129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46402) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:32.398140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.469371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-825b2ab5-77d4-4ec8-9a8c-03f5400fd332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:32.475038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-825b2ab5-77d4-4ec8-9a8c-03f5400fd332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "GET /v2.0/ports/39ffdddb-ce3a-488f-a60f-b26d754ec5f3 HTTP/1.1" status: 404 len: 333 time: 0.0762286 Apr 18 05:59:32.476652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:32.478015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46404) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:32.483585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Attempting to bind port a36dbaf7-242e-414f-9941-e1a9030be62e on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:32.483920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Attempting to bind port a36dbaf7-242e-414f-9941-e1a9030be62e by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:32.484248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Attempting to bind port a36dbaf7-242e-414f-9941-e1a9030be62e on network ab00e441-9302-4f6d-992a-4f76ee281484 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:32.490349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Request body: {'port': {'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849629893'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:32.496440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 05:59:32.503712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.507866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] 10.222.0.43 "DELETE /v2.0/networks/4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9 HTTP/1.1" status: 204 len: 168 time: 1.3401227 Apr 18 05:59:32.512852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:32.517098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46408) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:32.528115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:32.528875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.529078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:32.529746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.590879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Port a36dbaf7-242e-414f-9941-e1a9030be62e on network ab00e441-9302-4f6d-992a-4f76ee281484 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:32.591166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Attempting to bind port a36dbaf7-242e-414f-9941-e1a9030be62e on network ab00e441-9302-4f6d-992a-4f76ee281484 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:32.594164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.647925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:32.648561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.653362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec98c8e-3077-47d6-a56c-56c70db8cdd0 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] DELETE failed (client error): The resource could not be found. Apr 18 05:59:32.653899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec98c8e-3077-47d6-a56c-56c70db8cdd0 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 05:59:32.659520 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0ec98c8e-3077-47d6-a56c-56c70db8cdd0 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] 10.222.0.43 "DELETE /v2.0/subnets/3869b583-d38e-48e8-b564-5c9239686e5b HTTP/1.1" status: 404 len: 337 time: 0.1249421 Apr 18 05:59:32.666047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.668492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46412) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:32.679051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de596c98-7b0d-434e-9485-3696abae8c89 tempest-ExternalNetworksTestJSON-1960500723 tempest-ExternalNetworksTestJSON-1960500723-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d5a283e-f5fc-4ea9-bf3a-0d0046d409d9,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:32.691814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:32.692190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Checking segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:32.692731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Bound using segment: {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:32.693302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Bound port: a36dbaf7-242e-414f-9941-e1a9030be62e, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d7908-a3aa-4ba7-845c-28b73daadcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:32.693603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.749712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:32.750747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed71a9-98d3-4094-9dd6-6f0d61821dbf None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:32.858649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Made reservation on behalf of 5b41a6b5baa0444385f735415c950c4e for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:32.862080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.870409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:32.921193 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8ed0d2b6-15d3-4a79-afcd-e2a84196fbe1 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6562760 Apr 18 05:59:32.925586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46414) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:32.949303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c85e7-74f0-4d10-8246-60b55e3bd0ae req-c2e9e49a-ca9b-4fb3-8a3d-d8c31dd21a01 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:32.958522 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9a1c85e7-74f0-4d10-8246-60b55e3bd0ae req-c2e9e49a-ca9b-4fb3-8a3d-d8c31dd21a01 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.3257720 Apr 18 05:59:32.961959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-81735fcc-a1b3-4a4e-b05f-04c98a0215ec tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3938007 Apr 18 05:59:32.997228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bed87853-cd1e-4841-ae3a-b55e2f0020ad req-4e88f0ce-2347-4f66-be97-79431b3086c2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.2940576 Apr 18 05:59:33.009724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46418) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:33.013224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c7c10915-0612-49f9-a05e-63e8961c3f2c None None] Provisioning complete for port dfc18183-49ea-4cb1-917a-479a76f5dc1e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:33.015645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c7c10915-0612-49f9-a05e-63e8961c3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.016619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:33.043014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.166137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.218891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c7c10915-0612-49f9-a05e-63e8961c3f2c None None] Port dfc18183-49ea-4cb1-917a-479a76f5dc1e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:33.247956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'project_id': '89195566ea8d4f2389e3f8be0a040cc2', 'port_id': 'dfc18183-49ea-4cb1-917a-479a76f5dc1e'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:33.256865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 665ceb41-58ce-43b1-8387-f0135c91752c yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:33.278512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.286432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.294528 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9a1c85e7-74f0-4d10-8246-60b55e3bd0ae req-ed4a62fb-22dc-4ef7-9164-ac40537eb8f9 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349166 Apr 18 05:59:33.364187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:33.373906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:33.380271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:33.440375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event updated for resources: {'Port': ['ID=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:33.455008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.510040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:33.510629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.589675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.662617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Network e358dff9-c0fd-433a-a507-8faf8f45b49f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:33.670140 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c0c38dc2-313a-4d90-b73f-587c28ccdac2 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3857925 Apr 18 05:59:33.672422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=f4b5448c-a07d-4efc-b666-4cba49cc06fa,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:33.689178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:33.693736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:33.694806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:33.695430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.726028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.732344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.749141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-18ba96f3-f776-4111-9096-ee5c718fc72b None None] Provisioning complete for port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:33.749731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18ba96f3-f776-4111-9096-ee5c718fc72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.756013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Request body: {'port': {'device_id': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:33.773058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.815175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] For port a36dbaf7-242e-414f-9941-e1a9030be62e, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:33.819971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-18ba96f3-f776-4111-9096-ee5c718fc72b None None] Port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 05:59:33.821639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] For port a36dbaf7-242e-414f-9941-e1a9030be62e, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=a36dbaf7-242e-414f-9941-e1a9030be62e,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:33.833943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-65b5374d-4e05-42dd-9a5a-6c7cab1def4f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9291987 Apr 18 05:59:33.834536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46420) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:33.869878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:33.895756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.896316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:33.932958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.001516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.004436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc06b62c-3024-43a4-b596-a22f5530c41b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.057379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Pushing event updated for resources: {'Port': ['ID=a36dbaf7-242e-414f-9941-e1a9030be62e,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.073793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.080224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e096c542-ea86-4556-845d-d6bae2f90fb5 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/bc06b62c-3024-43a4-b596-a22f5530c41b HTTP/1.1" status: 204 len: 168 time: 2.1519840 Apr 18 05:59:34.093930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46426) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:34.151899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Allocated IP 172.26.4.97 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/fafaf284-b56a-4ea2-bada-de13b40cceb9) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:34.353960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.387065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6336b31f-6075-4158-8571-9e9919884b61']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:34.406219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaced89b-ea07-4d76-aa93-3d8ee49558d6') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:34.406521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaced89b-ea07-4d76-aa93-3d8ee49558d6') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:34.414702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:34.417608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.417608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-4762e918-5407-4a3a-ab06-0955b9b65f80 service neutron] 10.222.0.46 "PUT /v2.0/ports/a36dbaf7-242e-414f-9941-e1a9030be62e HTTP/1.1" status: 200 len: 1093 time: 4.8279362 Apr 18 05:59:34.419597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:34.446778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.452851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.456231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.474214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.476894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=665ceb41-58ce-43b1-8387-f0135c91752c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.518107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:34.530624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:34.544334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.559033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.559401 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP 9324b90e-4e1d-4f69-9d0f-1da2ccda7c3c disassociated. External IP: 172.26.4.37, port: 7fe956cd-6933-4433-bae9-b2d4a768afd7. Apr 18 05:59:34.561625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:34.583934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966b27c-e168-40fa-8ae5-89fd965190bc req-7dbe5256-605d-42d7-ab79-6676c597c71b tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:34.585615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e966b27c-e168-40fa-8ae5-89fd965190bc req-7dbe5256-605d-42d7-ab79-6676c597c71b tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.1859124 Apr 18 05:59:34.610015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Transition to ACTIVE for port object c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 05:59:34.625028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:34.626214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:34.626744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.643615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e966b27c-e168-40fa-8ae5-89fd965190bc req-3f14e518-93af-4ab6-92fd-0d0f00b89e0f tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482278 Apr 18 05:59:34.658934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dcd919-1b55-49bd-b8ee-4e521f924457" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 05:59:34.690303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1a7e3-aee2-4b75-a3fc-586cae303888 req-a0d1e074-87af-4645-a6c3-6a642ada3cc9 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:34.692381 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36b1a7e3-aee2-4b75-a3fc-586cae303888 req-a0d1e074-87af-4645-a6c3-6a642ada3cc9 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 932 time: 0.5381200 Apr 18 05:59:34.698121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.709579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.755313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.860881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Pushing event updated for resources: {'Port': ['ID=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:34.867951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:34.898036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Attempting to bind port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:34.898372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Attempting to bind port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:34.898714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Attempting to bind port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 on network 3d3a9a12-0c08-4753-b755-a58cb99e550a {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:34.910784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 on network 3d3a9a12-0c08-4753-b755-a58cb99e550a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:34.911110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Attempting to bind port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 on network 3d3a9a12-0c08-4753-b755-a58cb99e550a {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:34.917629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:34.929643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:34.930004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Checking segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:34.933556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Bound using segment: {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:34.938040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Bound port: c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693ee7af-7f28-4089-b4cb-a1d5622e1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:34.938040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.939901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:34.940477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.947465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:34.956418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:34.960690 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:34.965636 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ed417a7e-3fce-4439-a5be-69576e374c71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4831095 Apr 18 05:59:35.001309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46440) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:35.010779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:35.026955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Pushing event updated for resources: {'Port': ['ID=fafaf284-b56a-4ea2-bada-de13b40cceb9,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:35.084458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 05:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c57ba-b17c-49d7-b0d9-1f5805f3c1fb x-openstack-request-id: req-216c57ba-b17c-49d7-b0d9-1f5805f3c1fb {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 05:59:35.084682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 05:59:35.084979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-216c57ba-b17c-49d7-b0d9-1f5805f3c1fb {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 05:59:35.085510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216c57ba-b17c-49d7-b0d9-1f5805f3c1fb'] response: {'name': 'network-changed', 'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'status': 'completed', 'code': 200} Apr 18 05:59:35.182410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.185339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-b3d94a9c-4519-4db6-96a1-357a792a98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:35.186885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-b3d94a9c-4519-4db6-96a1-357a792a98a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85627ae77a674d00b86975b6992a00e7&device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 1096 time: 0.6328421 Apr 18 05:59:35.238820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] For port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:35.339629 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36b1a7e3-aee2-4b75-a3fc-586cae303888 req-084c7a47-3f05-4e95-abdc-59dc7acb2e64 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5578163 Apr 18 05:59:35.438664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:35.441091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-f2cfa452-25ee-4560-b481-b658b2c23397 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a36dbaf7-242e-414f-9941-e1a9030be62e HTTP/1.1" status: 200 len: 217 time: 0.1951675 Apr 18 05:59:35.526078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.682596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 665ceb41-58ce-43b1-8387-f0135c91752c yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:35.712530 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.739184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:35.757108 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:35.776027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:35.776647 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.792809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.829563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1220a8-d8eb-408e-b200-cd8f66e7596d']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.850074 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.851107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27b9341-546b-4d31-bd30-98b3bdb1d124') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.851543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27b9341-546b-4d31-bd30-98b3bdb1d124') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.862886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-77489cc7-b32e-46f1-80ac-a0de5c280284 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/floatingips/9324b90e-4e1d-4f69-9d0f-1da2ccda7c3c HTTP/1.1" status: 200 len: 687 time: 2.8490322 Apr 18 05:59:35.867602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port f4b5448c-a07d-4efc-b666-4cba49cc06fa yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:35.872515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46444) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:35.877693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.886560 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:35.887744 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.893278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.896645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:35.947027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:35.947936 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340359b8-a54d-456f-a912-3e8497677e7b None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:35.981241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.003816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.003816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] 10.222.0.43 "DELETE /v2.0/networks/6336b31f-6075-4158-8571-9e9919884b61 HTTP/1.1" status: 204 len: 168 time: 3.3314366 Apr 18 05:59:36.211772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] For port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:36.213575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:36.291748 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:36.306055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595b3e5-5c52-4874-9afa-40017461b154 tempest-ExternalNetworksTestJSON-1303482147 tempest-ExternalNetworksTestJSON-1303482147-project] Pushing event deleted for resources: {'Network': ['ID=6336b31f-6075-4158-8571-9e9919884b61,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.308291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.319130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.374295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec98ca-cb6b-41c6-80b6-96ec5e872794 req-1e671df3-02ea-49c0-ab18-39669eecf4dc tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:36.381461 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-18ec98ca-cb6b-41c6-80b6-96ec5e872794 req-1e671df3-02ea-49c0-ab18-39669eecf4dc tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.5864675 Apr 18 05:59:36.395036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=665ceb41-58ce-43b1-8387-f0135c91752c,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.437093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-044414a8-6a36-4b6a-b5c6-1287aa31e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:36.438721 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-044414a8-6a36-4b6a-b5c6-1287aa31e168 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8485ec0c-f5a2-4635-b62e-96e3e208037c HTTP/1.1" status: 200 len: 844 time: 0.5401518 Apr 18 05:59:36.454733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:36.455071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:36.458200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:36.460709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.500686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:36.501315 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:36.525700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 2 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:36.553126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:36.553711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.558908 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-be214c36-165a-4601-9495-69e30412eb67 service neutron] 10.222.0.46 "PUT /v2.0/ports/c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 HTTP/1.1" status: 200 len: 1094 time: 2.8102515 Apr 18 05:59:36.563018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:36.601082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=f4b5448c-a07d-4efc-b666-4cba49cc06fa,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.636214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:36.636562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:36.636894 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-18ec98ca-cb6b-41c6-80b6-96ec5e872794 req-b58dd7ab-c4cc-4f1e-b6ed-fd503b537c30 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459610 Apr 18 05:59:36.637023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:36.638093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:36.638508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:36.638926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:36.645887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:36.646221 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:36.647003 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 2 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:36.664145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bea167-30e1-445d-8a29-c4ecebabbf5c req-7e296304-90d5-447a-88a7-1b56f45eedc6 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:36.665714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0bea167-30e1-445d-8a29-c4ecebabbf5c req-7e296304-90d5-447a-88a7-1b56f45eedc6 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 944 time: 0.2221911 Apr 18 05:59:36.670258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.690564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:36.690995 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:36.694481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 3 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:36.718689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de1220a8-d8eb-408e-b200-cd8f66e7596d {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 05:59:36.720921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event deleted for resources: {'Network': ['ID=de1220a8-d8eb-408e-b200-cd8f66e7596d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.723344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 59f9d7f7-7126-42be-8038-239cd1bdd876 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:36.723676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.726537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-5d69ee44-012c-490f-bdaf-13001976b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:36.742937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-5d69ee44-012c-490f-bdaf-13001976b6f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab00e441-9302-4f6d-992a-4f76ee281484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2653513 Apr 18 05:59:36.751845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.772912 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9da12d6b-70c4-46bb-b7e0-564c6e058a4c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/networks/de1220a8-d8eb-408e-b200-cd8f66e7596d HTTP/1.1" status: 204 len: 168 time: 2.6598315 Apr 18 05:59:36.791983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:36.792248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:36.792593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:36.827218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07" -d '{"events": [{"name": "network-changed", "server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 05:59:36.837777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:36.839088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:36.839711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:36.850405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214c36-165a-4601-9495-69e30412eb67 service neutron] Pushing event updated for resources: {'Port': ['ID=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:36.876397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:36.876840 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:36.883328 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 4 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:36.926488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:36.969600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46462) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:36.986956 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-d17988c7-761b-4d68-8b58-d8d67e63a4d1 service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814995 Apr 18 05:59:37.016507 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-d1a17652-e076-44a2-94ec-61b6ccd46549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.023596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.023929 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.024097 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-d1a17652-e076-44a2-94ec-61b6ccd46549 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff5d935598747adbe8bf35c865ffebb&device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 1097 time: 0.3090146 Apr 18 05:59:37.070077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.075683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.076235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.182951 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 3 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.190907 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d2f9d71-4322-4da4-b76b-33e2af5d02a3 req-1fe4805d-5433-4c2d-b1ce-124c55926b1e service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684098 Apr 18 05:59:37.231621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.231963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.232296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.255061 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0bea167-30e1-445d-8a29-c4ecebabbf5c req-08e12acd-0e13-458e-9554-db5732a0f5e0 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5680268 Apr 18 05:59:37.263116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.263470 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.265944 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 4 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.281593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 05:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018740a0-a605-4c6b-8a09-ea7a0b265a0a x-openstack-request-id: req-018740a0-a605-4c6b-8a09-ea7a0b265a0a {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 05:59:37.282202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 05:59:37.282202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-018740a0-a605-4c6b-8a09-ea7a0b265a0a {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 05:59:37.282919 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018740a0-a605-4c6b-8a09-ea7a0b265a0a'] response: {'name': 'network-changed', 'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'status': 'completed', 'code': 200} Apr 18 05:59:37.287377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.287938 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:37.289700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-43674761-29fa-404d-bb78-369eb9c51a67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 HTTP/1.1" status: 200 len: 217 time: 0.2356942 Apr 18 05:59:37.297817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.298270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.298475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.299319 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 5 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:37.316539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.316961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.317600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.355698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.356058 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.357834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.358157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.360664 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 5 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.387995 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.388391 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:37.395005 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 6 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:37.401670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.402011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.402493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.411877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 59f9d7f7-7126-42be-8038-239cd1bdd876 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:37.414217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.414407 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.425877 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 6 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.473046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.473383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.473758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.482354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.482684 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:37.486085 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 7 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:37.493306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.493661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.493960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.498618 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-166c842a-1e61-4f15-bbc9-4c3deb1f4028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec459403f88e4b3e9600d91d3a4c5804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4728558 Apr 18 05:59:37.505844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46470) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:37.509745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-9249d8ce-4111-4e82-bffc-d4dcfc52a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.511201 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-9249d8ce-4111-4e82-bffc-d4dcfc52a3ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2152f564-a035-438d-a751-dc900d9aedf5 HTTP/1.1" status: 200 len: 850 time: 0.1959472 Apr 18 05:59:37.535958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.536561 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.539125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 7 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.572848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.573265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.575639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.596904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.603825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.604246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.604384 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.604636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.609745 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 8 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.632587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-e02d221c-ac53-468a-94e5-15298e8bc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.634452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-e02d221c-ac53-468a-94e5-15298e8bc405 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85627ae77a674d00b86975b6992a00e7&device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 1096 time: 0.1423430 Apr 18 05:59:37.648762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46472) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:37.649698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.650280 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:37.654530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'name': 'tempest-router--1096694082', 'project_id': '3cff8ea1273944c0ae14e1ef8243e886'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:37.657642 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 8 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:37.674177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.674542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.674914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.694477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.694807 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.695920 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 9 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.711439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.711826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.712170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.718814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.719194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.719675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.724538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-517206cb-59d2-412d-9a2f-fdf2ed3d59b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.727430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c036b88d-a220-40ed-8139-dc299548beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.728934 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-c036b88d-a220-40ed-8139-dc299548beec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d3a9a12-0c08-4753-b755-a58cb99e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1835821 Apr 18 05:59:37.738446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.738881 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:37.739919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.740251 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.742489 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 10 to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa Apr 18 05:59:37.745374 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 9 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:37.797158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-517206cb-59d2-412d-9a2f-fdf2ed3d59b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.799555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.800606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.802076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.814589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.814922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.815263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.832893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.833226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.833557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.871267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.871610 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port f4b5448c-a07d-4efc-b666-4cba49cc06fa on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:37.871979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.891213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:37.891567 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:37.897831 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 10 to bind port 665ceb41-58ce-43b1-8387-f0135c91752c Apr 18 05:59:37.918933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:37.938193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f72f-d66b-4e80-9ca9-65d1160b4558 req-456c4786-7847-4ca6-a535-f2945738f35b tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:37.939697 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3b52f72f-d66b-4e80-9ca9-65d1160b4558 req-456c4786-7847-4ca6-a535-f2945738f35b tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.1715844 Apr 18 05:59:37.949602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:37.949936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:37.950267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:37.952011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.000546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:38.000834 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 665ceb41-58ce-43b1-8387-f0135c91752c on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:38.001179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.006068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=59f9d7f7-7126-42be-8038-239cd1bdd876,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.008505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-6d770d59-e1a4-4a04-a28e-00fa23596060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.012598 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-6d770d59-e1a4-4a04-a28e-00fa23596060 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab00e441-9302-4f6d-992a-4f76ee281484 HTTP/1.1" status: 200 len: 906 time: 0.2646303 Apr 18 05:59:38.056323 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-4e4326bd-4172-48d6-bebc-5938d6bd4f28 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856276 Apr 18 05:59:38.074000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.080867 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Pushing event updated for resources: {'Port': ['ID=fafaf284-b56a-4ea2-bada-de13b40cceb9,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.101267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] For port f4b5448c-a07d-4efc-b666-4cba49cc06fa, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:38.101643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempted to set empty binding levels {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 05:59:38.116429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.123184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.126111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.127345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b37c6201-a798-4e38-b49b-2bc92e456941 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/floatingips/9324b90e-4e1d-4f69-9d0f-1da2ccda7c3c HTTP/1.1" status: 204 len: 168 time: 2.2539430 Apr 18 05:59:38.131765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46476) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.136224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '8240d9c9-4f3c-4cd3-b32c-0036a6855142'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:38.163500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3b52f72f-d66b-4e80-9ca9-65d1160b4558 req-c644c74f-a89c-4d1c-b2fd-f58889b2cd70 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094910 Apr 18 05:59:38.168879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-517206cb-59d2-412d-9a2f-fdf2ed3d59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.171422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-517206cb-59d2-412d-9a2f-fdf2ed3d59b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.172568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-517206cb-59d2-412d-9a2f-fdf2ed3d59b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fb258fe-e753-4cb5-8656-a8ec7cfadd75 HTTP/1.1" status: 204 len: 168 time: 0.6602263 Apr 18 05:59:38.181527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.184643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.206339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517206cb-59d2-412d-9a2f-fdf2ed3d59b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb258fe-e753-4cb5-8656-a8ec7cfadd75,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.224109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] For port 665ceb41-58ce-43b1-8387-f0135c91752c, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:38.224492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempted to set empty binding levels {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 05:59:38.228618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] In _notify_port_updated(), no bound segment for port f4b5448c-a07d-4efc-b666-4cba49cc06fa on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 05:59:38.229460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.230138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.231660 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "PUT /v2.0/ports/f4b5448c-a07d-4efc-b666-4cba49cc06fa HTTP/1.1" status: 200 len: 976 time: 4.3664200 Apr 18 05:59:38.237296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46480) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.274423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.308470 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Floating IP 49714854-e605-4cc8-9cb4-d3c5f61569f2 associated. External IP: 172.26.4.97, port: dfc18183-49ea-4cb1-917a-479a76f5dc1e. Apr 18 05:59:38.310972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.326429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe9d74-8bc6-498d-b43f-53542fc0f8f3 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=f4b5448c-a07d-4efc-b666-4cba49cc06fa,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.340986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.345064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5c4545c7-82a2-4c37-8c82-6299bd1800d7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6941345 Apr 18 05:59:38.346532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46484) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.393388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] In _notify_port_updated(), no bound segment for port 665ceb41-58ce-43b1-8387-f0135c91752c on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 05:59:38.394449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.395323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.396735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "PUT /v2.0/ports/665ceb41-58ce-43b1-8387-f0135c91752c HTTP/1.1" status: 200 len: 981 time: 3.3909504 Apr 18 05:59:38.402008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46486) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.475710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eb512-a770-426c-9a6a-b3f2dfc6316a tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=665ceb41-58ce-43b1-8387-f0135c91752c,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:38.556932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.557414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.557885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.558352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.558865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.559652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.559772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.560234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.560790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.561322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.561637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.562079 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.562550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.562977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.563458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.563914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.564387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.564838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.565593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.565724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.566866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.576130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.576130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.576130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.576130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.576130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.576130 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c8023f5d-c85b-4b7e-81be-1e6e3152ed80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22547 time: 0.1694019 Apr 18 05:59:38.576551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46490) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.718996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.719490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.719952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.720401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.720847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.721290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.721742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.722648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.722648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.723103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.723571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.724019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.724464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.724906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.725343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.725785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.726225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.726659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.727097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.727572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.728012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.728450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.728887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.729323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.729757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.730194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.733530 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8bc60da3-c6b5-42a1-bcf7-3d87bf9a31c2 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22540 time: 0.4938416 Apr 18 05:59:38.737526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.739660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46492) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.756440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Router 5cae3e9d-1faa-4713-8044-c9159d6910fe has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:38.778366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Deleting port 665ceb41-58ce-43b1-8387-f0135c91752c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:38.778700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.786662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448824-ac21-41d4-8628-01f58f10c845 req-1850a6f8-a3fd-468e-a3bf-46abc73f37f8 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:38.788230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2448824-ac21-41d4-8628-01f58f10c845 req-1850a6f8-a3fd-468e-a3bf-46abc73f37f8 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 944 time: 0.4515498 Apr 18 05:59:38.964239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46494) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:38.969666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:38.977965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2448824-ac21-41d4-8628-01f58f10c845 req-4b90f939-8810-4cdd-b733-f3d1d4c26040 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528177 Apr 18 05:59:38.980777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.088394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.097679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8cee5253-56c8-4657-adac-97493cb1d7a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db8d0b94308c4229ba022a30f20580d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1314726 Apr 18 05:59:39.100834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46496) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:39.145557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] For port 665ceb41-58ce-43b1-8387-f0135c91752c, host hv-neutron-8374, got binding levels [] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:39.145905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.150462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20be2ee5-781c-4b9c-9e3b-1900f8621065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.154580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.154796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7de848fa-ca55-44df-828a-04c44ad22f7d {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:39.170075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Calling delete_port for 665ceb41-58ce-43b1-8387-f0135c91752c owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:39.192136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.196385 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a4f9d181-3056-4456-a8eb-c42606316958 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7de848fa-ca55-44df-828a-04c44ad22f7d HTTP/1.1" status: 204 len: 168 time: 0.8451324 Apr 18 05:59:39.217487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20be2ee5-781c-4b9c-9e3b-1900f8621065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.267519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Deleting port f4b5448c-a07d-4efc-b666-4cba49cc06fa {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:39.267853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.273980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:39.285786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] Sync routers for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:39.299668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:39.305833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:39.310733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.221 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/67d48688-0f2d-4f55-badc-3ec216b2875f) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:39.342891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:39.352926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:39.354169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:39.386262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20be2ee5-781c-4b9c-9e3b-1900f8621065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.389762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20be2ee5-781c-4b9c-9e3b-1900f8621065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.391776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-20be2ee5-781c-4b9c-9e3b-1900f8621065 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7f68350-b038-4266-8e35-98235e2df603 HTTP/1.1" status: 204 len: 168 time: 0.2899263 Apr 18 05:59:39.395113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:39.396031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59b5eb8-6e19-43e1-82e3-87e603a6b1cb None None] The sync data for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:39.412535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] For port f4b5448c-a07d-4efc-b666-4cba49cc06fa, host hv-neutron-8374, got binding levels [] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:39.413103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.429578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95693-55d5-4816-b05b-d26a46a61583 req-47fae5d4-4a4c-4965-bab9-cdd4f601872c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:39.431162 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-65c95693-55d5-4816-b05b-d26a46a61583 req-47fae5d4-4a4c-4965-bab9-cdd4f601872c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.1659541 Apr 18 05:59:39.437628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Calling delete_port for f4b5448c-a07d-4efc-b666-4cba49cc06fa owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:39.453610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.455935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2ee5-781c-4b9c-9e3b-1900f8621065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f68350-b038-4266-8e35-98235e2df603,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:39.522371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.540834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.557510 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-41bd455b-753b-4cfa-b77d-481dd2318389 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.6252210 Apr 18 05:59:39.560406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46504) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:39.581791 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-65c95693-55d5-4816-b05b-d26a46a61583 req-c1c9f41a-55ec-4fee-9964-3dd551733c5c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420684 Apr 18 05:59:39.592604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.598857 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "DELETE /v2.0/ports/665ceb41-58ce-43b1-8387-f0135c91752c HTTP/1.1" status: 204 len: 168 time: 1.0188768 Apr 18 05:59:39.598857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288474d6-f0c3-4306-9fd0-485e1f5f8478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event deleted for resources: {'Port': ['ID=665ceb41-58ce-43b1-8387-f0135c91752c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:39.605555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46506) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:39.645419 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-424c8844-b2f6-4131-a6e0-785ed93c7e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:39.647037 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-424c8844-b2f6-4131-a6e0-785ed93c7e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "GET /v2.0/ports/665ceb41-58ce-43b1-8387-f0135c91752c HTTP/1.1" status: 404 len: 333 time: 0.0403752 Apr 18 05:59:39.653358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46508) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:39.658097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1498499150', 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:39.663462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-9d77ae7d-7f41-4bc6-9f7d-5f2df662fc06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a36dbaf7-242e-414f-9941-e1a9030be62e HTTP/1.1" status: 200 len: 217 time: 0.0481985 Apr 18 05:59:39.739214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.754635 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c3e20840-f6ca-493d-a042-197448c68a79 req-4f8fe899-1af5-48cd-b145-c2bc6cc7bfd4 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168718 Apr 18 05:59:39.755201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46510) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:39.811290 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0e01de83-bba4-4392-84dc-71a6d623e614 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] 10.222.0.43 "GET /v2.0/floatingips/49714854-e605-4cc8-9cb4-d3c5f61569f2 HTTP/1.1" status: 200 len: 983 time: 0.2487340 Apr 18 05:59:39.813303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46514) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:39.818448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:39.842479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:39.860019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:39.861899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-7ac76a4a-665e-4a87-b9ee-408f5c7b9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:39.866738 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-7ac76a4a-665e-4a87-b9ee-408f5c7b9862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8485ec0c-f5a2-4635-b62e-96e3e208037c HTTP/1.1" status: 200 len: 844 time: 0.1870952 Apr 18 05:59:39.875044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:39.978554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=67d48688-0f2d-4f55-badc-3ec216b2875f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:40.055380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-64b04f30-1106-4964-b27e-688f176c45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.057747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-64b04f30-1106-4964-b27e-688f176c45a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab00e441-9302-4f6d-992a-4f76ee281484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1532943 Apr 18 05:59:40.060946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Made reservation on behalf of 5b41a6b5baa0444385f735415c950c4e for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:40.065331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.100889 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c5cff78f-d828-4f7f-9880-6e5af8e5fd5f tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2427 time: 0.2854245 Apr 18 05:59:40.113040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46526) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:40.163347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 13c3dff8-4cfa-4013-8219-2155f2f59754 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:40.279823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.285431 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f4b5448c-a07d-4efc-b666-4cba49cc06fa HTTP/1.1" status: 204 len: 168 time: 1.5439651 Apr 18 05:59:40.286749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820b222-6be4-4f89-8871-0afb6967d1b6 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4b5448c-a07d-4efc-b666-4cba49cc06fa,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:40.305333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46530) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:40.352259 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a402eb82-5470-42c6-9177-6a135a42e587 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:40.354054 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a402eb82-5470-42c6-9177-6a135a42e587 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "GET /v2.0/ports/f4b5448c-a07d-4efc-b666-4cba49cc06fa HTTP/1.1" status: 404 len: 333 time: 0.0398581 Apr 18 05:59:40.366698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46532) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:40.372228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1261937334', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:40.374205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1240115442', 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:40.459485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-e1193d9a-62f7-423b-b7a1-37822fc91af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.460995 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-e1193d9a-62f7-423b-b7a1-37822fc91af0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff5d935598747adbe8bf35c865ffebb&device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 1097 time: 0.3571854 Apr 18 05:59:40.465152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7a5f2-5c16-4473-a72f-625cb0642737 req-01c21128-ff05-4630-b860-a7935093791a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.466797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-27f7a5f2-5c16-4473-a72f-625cb0642737 req-01c21128-ff05-4630-b860-a7935093791a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 944 time: 0.3675790 Apr 18 05:59:40.485064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.498011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-e624cd2a-c72b-4bc4-896a-ef04d8a4f2be service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130974 Apr 18 05:59:40.537168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.539616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.575075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Made reservation on behalf of 361407af119345fea0938bf56a21c9bb for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:40.577521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.604511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.612619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.621790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-27f7a5f2-5c16-4473-a72f-625cb0642737 req-aa28bf01-6827-4994-8460-57f540cecd7c tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281993 Apr 18 05:59:40.682337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port 9f44c7e3-3b92-458d-9eb2-1623d449937e yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:40.703519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting port fafaf284-b56a-4ea2-bada-de13b40cceb9 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:40.703869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.823279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:40.878201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:40.895797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=13c3dff8-4cfa-4013-8219-2155f2f59754,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:40.904602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:40.905557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64dcd919-1b55-49bd-b8ee-4e521f924457 req-ecb1677f-fd73-476e-b5c5-6462dd1bc37f service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139477 Apr 18 05:59:40.905731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:40.906169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.993697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:40.994053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.017327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-9c95eae5-2f60-45b5-9b2b-4648fd7ba9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.018216 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-9c95eae5-2f60-45b5-9b2b-4648fd7ba9b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d3a9a12-0c08-4753-b755-a58cb99e550a HTTP/1.1" status: 200 len: 912 time: 0.4234104 Apr 18 05:59:41.021848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.031690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d362f5-8cae-4b9f-a29e-67f7ac8ec8b9 req-96a6d1ff-5747-4cfd-8630-ed1fe1c320c4 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.033162 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b0d362f5-8cae-4b9f-a29e-67f7ac8ec8b9 req-96a6d1ff-5747-4cfd-8630-ed1fe1c320c4 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.3226676 Apr 18 05:59:41.041541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Calling delete_port for fafaf284-b56a-4ea2-bada-de13b40cceb9 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:41.079063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9a605510-e3e2-4641-b586-23b311b50787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4223318 Apr 18 05:59:41.079063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-ec4a719f-5ccf-49eb-aae1-db511bc153c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 HTTP/1.1" status: 200 len: 217 time: 0.0424669 Apr 18 05:59:41.083013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46548) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:41.167035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b0d362f5-8cae-4b9f-a29e-67f7ac8ec8b9 req-77cdf5d4-165b-48a2-9a89-fd28d6915f5e tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946119 Apr 18 05:59:41.170033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-4e6806f2-70aa-49bb-88bf-87299f9f96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.171517 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-4e6806f2-70aa-49bb-88bf-87299f9f96b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2152f564-a035-438d-a751-dc900d9aedf5 HTTP/1.1" status: 200 len: 850 time: 0.0865521 Apr 18 05:59:41.260273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-9fc2d53f-1129-44eb-85bf-e1df7c0d364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.261789 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-9fc2d53f-1129-44eb-85bf-e1df7c0d364f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d3a9a12-0c08-4753-b755-a58cb99e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835330 Apr 18 05:59:41.416760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.422044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.433112 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-08facd03-95e1-4ba7-adce-eb6a7484629f service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642957 Apr 18 05:59:41.459843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a340b-a9b2-4b90-b9a1-dc50014f2c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.463746 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-468a340b-a9b2-4b90-b9a1-dc50014f2c63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "GET /v2.0/ports/13c3dff8-4cfa-4013-8219-2155f2f59754 HTTP/1.1" status: 200 len: 959 time: 0.3758600 Apr 18 05:59:41.469848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46556) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:41.477897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.550465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.627914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.631567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46562) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:41.658248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.673753 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d6f6fd9-de44-4fbb-ab5d-e4d39d351e07 req-d28e1294-ab1a-4f66-a10a-9f7047ab6bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280836 Apr 18 05:59:41.721772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Network e358dff9-c0fd-433a-a507-8faf8f45b49f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:41.730276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Allocated IP 172.26.4.38 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/ca4019c7-763c-44ea-81b8-05c5b93c9582) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:41.732917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Deleting port 13c3dff8-4cfa-4013-8219-2155f2f59754 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:41.733255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.734807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:41.737251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:41.738687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.739281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.787045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=9f44c7e3-3b92-458d-9eb2-1623d449937e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:41.797767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:41.848695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-258588787', 'router:external': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:41.879420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Port': ['ID=fafaf284-b56a-4ea2-bada-de13b40cceb9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:41.930388 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-637515ad-d4ff-47fd-a6a5-a98266ae9977 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5605226 Apr 18 05:59:41.939898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:41.989614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfcbee-4043-4d6e-850e-5412b157df96 req-b6e5276a-efe3-41e3-a5b9-f20835ad4200 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:41.991375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0fcfcbee-4043-4d6e-850e-5412b157df96 req-b6e5276a-efe3-41e3-a5b9-f20835ad4200 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 944 time: 0.2622378 Apr 18 05:59:42.040936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Made reservation on behalf of 5070bce72610455cafdcfca2adfc8366 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:42.043199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.061602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.063671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884b138-b22b-4884-99cd-86b5047e7a83 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:42.064734 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4884b138-b22b-4884-99cd-86b5047e7a83 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "GET /v2.0/ports/9f44c7e3-3b92-458d-9eb2-1623d449937e HTTP/1.1" status: 200 len: 955 time: 0.1006386 Apr 18 05:59:42.073327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46570) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:42.074010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.077149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.077478 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Floating IP 49714854-e605-4cc8-9cb4-d3c5f61569f2 disassociated (deleted). External IP: 172.26.4.97, port: dfc18183-49ea-4cb1-917a-479a76f5dc1e. Apr 18 05:59:42.102622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Calling delete_port for 13c3dff8-4cfa-4013-8219-2155f2f59754 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:42.166676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.183518 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0fcfcbee-4043-4d6e-850e-5412b157df96 req-47599c67-9839-43ca-adc3-302f3ef417f1 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721921 Apr 18 05:59:42.193434 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.232506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.306097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aee2d-ea20-4411-b7d6-ed6a7ac84499 req-3b2c4bc5-3622-4fc0-aef8-bfd771b3f510 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:42.307632 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1d4aee2d-ea20-4411-b7d6-ed6a7ac84499 req-3b2c4bc5-3622-4fc0-aef8-bfd771b3f510 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.0505092 Apr 18 05:59:42.308762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.343342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event deleted for resources: {'Port': ['ID=13c3dff8-4cfa-4013-8219-2155f2f59754,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:42.348317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.351608 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-316ff48c-2c33-47e0-bb93-a94a08c2851f tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "DELETE /v2.0/ports/13c3dff8-4cfa-4013-8219-2155f2f59754 HTTP/1.1" status: 204 len: 168 time: 0.8806901 Apr 18 05:59:42.356354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46574) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:42.366883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.406603 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1d4aee2d-ea20-4411-b7d6-ed6a7ac84499 req-4f8b5657-3f6e-42c2-a0b6-053029327953 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877221 Apr 18 05:59:42.411649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=67d48688-0f2d-4f55-badc-3ec216b2875f,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:42.422400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:42.425006 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f235409d-088e-4849-b68d-c61f0edc67ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:42.433453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:42.436354 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f235409d-088e-4849-b68d-c61f0edc67ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "GET /v2.0/ports/13c3dff8-4cfa-4013-8219-2155f2f59754 HTTP/1.1" status: 404 len: 333 time: 0.0644431 Apr 18 05:59:42.437764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46576) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:42.443095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Request body: {'port': {'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1910238422'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:42.446323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:42.449795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event updated for resources: {'Port': ['ID=ca4019c7-763c-44ea-81b8-05c5b93c9582,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:42.496279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.498648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Deleting port 9f44c7e3-3b92-458d-9eb2-1623d449937e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:42.498979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.560260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Made reservation on behalf of 5b41a6b5baa0444385f735415c950c4e for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:42.562513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.565585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.597268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 918b20ac-ae75-4b57-bf36-ce96d13872d4 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:42.665002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.684098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.701330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.724084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Calling delete_port for 9f44c7e3-3b92-458d-9eb2-1623d449937e owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:42.759175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:42.770167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Router 5cae3e9d-1faa-4713-8044-c9159d6910fe has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:42.772854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.820200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31deb96b-82d6-4b91-8c9f-30a00644aef4,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:42.823374 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP ee483c58-e8fc-4a86-bea8-5dac87aec104 associated. External IP: 172.26.4.221, port: 8240d9c9-4f3c-4cd3-b32c-0036a6855142. Apr 18 05:59:42.829935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.830617 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Added segment 662e450c-3dc5-4376-be91-9c848ae7293d of type vlan for network 54b9cb54-fda4-41c8-b32b-c4b09804e007 Apr 18 05:59:42.889310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:42.971142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.001380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.023655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:43.031302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:43.036950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:43.037870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.038466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.072513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=918b20ac-ae75-4b57-bf36-ce96d13872d4,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:43.125027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:43.130032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.136622 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] Sync routers for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:43.146696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.148651 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:43.149345 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.184093 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.187685 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8161665b-6154-42ec-a3b5-683ebb9e4262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7489400 Apr 18 05:59:43.188319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.189273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.189853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.191913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46578) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:43.193491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.196563 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:43.197255 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.197373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:43.227517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aad9fdd3-9ba2-48b2-9f88-184bddf8e2f6 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "DELETE /v2.0/floatingips/49714854-e605-4cc8-9cb4-d3c5f61569f2 HTTP/1.1" status: 204 len: 168 time: 3.1131170 Apr 18 05:59:43.237677 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.238170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46580) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:43.238719 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a759586-0b20-4160-bb6f-f6574c1fe44e None None] The sync data for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:43.250366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:43.289234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f44c7e3-3b92-458d-9eb2-1623d449937e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:43.333210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.385850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.580155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.583731 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-91a49419-c3a6-4eaa-8957-01e585412a9b tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9f44c7e3-3b92-458d-9eb2-1623d449937e HTTP/1.1" status: 204 len: 168 time: 1.5076518 Apr 18 05:59:43.587037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46586) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:43.592733 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9584877 Apr 18 05:59:43.603575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af8987-8504-4d2d-a753-55639c206909 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Network': ['ID=54b9cb54-fda4-41c8-b32b-c4b09804e007,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:43.605640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46588) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:43.614995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 54b9cb54-fda4-41c8-b32b-c4b09804e007 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:43.615958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fc191-4223-49f5-94bf-5744d7a613bc req-1c03f144-c26b-4c4d-80a3-bf699af3f40c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.617461 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8a4fc191-4223-49f5-94bf-5744d7a613bc req-1c03f144-c26b-4c4d-80a3-bf699af3f40c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.1185396 Apr 18 05:59:43.626455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Router d9ad04c4-d0cf-494a-9249-ac71582520af is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:43.631598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'subnet': {'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:43.639823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] device_id is not set on port 918b20ac-ae75-4b57-bf36-ce96d13872d4 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:43.642830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8f3d83-e7de-43ae-a81f-5a06656896f8 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:43.645522 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dd8f3d83-e7de-43ae-a81f-5a06656896f8 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "GET /v2.0/ports/9f44c7e3-3b92-458d-9eb2-1623d449937e HTTP/1.1" status: 404 len: 333 time: 0.0554636 Apr 18 05:59:43.651769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46590) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:43.662836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Request body: {'port': {'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-127851365'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:43.663046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.695222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb994a4-eff9-4b55-b1e5-7f8c045a18fe req-04a18974-f47b-4d82-89c5-428fefbc440f tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:43.696759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cfb994a4-eff9-4b55-b1e5-7f8c045a18fe req-04a18974-f47b-4d82-89c5-428fefbc440f tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 944 time: 0.4094908 Apr 18 05:59:43.699882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:43.724092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.754188 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8a4fc191-4223-49f5-94bf-5744d7a613bc req-c2a95b0f-eddb-4395-afa3-5d867b7b938b tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170859 Apr 18 05:59:43.780797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cfb994a4-eff9-4b55-b1e5-7f8c045a18fe req-b254a5b6-9a51-4a93-91ab-28b91853f5ef tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756576 Apr 18 05:59:43.783154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.793261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Made reservation on behalf of 361407af119345fea0938bf56a21c9bb for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:43.795725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.802723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Made reservation on behalf of 5070bce72610455cafdcfca2adfc8366 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:43.802723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:43.880865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:43.893716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] Sync routers for ids ['d9ad04c4-d0cf-494a-9249-ac71582520af'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:43.898100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port 2d1a466b-da6a-4a91-a730-2ffcb7584edd yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:43.907600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] Routers {'d9ad04c4-d0cf-494a-9249-ac71582520af'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:43.908820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['d9ad04c4-d0cf-494a-9249-ac71582520af'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.920575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=918b20ac-ae75-4b57-bf36-ce96d13872d4,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:43.944257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:43.944586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:43.944918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:43.949958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:43.955937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:43.956791 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:43.963967 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 2 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:43.966944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Allocated IP 172.26.4.177 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/f7b7f372-3819-4a0c-a5bc-7dadaf06380e) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:43.967135 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:43.977655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.985937 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:43.986550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:43.986878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:43.987205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:43.989153 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.991664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] Routers {'d9ad04c4-d0cf-494a-9249-ac71582520af'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:43.992516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['d9ad04c4-d0cf-494a-9249-ac71582520af'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:43.996367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:43.996691 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.005438 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 3 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.013823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.015035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-10321ec7-2e18-4b7f-9150-d3751480b618 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2589140 Apr 18 05:59:44.022185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.036567 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:44.041086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:44.042023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7ac1b-fe80-4e30-90a7-36090e505e74 None None] The sync data for ids ['d9ad04c4-d0cf-494a-9249-ac71582520af'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:44.049902 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:44.051173 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:44.066947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.094925 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:44.095827 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be99955-11b6-4975-ac17-1b40ff77b335 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:44.098592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.098924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.099265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.111544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.111817 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.118634 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 4 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.143400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8f68ef99-8d95-4a74-94c6-6d8458a6a1dd tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0105140 Apr 18 05:59:44.149642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46594) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.191445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.191771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.192100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.194126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.263948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.266464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.266784 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.330877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.388177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Network e358dff9-c0fd-433a-a507-8faf8f45b49f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:44.396193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:44.398996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1a466b-da6a-4a91-a730-2ffcb7584edd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:44.401432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:44.402074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:44.402673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.480831 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8f1452c4-60e7-49bb-b881-ee6b2102ff7f tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8197861 Apr 18 05:59:44.480831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 05:59:44.480831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.481228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46596) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.487798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:44.528248 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 5 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.578810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00a534b5-1270-45ea-b553-d57c4be4f856,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:44.589131 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6f233854-2edf-4cb0-98cf-5b855493a74c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/d9ad04c4-d0cf-494a-9249-ac71582520af HTTP/1.1" status: 200 len: 920 time: 0.5381329 Apr 18 05:59:44.593923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46598) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.596138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.596477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.596804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.607622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.607950 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.609165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.610979 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-494aa753-086d-4060-a9c6-a9dd310f6c5d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/floatingips/ee483c58-e8fc-4a86-bea8-5dac87aec104 HTTP/1.1" status: 200 len: 978 time: 0.4591546 Apr 18 05:59:44.615137 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 6 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.618276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46600) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.629521 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-44c35f12-8f2d-48de-85ab-0b38509dff33 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ad04c4-d0cf-494a-9249-ac71582520af HTTP/1.1" status: 200 len: 205 time: 0.0335104 Apr 18 05:59:44.635468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46602) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.647812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Checking segment: {'id': '662e450c-3dc5-4376-be91-9c848ae7293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:44.648094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network hostable DHCP agents. Network: 54b9cb54-fda4-41c8-b32b-c4b09804e007, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:44.687073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.687426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.687751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.712752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.713078 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.718439 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 7 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.749735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.750064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.750395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.761643 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f9da6e78-9981-4179-830a-45b2370e65a2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1384895 Apr 18 05:59:44.762796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.763117 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.763524 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 8 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.766886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:44.772395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'port_id': '7fe956cd-6933-4433-bae9-b2d4a768afd7'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:44.812297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.812631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.812965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.825444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.825778 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.827930 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 9 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.835407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.837016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.881280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:44.886834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network 54b9cb54-fda4-41c8-b32b-c4b09804e007 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:44.922813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:44.923039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:44.923398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:44.954887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:44.966301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:44.966614 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:44.967423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:44.973316 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempt 10 to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 Apr 18 05:59:44.978949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b7f372-3819-4a0c-a5bc-7dadaf06380e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:44.981341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:45.006808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 54b9cb54-fda4-41c8-b32b-c4b09804e007) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:45.016793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88089891-f417-4cf8-881b-918350ad5c66 None None] Network 54b9cb54-fda4-41c8-b32b-c4b09804e007 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:45.030479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9a3a-1d74-4bd8-9b25-ceeb37577b8d req-95283545-f93f-4a8e-bd8d-4b086860162b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:45.032052 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-938a9a3a-1d74-4bd8-9b25-ceeb37577b8d req-95283545-f93f-4a8e-bd8d-4b086860162b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 944 time: 0.1495416 Apr 18 05:59:45.033436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:45.034007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.038967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.039312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.039644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempting to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.043104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] device_id is not set on port 2d1a466b-da6a-4a91-a730-2ffcb7584edd yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:45.057456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.066960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.067299 dv-neutron-837488-1-hyperv neutron-server[109605]: ERROR neutron.plugins.ml2.managers [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Failed to bind port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on host hv-neutron-8374 for vnic_type normal using segments [{'id': 'd0d74f19-384a-41f7-83b0-703b8bd42f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f19b846c-a5d7-456e-b4b8-bc6cb19bb42f'}] Apr 18 05:59:45.067661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.085913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.099663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e97b7-3a7d-43ec-bd51-c4b1393386bf req-b9df2422-2bef-4671-bba1-b224f433d6d3 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:45.101084 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd6e97b7-3a7d-43ec-bd51-c4b1393386bf req-b9df2422-2bef-4671-bba1-b224f433d6d3 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 943 time: 0.2445407 Apr 18 05:59:45.107854 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-938a9a3a-1d74-4bd8-9b25-ceeb37577b8d req-2ca41220-d07f-4bb1-a206-5fe2c3f4ca82 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581665 Apr 18 05:59:45.124638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.178153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1b97f84a-de42-4459-a90b-2d3721dbbc50 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5684140 Apr 18 05:59:45.181683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46610) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:45.211644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1331372808', 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:45.214554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15ddfd-87f3-4d07-b195-22393bbcc328 None None] Network 54b9cb54-fda4-41c8-b32b-c4b09804e007 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:45.218829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1a466b-da6a-4a91-a730-2ffcb7584edd,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:45.251414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.251693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.252031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.258656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.258834 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.260518 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 2 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.276194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device a36dbaf7-242e-414f-9941-e1a9030be62e details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 05:59:45.282087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.282413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.282749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.283486 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd6e97b7-3a7d-43ec-bd51-c4b1393386bf req-221f57d3-b863-4a18-b708-57770b2d7d0c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673155 Apr 18 05:59:45.286946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.291108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.291407 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.292690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Deleting port ca4019c7-763c-44ea-81b8-05c5b93c9582 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:45.293020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.295631 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 3 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.339039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] For port 918b20ac-ae75-4b57-bf36-ce96d13872d4, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:45.339433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attempted to set empty binding levels {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 05:59:45.347421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Made reservation on behalf of 5070bce72610455cafdcfca2adfc8366 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:45.350058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.354397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.354724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.355051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.375819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.376145 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.378212 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 4 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.402962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] device_id is not set on port a8dadf1f-c551-4abc-9067-58b1fa101535 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:45.415953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.416284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.416647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.444937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.452340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.457555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.466732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.467058 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.473965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 5 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.477827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port a36dbaf7-242e-414f-9941-e1a9030be62e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=a36dbaf7-242e-414f-9941-e1a9030be62e,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:45.481584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Calling delete_port for ca4019c7-763c-44ea-81b8-05c5b93c9582 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:45.491507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'port_id': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'mac_address': 'fa:16:3e:0b:93:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 05:59:45.508323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.508653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.509361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.509742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] In _notify_port_updated(), no bound segment for port 918b20ac-ae75-4b57-bf36-ce96d13872d4 on network f19b846c-a5d7-456e-b4b8-bc6cb19bb42f {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 05:59:45.510765 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:45.511738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.516214 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "PUT /v2.0/ports/918b20ac-ae75-4b57-bf36-ce96d13872d4 HTTP/1.1" status: 200 len: 981 time: 2.3200169 Apr 18 05:59:45.516322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46612) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:45.534506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.547380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36dbaf7-242e-414f-9941-e1a9030be62e {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:45.571820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.572147 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.572463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port a36dbaf7-242e-414f-9941-e1a9030be62e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=a36dbaf7-242e-414f-9941-e1a9030be62e,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:45.581920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af719c-b03f-4f00-9fe8-dbf528c48606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event updated for resources: {'Port': ['ID=918b20ac-ae75-4b57-bf36-ce96d13872d4,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:45.593359 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 6 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.630438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.631312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 05:59:45.631855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.632318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.632495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.667931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.668142 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.679462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 7 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.684733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Allocated IP 2001:db8::128 (54b9cb54-fda4-41c8-b32b-c4b09804e007/00a534b5-1270-45ea-b553-d57c4be4f856/a8dadf1f-c551-4abc-9067-58b1fa101535) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:45.729883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=a36dbaf7-242e-414f-9941-e1a9030be62e,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:45.747853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.748184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.748518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.780966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.781294 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.783473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:45.785108 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 8 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.796787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'port_id': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'mac_address': 'fa:16:3e:58:06:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 05:59:45.800958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.822328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.827640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.827974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.828304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.830795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Deleting port 918b20ac-ae75-4b57-bf36-ce96d13872d4 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:45.831170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.838558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.851950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 05:59:45.871557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:45.893189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.903234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.903583 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:45.909970 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 9 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:45.960563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.974713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:45.975038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:45.975395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:45.979193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:45.999429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:45.999667 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:46.000595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] For port 918b20ac-ae75-4b57-bf36-ce96d13872d4, host hv-neutron-8374, got binding levels [] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:46.000946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.005259 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempt 10 to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd Apr 18 05:59:46.008173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b7f372-3819-4a0c-a5bc-7dadaf06380e,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.019292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.037218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Calling delete_port for 918b20ac-ae75-4b57-bf36-ce96d13872d4 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:46.040660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.043474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:46.043790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:46.044121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempting to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:46.062238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.064691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 05:59:46.065012 dv-neutron-837488-1-hyperv neutron-server[109606]: ERROR neutron.plugins.ml2.managers [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Failed to bind port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on host hv-neutron-8374 for vnic_type normal using segments [{'id': '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e358dff9-c0fd-433a-a507-8faf8f45b49f'}] Apr 18 05:59:46.065357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.090670 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP ee483c58-e8fc-4a86-bea8-5dac87aec104 associated. External IP: 172.26.4.221, port: 8240d9c9-4f3c-4cd3-b32c-0036a6855142. Apr 18 05:59:46.109110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.128955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.131076 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d0dcaaf-f090-403c-a49a-a0e6ed97d14b tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8894134 Apr 18 05:59:46.134722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46616) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:46.166133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event deleted for resources: {'Port': ['ID=ca4019c7-763c-44ea-81b8-05c5b93c9582,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.273948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:46.322979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] For port 2d1a466b-da6a-4a91-a730-2ffcb7584edd, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:46.323368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attempted to set empty binding levels {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 05:59:46.327780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.345581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:46.368927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e13ea4-2767-438c-9593-141ed2887f41 req-fa71189d-193d-4442-93d7-16470c3e3bad tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:46.375634 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0e13ea4-2767-438c-9593-141ed2887f41 req-fa71189d-193d-4442-93d7-16470c3e3bad tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 945 time: 0.1544039 Apr 18 05:59:46.556916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['a36dbaf7-242e-414f-9941-e1a9030be62e'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 05:59:46.573735 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 05:59:46.606324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['c84d8a00-9ac0-4ef0-9be2-b11b483f43b8'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 05:59:46.653325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.655460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.657004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.742447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.742806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.747343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.752629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] In _notify_port_updated(), no bound segment for port 2d1a466b-da6a-4a91-a730-2ffcb7584edd on network e358dff9-c0fd-433a-a507-8faf8f45b49f {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 05:59:46.754149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:46.755612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.756332 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "PUT /v2.0/ports/2d1a466b-da6a-4a91-a730-2ffcb7584edd HTTP/1.1" status: 200 len: 976 time: 2.2729282 Apr 18 05:59:46.763754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46622) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:46.783085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.784988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "DELETE /v2.0/ports/918b20ac-ae75-4b57-bf36-ce96d13872d4 HTTP/1.1" status: 204 len: 168 time: 1.2675614 Apr 18 05:59:46.788944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46624) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:46.812539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb770f8-fe9c-4e1f-ad96-e461cdff2eb2 req-9e44e096-0d7a-45fe-b302-d7489015ebe8 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:46.813813 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cdb770f8-fe9c-4e1f-ad96-e461cdff2eb2 req-9e44e096-0d7a-45fe-b302-d7489015ebe8 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 944 time: 0.4116805 Apr 18 05:59:46.852817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network 54b9cb54-fda4-41c8-b32b-c4b09804e007 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:46.857535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:46.859023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0e13ea4-2767-438c-9593-141ed2887f41 req-dee08af7-f329-4524-a126-0a8224d82bc7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099934 Apr 18 05:59:46.861964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069e2bf-4c17-48f7-ac99-f6c8d759afbd tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1a466b-da6a-4a91-a730-2ffcb7584edd,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:46.866324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:46.870351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:46.873067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:46.873067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.907629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:46.907913 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda71139-e7a6-41c1-b704-91bcabcd0081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:46.908808 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bda71139-e7a6-41c1-b704-91bcabcd0081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] 10.222.0.43 "GET /v2.0/ports/918b20ac-ae75-4b57-bf36-ce96d13872d4 HTTP/1.1" status: 404 len: 333 time: 0.1154833 Apr 18 05:59:46.918228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46626) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:46.921980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:46.922418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:46.941079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.941595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Fanout notify agent at l3_agent the message router_deleted on router d9ad04c4-d0cf-494a-9249-ac71582520af {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:46.960829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:46.965301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2b135e97-a77c-4593-a60c-0562b5c52a7c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/d9ad04c4-d0cf-494a-9249-ac71582520af HTTP/1.1" status: 204 len: 168 time: 2.3255606 Apr 18 05:59:46.966914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46628) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:46.968513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:46.972411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-137630278', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': False}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:46.978915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:46.979907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.005596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Port': ['ID=a8dadf1f-c551-4abc-9067-58b1fa101535,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:47.006950 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cdb770f8-fe9c-4e1f-ad96-e461cdff2eb2 req-01d905e3-3a56-4e35-96bc-4047dfa2cb5e tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637747 Apr 18 05:59:47.014032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.014989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e0477-1ab5-4424-9565-54f752ffc260 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:47.024169 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d28863c1-51c1-4056-ae8c-dc02e04568cd tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8389025 Apr 18 05:59:47.027136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46630) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:47.056908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802d70d-fc99-4d7f-8a17-fb8b8850b78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-749160914-project-admin] Pushing event deleted for resources: {'Port': ['ID=918b20ac-ae75-4b57-bf36-ce96d13872d4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:47.071399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.080092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Deleting port 2d1a466b-da6a-4a91-a730-2ffcb7584edd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:47.080428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.155463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.156518 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.177281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.216136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] For port 2d1a466b-da6a-4a91-a730-2ffcb7584edd, host hv-neutron-8374, got binding levels [] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:47.216491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.226711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.238824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Calling delete_port for 2d1a466b-da6a-4a91-a730-2ffcb7584edd owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:47.255939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19b846c-a5d7-456e-b4b8-bc6cb19bb42f']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.267956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d74f19-384a-41f7-83b0-703b8bd42f73') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.268284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d74f19-384a-41f7-83b0-703b8bd42f73') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.309830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.328705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.328940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.337268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Deleting port a8dadf1f-c551-4abc-9067-58b1fa101535 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:47.337597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.341376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:47.341770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.341894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:47.344676 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:47.495638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.522519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d1a466b-da6a-4a91-a730-2ffcb7584edd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:47.529957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.533431 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4bf79b7a-ff94-41a6-8ec1-315eb470fec0 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "DELETE /v2.0/ports/2d1a466b-da6a-4a91-a730-2ffcb7584edd HTTP/1.1" status: 204 len: 168 time: 0.7626123 Apr 18 05:59:47.534366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.536047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46632) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:47.556949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Allocated IP 172.26.4.254 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/d9329b29-5a8b-4d9d-bca2-47a71cd26703) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:47.569866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.573135 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] 10.222.0.43 "DELETE /v2.0/networks/f19b846c-a5d7-456e-b4b8-bc6cb19bb42f HTTP/1.1" status: 204 len: 168 time: 0.6517556 Apr 18 05:59:47.582782 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3878c7da-083b-4893-b660-9b2987ea5f70 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] GET failed (client error): The resource could not be found. Apr 18 05:59:47.585257 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3878c7da-083b-4893-b660-9b2987ea5f70 tempest-PortsAdminExtendedAttrsTestJSON-498635597 tempest-PortsAdminExtendedAttrsTestJSON-498635597-project-admin] 10.222.0.43 "GET /v2.0/ports/2d1a466b-da6a-4a91-a730-2ffcb7584edd HTTP/1.1" status: 404 len: 333 time: 0.0474510 Apr 18 05:59:47.585656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e28372-5df3-49dc-99bb-ad9c3b7184f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-497726072-project] Pushing event deleted for resources: {'Network': ['ID=f19b846c-a5d7-456e-b4b8-bc6cb19bb42f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:47.591011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46636) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:47.620285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.668133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.703118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Calling delete_port for a8dadf1f-c551-4abc-9067-58b1fa101535 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:47.709388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.761506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.783672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e358dff9-c0fd-433a-a507-8faf8f45b49f']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.793402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.793698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba70235-a54c-4b9f-ad7e-5bcdcc16d66a') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.803939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.814694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:47.819526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.821925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.825891 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:47.826388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 05:59:47.826873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 05:59:47.830240 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 05:59:47.841661 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:47.842462 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.876804 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.886388 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:47.887493 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.899585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:47.924464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:47.925734 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4746af-a709-4328-98d2-99024cbe1138 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:47.945483 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0ff478de-f575-48d7-9d00-3d9e193dfa2c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/floatingips/ee483c58-e8fc-4a86-bea8-5dac87aec104 HTTP/1.1" status: 200 len: 979 time: 3.1776054 Apr 18 05:59:47.948413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46640) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:47.960779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:48.013273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.017184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.024544 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] 10.222.0.43 "DELETE /v2.0/networks/e358dff9-c0fd-433a-a507-8faf8f45b49f HTTP/1.1" status: 204 len: 168 time: 0.4298880 Apr 18 05:59:48.096355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7312e72-9b70-4536-a9f6-ad028e82910d tempest-PortsAdminExtendedAttrsTestJSON-587582443 tempest-PortsAdminExtendedAttrsTestJSON-587582443-project] Pushing event deleted for resources: {'Network': ['ID=e358dff9-c0fd-433a-a507-8faf8f45b49f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.122571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.171892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.186035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e41d2c-30da-4b57-90c5-a70c254593e4 req-97590855-86a8-40a5-bdc4-e74a4eb29afa tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:48.187572 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90e41d2c-30da-4b57-90c5-a70c254593e4 req-97590855-86a8-40a5-bdc4-e74a4eb29afa tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 945 time: 0.1760759 Apr 18 05:59:48.199557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.201759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46648) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:48.274905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:48.285023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:48.288996 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90e41d2c-30da-4b57-90c5-a70c254593e4 req-24793f4a-1c93-409a-a979-c4c676218ff1 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553231 Apr 18 05:59:48.292162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Pushing event updated for resources: {'Port': ['ID=d9329b29-5a8b-4d9d-bca2-47a71cd26703,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.295817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:48.325172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.347432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.372333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.378756 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/ports/a8dadf1f-c551-4abc-9067-58b1fa101535 HTTP/1.1" status: 204 len: 168 time: 1.3467557 Apr 18 05:59:48.379011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46652) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:48.383698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'external_fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128'}]}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:48.398212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c7803-3977-4cd5-adfd-f41a520464d4 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8dadf1f-c551-4abc-9067-58b1fa101535,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.402261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.413817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-78bf3053-3362-4e2d-912d-e2e7f2efef20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd6ed7807d204f7888ff65c3d2265140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085984 Apr 18 05:59:48.413993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450e28c-7db2-4fe6-83e3-b7b775c2161a req-c90edf45-fd4a-488b-b80f-40efce857b71 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:48.413993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3450e28c-7db2-4fe6-83e3-b7b775c2161a req-c90edf45-fd4a-488b-b80f-40efce857b71 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 944 time: 0.2527163 Apr 18 05:59:48.414162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46654) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:48.463475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-43a101aa-86f3-4aab-9b33-561e3ffe087a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.484352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-43a101aa-86f3-4aab-9b33-561e3ffe087a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.510735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.511091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP ee483c58-e8fc-4a86-bea8-5dac87aec104 disassociated. External IP: 172.26.4.221, port: 7fe956cd-6933-4433-bae9-b2d4a768afd7. Apr 18 05:59:48.533047 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3450e28c-7db2-4fe6-83e3-b7b775c2161a req-79bb51a2-6f39-4f17-93e0-f7e40b3a5caa tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112161 Apr 18 05:59:48.570894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.599114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Allocated IP 172.26.4.125 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c0347d6d-420d-40db-aa5e-376df6113fe9) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:48.662862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46658) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:48.670265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.671313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.691300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-43a101aa-86f3-4aab-9b33-561e3ffe087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.696560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-43a101aa-86f3-4aab-9b33-561e3ffe087a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.696560 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-43a101aa-86f3-4aab-9b33-561e3ffe087a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6344942-3e50-4282-b21a-67ca8c17bc59 HTTP/1.1" status: 204 len: 168 time: 0.2801068 Apr 18 05:59:48.718803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a101aa-86f3-4aab-9b33-561e3ffe087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6344942-3e50-4282-b21a-67ca8c17bc59,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:48.758675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.782673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.798211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:48.807140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:48.923298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0a92d800-8244-49be-b2b0-8f655883c79e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef4fbee8c3674ce29f46eadce2f22365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566891 Apr 18 05:59:48.926491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46664) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.245977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.255643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device a36dbaf7-242e-414f-9941-e1a9030be62e up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:49.267643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.269501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:49.279058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.283696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:49.312997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:49.313925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:49.317797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:49.321326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:49.324155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:49.351978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:49.365777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Port': ['ID=c0347d6d-420d-40db-aa5e-376df6113fe9,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.367889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:49.368544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:49.371617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.380235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.394190 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-da8599e4-5e6e-454c-8178-790b90be58d6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/floatingips/ee483c58-e8fc-4a86-bea8-5dac87aec104 HTTP/1.1" status: 200 len: 688 time: 1.4429579 Apr 18 05:59:49.395519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46670) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.410918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:49.411577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786bfe4-f8f4-4620-8e7b-a157fec4e3b1 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:49.433678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Pushing event updated for resources: {'Port': ['ID=d9329b29-5a8b-4d9d-bca2-47a71cd26703,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.442373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23c1cfc5-5102-4f59-ad14-bb25b94bbb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.467021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port a36dbaf7-242e-414f-9941-e1a9030be62e completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:49.472452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port a36dbaf7-242e-414f-9941-e1a9030be62e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:49.473079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.525684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46672) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.543329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23c1cfc5-5102-4f59-ad14-bb25b94bbb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.567678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.695020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f283d0e-2b93-4b51-9696-0698a75b9a52 req-d98b23f3-21f6-4a3e-ad9f-a05231cdf95f tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:49.695573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fdabb-0636-410d-80ff-546c7499e31f req-29bfc159-b4d8-4521-b5dc-2b608dd65656 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:49.697081 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-231fdabb-0636-410d-80ff-546c7499e31f req-29bfc159-b4d8-4521-b5dc-2b608dd65656 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 945 time: 0.2568388 Apr 18 05:59:49.702589 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f283d0e-2b93-4b51-9696-0698a75b9a52 req-d98b23f3-21f6-4a3e-ad9f-a05231cdf95f tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 944 time: 0.0645986 Apr 18 05:59:49.707448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.707766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e5e30e72-3c43-4562-9dd6-7e10070027c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b41a6b5baa0444385f735415c950c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805565 Apr 18 05:59:49.713471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46676) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.726574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.726574 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-04896275-927a-4e1d-b804-ba4155613e78 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5907631 Apr 18 05:59:49.730858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46678) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.740416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:49.771861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 67d48688-0f2d-4f55-badc-3ec216b2875f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:49.772138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.787190 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0001446b-9c25-4ce7-8e08-c691ae8aa653 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3092 time: 0.0529728 Apr 18 05:59:49.794051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46680) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.830029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port a36dbaf7-242e-414f-9941-e1a9030be62e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=a36dbaf7-242e-414f-9941-e1a9030be62e,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:49.846345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23c1cfc5-5102-4f59-ad14-bb25b94bbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.849148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23c1cfc5-5102-4f59-ad14-bb25b94bbb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.850284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-23c1cfc5-5102-4f59-ad14-bb25b94bbb8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2b44568-85b8-4a78-ad2d-8af8f01127ba HTTP/1.1" status: 204 len: 168 time: 0.9228525 Apr 18 05:59:49.864533 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-231fdabb-0636-410d-80ff-546c7499e31f req-3ce62983-3538-4bf3-bd7a-c56dd0ccba24 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406367 Apr 18 05:59:49.875968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1cfc5-5102-4f59-ad14-bb25b94bbb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b44568-85b8-4a78-ad2d-8af8f01127ba,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:49.878754 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f283d0e-2b93-4b51-9696-0698a75b9a52 req-bc0d0f0c-1839-4cce-9221-095be22789f0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693335 Apr 18 05:59:49.893121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.896060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:49.897819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f75be9cc-5ad3-4c62-a147-a231ad8450d3 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1027191 Apr 18 05:59:49.900468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46688) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:49.904659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d6939b68-8fe1-4b31-a72b-1be43310e685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:49.968613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.013697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ddb77d-aa6b-4bb1-9ebc-d5b22c78fcee" -d '{"events": [{"server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "name": "network-vif-plugged", "status": "completed", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 05:59:50.029961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.030296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.035801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d6939b68-8fe1-4b31-a72b-1be43310e685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.079986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=a36dbaf7-242e-414f-9941-e1a9030be62e,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.080142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 67d48688-0f2d-4f55-badc-3ec216b2875f owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:50.150733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 05:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df94826c-1c7f-4a8d-b8da-d92259663c7a x-openstack-request-id: req-df94826c-1c7f-4a8d-b8da-d92259663c7a {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 05:59:50.151067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "name": "network-vif-plugged", "status": "completed", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 05:59:50.153053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df94826c-1c7f-4a8d-b8da-d92259663c7a {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 05:59:50.153531 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df94826c-1c7f-4a8d-b8da-d92259663c7a'] response: {'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'code': 200} Apr 18 05:59:50.180930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 05:59:50.187031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:50.187231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.240239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.292514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.297387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Deleting port d9329b29-5a8b-4d9d-bca2-47a71cd26703 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:50.298607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.318913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.338802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.364219 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:50.376188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d6939b68-8fe1-4b31-a72b-1be43310e685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.379700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d6939b68-8fe1-4b31-a72b-1be43310e685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.380872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d6939b68-8fe1-4b31-a72b-1be43310e685 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f22f701-8b63-418d-8ca4-de14743ceec7 HTTP/1.1" status: 204 len: 168 time: 0.6676106 Apr 18 05:59:50.432649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.453885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6939b68-8fe1-4b31-a72b-1be43310e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22f701-8b63-418d-8ca4-de14743ceec7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.526938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.558946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.559293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.561943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Router 3d2abf00-0b0d-4750-a072-4c480fe85a46 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:50.578473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Calling delete_port for d9329b29-5a8b-4d9d-bca2-47a71cd26703 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:50.661562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc058d-89b8-4f82-994f-7f5bfeccd76b req-6ebbd4bb-c5ca-43ca-b30f-28f0f9b92ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:50.663063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bafc058d-89b8-4f82-994f-7f5bfeccd76b req-6ebbd4bb-c5ca-43ca-b30f-28f0f9b92ffa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 1098 time: 0.1502106 Apr 18 05:59:50.665361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Allocated IP 2001:db8::128 (54b9cb54-fda4-41c8-b32b-c4b09804e007/00a534b5-1270-45ea-b553-d57c4be4f856/ceb8e424-e229-4bb8-9d08-1dda76ffd072) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:50.693097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.710834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bafc058d-89b8-4f82-994f-7f5bfeccd76b req-b639e16d-1ed9-4845-983d-af1e1fb2588b service neutron] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.740027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:50.751558 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Sync routers for ids ['3d2abf00-0b0d-4750-a072-4c480fe85a46'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:50.761532 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Routers {'3d2abf00-0b0d-4750-a072-4c480fe85a46'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:50.762286 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3d2abf00-0b0d-4750-a072-4c480fe85a46'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:50.768418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=67d48688-0f2d-4f55-badc-3ec216b2875f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:50.820707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bafc058d-89b8-4f82-994f-7f5bfeccd76b req-b639e16d-1ed9-4845-983d-af1e1fb2588b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.869266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.870678 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-62a76c4d-7962-4168-8ec1-5dd7a687e78c tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9025695 Apr 18 05:59:50.873566 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Set router 3d2abf00-0b0d-4750-a072-4c480fe85a46 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:50.873948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46700) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:50.889025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.893083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.897081 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d12b2ec0-e555-4694-9458-368a680d6c50 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/floatingips/ee483c58-e8fc-4a86-bea8-5dac87aec104 HTTP/1.1" status: 204 len: 168 time: 1.4979589 Apr 18 05:59:50.897695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46704) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:50.928094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bafc058d-89b8-4f82-994f-7f5bfeccd76b req-b639e16d-1ed9-4845-983d-af1e1fb2588b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:50.948748 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-f38f5523-a6ba-408a-9136-7290ce1a1140 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] delete failed (client error): The resource could not be found. Apr 18 05:59:50.955069 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f38f5523-a6ba-408a-9136-7290ce1a1140 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/floatingips/ee483c58-e8fc-4a86-bea8-5dac87aec104 HTTP/1.1" status: 404 len: 345 time: 0.0505416 Apr 18 05:59:50.960088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46708) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:50.967935 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bafc058d-89b8-4f82-994f-7f5bfeccd76b req-b639e16d-1ed9-4845-983d-af1e1fb2588b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972794 Apr 18 05:59:50.989286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639e16d-1ed9-4845-983d-af1e1fb2588b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a3bc5-781a-457c-acc3-e8b2b5e87c39,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.055472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46710) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:51.090835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.101498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18867d-6c93-4cdc-bedb-112ab95564e5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.106598 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2abf00-0b0d-4750-a072-4c480fe85a46', 'name': 'tempest-snat-router-137630278', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.125'}], 'enable_snat': False}, 'gw_port_id': 'c0347d6d-420d-40db-aa5e-376df6113fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:49Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': 'c0347d6d-420d-40db-aa5e-376df6113fe9', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2abf00-0b0d-4750-a072-4c480fe85a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:48Z', 'updated_at': '2022-04-18T05:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:51.112909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18867d-6c93-4cdc-bedb-112ab95564e5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.119289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18867d-6c93-4cdc-bedb-112ab95564e5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.121984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8b18867d-6c93-4cdc-bedb-112ab95564e5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/ports?network_id=05921d27-ab0c-4c91-b477-273ee6ccbc61 HTTP/1.1" status: 200 len: 2359 time: 0.1620028 Apr 18 05:59:51.134607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46714) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:51.141081 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b09bc11c-8023-44c7-8c37-fc8af457671d tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/3d2abf00-0b0d-4750-a072-4c480fe85a46 HTTP/1.1" status: 200 len: 908 time: 0.2657943 Apr 18 05:59:51.147537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46716) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:51.150390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.152469 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Checking router: 3d2abf00-0b0d-4750-a072-4c480fe85a46 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:51.152879 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Updating router 3d2abf00-0b0d-4750-a072-4c480fe85a46 port c0347d6d-420d-40db-aa5e-376df6113fe9 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:51.162865 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6627148e-6737-4160-8502-69398938b7c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=361407af119345fea0938bf56a21c9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060798 Apr 18 05:59:51.165612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46718) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:51.181155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-137630278', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': True}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:51.183260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727b496-63d2-4bac-a161-d9b3a302f30a req-c1172492-ac52-4a38-98b2-4d517de8fc1b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.184835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0727b496-63d2-4bac-a161-d9b3a302f30a req-c1172492-ac52-4a38-98b2-4d517de8fc1b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.1202271 Apr 18 05:59:51.200347 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.209624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Pushing event deleted for resources: {'Port': ['ID=d9329b29-5a8b-4d9d-bca2-47a71cd26703,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.231771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f059-fb53-4a29-abf8-fa3282480ab5 req-b3e6e08c-2488-45c8-bcc4-0729be561127 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.239833 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98d6f059-fb53-4a29-abf8-fa3282480ab5 req-b3e6e08c-2488-45c8-bcc4-0729be561127 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.2116270 Apr 18 05:59:51.278821 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0727b496-63d2-4bac-a161-d9b3a302f30a req-1ffecabb-8921-4834-915e-9d4830674314 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846360 Apr 18 05:59:51.291949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71251d4b-11a9-4edf-9fad-7d65839b0d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.316739 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71251d4b-11a9-4edf-9fad-7d65839b0d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.357079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acd509-f511-49cf-9fb8-62d8c5164782 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:51.358343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-24acd509-f511-49cf-9fb8-62d8c5164782 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/subnets/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e HTTP/1.1" status: 200 len: 797 time: 0.2140198 Apr 18 05:59:51.364790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46724) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:51.371722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'port': {'network_id': '05921d27-ab0c-4c91-b477-273ee6ccbc61', 'name': 'tempest-FloatingIPTestJSON-367612067', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:51.388355 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98d6f059-fb53-4a29-abf8-fa3282480ab5 req-42ab231e-058f-4333-a581-54bd2e35031d tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476197 Apr 18 05:59:51.391787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.398985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.400486 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8edcf34a-08f6-42cb-93f2-8f90eb4cf926 tempest-FloatingIPAdminTestJSON-321127911 tempest-FloatingIPAdminTestJSON-321127911-project] 10.222.0.43 "DELETE /v2.0/floatingips/0606bb2b-9f85-4e9b-94a2-23a08bac7396 HTTP/1.1" status: 204 len: 168 time: 1.4990697 Apr 18 05:59:51.403273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46726) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:51.411538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.412789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.513613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71251d4b-11a9-4edf-9fad-7d65839b0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.516185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-71251d4b-11a9-4edf-9fad-7d65839b0d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.520429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-71251d4b-11a9-4edf-9fad-7d65839b0d6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/500c229a-79ec-4946-baa9-a816be22dafb HTTP/1.1" status: 204 len: 168 time: 0.3508186 Apr 18 05:59:51.535341 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.536498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251d4b-11a9-4edf-9fad-7d65839b0d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500c229a-79ec-4946-baa9-a816be22dafb,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.569882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.573495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.586655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:51.613749 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.618705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network 54b9cb54-fda4-41c8-b32b-c4b09804e007 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:51.627084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:51.630896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:51.636605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Port': ['ID=ceb8e424-e229-4bb8-9d08-1dda76ffd072,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.689956 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Attempting to bind port c0347d6d-420d-40db-aa5e-376df6113fe9 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:51.690350 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Attempting to bind port c0347d6d-420d-40db-aa5e-376df6113fe9 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:51.690879 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Attempting to bind port c0347d6d-420d-40db-aa5e-376df6113fe9 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:51.696406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.702915 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:51.703411 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:51.703883 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.704329 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:51.704857 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Bound port: c0347d6d-420d-40db-aa5e-376df6113fe9, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:51.705327 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.716136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] device_id is not set on port 6915579e-b970-49b9-9576-90b083bfad5c yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 05:59:51.733813 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f4b0-1ad4-4f00-9cec-f3dbc8014884 None None] Pushing event updated for resources: {'Port': ['ID=c0347d6d-420d-40db-aa5e-376df6113fe9,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:51.771860 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] For port c0347d6d-420d-40db-aa5e-376df6113fe9, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:51.779577 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] For port c0347d6d-420d-40db-aa5e-376df6113fe9, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c0347d6d-420d-40db-aa5e-376df6113fe9,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:51.878778 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:51.927661 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Routers {'3d2abf00-0b0d-4750-a072-4c480fe85a46'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:51.928527 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3d2abf00-0b0d-4750-a072-4c480fe85a46'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:52.114610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.14 (05921d27-ab0c-4c91-b477-273ee6ccbc61/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e/6915579e-b970-49b9-9576-90b083bfad5c) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:52.121890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.13 (05921d27-ab0c-4c91-b477-273ee6ccbc61/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e/6915579e-b970-49b9-9576-90b083bfad5c) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:52.134862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Deleting port f7b7f372-3819-4a0c-a5bc-7dadaf06380e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:52.135440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.155146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 05:59:52.160094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3d966-b79e-44af-97f1-7a2c99a1789e" -d '{"events": [{"server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "name": "network-vif-plugged", "status": "completed", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 05:59:52.194654 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f4b0-1ad4-4f00-9cec-f3dbc8014884 None None] Pushing event updated for resources: {'Port': ['ID=c0347d6d-420d-40db-aa5e-376df6113fe9,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:52.212259 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] Set router 3d2abf00-0b0d-4750-a072-4c480fe85a46 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:52.221547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 05:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676ae298-9927-4830-8cca-eed201b3123a x-openstack-request-id: req-676ae298-9927-4830-8cca-eed201b3123a {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 05:59:52.223018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "name": "network-vif-plugged", "status": "completed", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 05:59:52.223489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-676ae298-9927-4830-8cca-eed201b3123a {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 05:59:52.224217 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676ae298-9927-4830-8cca-eed201b3123a'] response: {'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'code': 200} Apr 18 05:59:52.295122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.411719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.477297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.530444 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2abf00-0b0d-4750-a072-4c480fe85a46', 'name': 'tempest-snat-router-137630278', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.125'}], 'enable_snat': False}, 'gw_port_id': 'c0347d6d-420d-40db-aa5e-376df6113fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:49Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': 'c0347d6d-420d-40db-aa5e-376df6113fe9', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2abf00-0b0d-4750-a072-4c480fe85a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:48Z', 'updated_at': '2022-04-18T05:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:52.539206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.539609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.555002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798271a9-62c1-4a9e-ac5b-d690f62f0fcd req-d63b7812-a01c-43ee-82d9-7ee74ece5ca2 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.559886 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57308d9-41c9-437e-a05d-b66ccf42ae90 None None] The sync data for ids ['3d2abf00-0b0d-4750-a072-4c480fe85a46'] in dv-neutron-837488-1-hyperv is: [{'id': '3d2abf00-0b0d-4750-a072-4c480fe85a46', 'name': 'tempest-snat-router-137630278', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.125'}], 'enable_snat': False}, 'gw_port_id': 'c0347d6d-420d-40db-aa5e-376df6113fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:47Z', 'updated_at': '2022-04-18T05:59:49Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': 'c0347d6d-420d-40db-aa5e-376df6113fe9', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2abf00-0b0d-4750-a072-4c480fe85a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:48Z', 'updated_at': '2022-04-18T05:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:52.564494 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-798271a9-62c1-4a9e-ac5b-d690f62f0fcd req-d63b7812-a01c-43ee-82d9-7ee74ece5ca2 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.0971050 Apr 18 05:59:52.601507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Calling delete_port for f7b7f372-3819-4a0c-a5bc-7dadaf06380e owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:52.605985 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-798271a9-62c1-4a9e-ac5b-d690f62f0fcd req-10317cd9-31a1-41c0-a5b7-8191b26bc61c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377045 Apr 18 05:59:52.606556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.631136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:52.650825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:52.654804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:52.655467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52436f16-f2e4-4dc1-9946-231fd868b06f req-6aeea65b-bfd5-4fb6-8a87-12c129571fb4 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.660318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-52436f16-f2e4-4dc1-9946-231fd868b06f req-6aeea65b-bfd5-4fb6-8a87-12c129571fb4 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.2678726 Apr 18 05:59:52.772600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=6915579e-b970-49b9-9576-90b083bfad5c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:52.786228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.787081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:52.796891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8e3c2-7945-499a-b561-b17f24891fb8 req-2ee69cc9-0ffd-4f7d-a48c-ea710514e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:52.798538 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-69d8e3c2-7945-499a-b561-b17f24891fb8 req-2ee69cc9-0ffd-4f7d-a48c-ea710514e101 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0962472 Apr 18 05:59:52.843124 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-69d8e3c2-7945-499a-b561-b17f24891fb8 req-c0e0e18d-03bf-487d-8984-097a1f8e1c7e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Apr 18 05:59:52.886604 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a3e2ea6c-5799-4f3b-8256-79ee99d293c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5202947 Apr 18 05:59:52.890307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46766) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:52.895083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '6915579e-b970-49b9-9576-90b083bfad5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:52.919031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-52436f16-f2e4-4dc1-9946-231fd868b06f req-9d70b57f-4c66-4530-a3c7-d417707af02d tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340550 Apr 18 05:59:52.931331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.008544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.220703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46776) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:53.342456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.412704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.434181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8e056f5c-eb14-44f8-9a6f-f35dd5d2cec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.442977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.504910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.531723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7b7f372-3819-4a0c-a5bc-7dadaf06380e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:53.613800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1572821601'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:53.633623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Router eb455632-41d7-4dd2-bfb0-887491f8a5de is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 05:59:53.634223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46784) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:53.748804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.751652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.753139 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6ac539b1-1c6d-4840-a16f-0c7064308cd1 tempest-FloatingIPAdminTestJSON-384908813 tempest-FloatingIPAdminTestJSON-384908813-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/5e38e04d-6415-4d9e-aaf8-e64bc8926f99 HTTP/1.1" status: 204 len: 168 time: 2.3479378 Apr 18 05:59:53.758831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46790) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:53.760824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:53.760944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1367ebc-0988-4eb2-9cdd-1a81908658a2 req-e37c096d-958e-4416-a354-f5d260a8aacb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:53.762804 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d1367ebc-0988-4eb2-9cdd-1a81908658a2 req-e37c096d-958e-4416-a354-f5d260a8aacb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.0698419 Apr 18 05:59:53.764884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.798390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1548792334'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:53.822392 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d1367ebc-0988-4eb2-9cdd-1a81908658a2 req-54807cfc-27cb-49db-bb26-a1a73819523c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530057 Apr 18 05:59:53.842466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.844815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Allocated IP 172.26.4.147 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/05beea50-7116-4e29-b2e9-f6683b2dbb9f) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:53.918655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.919754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:53.930901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:53.942633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Sync routers for ids ['eb455632-41d7-4dd2-bfb0-887491f8a5de'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:53.954025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Routers {'eb455632-41d7-4dd2-bfb0-887491f8a5de'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:53.955035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['eb455632-41d7-4dd2-bfb0-887491f8a5de'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:53.985856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.067438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a5337-1a72-438b-95df-fa8e794825f1 req-ea3d5a61-f4b9-4514-8f99-772e8b18ec98 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:54.069526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-889a5337-1a72-438b-95df-fa8e794825f1 req-ea3d5a61-f4b9-4514-8f99-772e8b18ec98 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.0562620 Apr 18 05:59:54.082309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Set router eb455632-41d7-4dd2-bfb0-887491f8a5de gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:54.088355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.124735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-889a5337-1a72-438b-95df-fa8e794825f1 req-ec83172a-16fd-4bca-b3b1-6c7c0d29f8c8 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485830 Apr 18 05:59:54.179773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.181167 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bc8cf604-88c6-45ee-b319-9f223c62a667 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5458193 Apr 18 05:59:54.184341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46796) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:54.266437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.302649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb455632-41d7-4dd2-bfb0-887491f8a5de', 'name': '', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'external_fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128'}], 'enable_snat': True}, 'gw_port_id': 'ceb8e424-e229-4bb8-9d08-1dda76ffd072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:48Z', 'updated_at': '2022-04-18T05:59:52Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': 'ceb8e424-e229-4bb8-9d08-1dda76ffd072', 'name': '', 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb455632-41d7-4dd2-bfb0-887491f8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:50Z', 'updated_at': '2022-04-18T05:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:54.349721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Checking router: eb455632-41d7-4dd2-bfb0-887491f8a5de for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 05:59:54.350061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Updating router eb455632-41d7-4dd2-bfb0-887491f8a5de port ceb8e424-e229-4bb8-9d08-1dda76ffd072 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 05:59:54.375154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527554c-4597-4247-9c2a-f425a186e815 req-b2c86e85-0eec-42d5-9c30-85879c5a3516 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:54.376752 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0527554c-4597-4247-9c2a-f425a186e815 req-b2c86e85-0eec-42d5-9c30-85879c5a3516 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.4290605 Apr 18 05:59:54.389844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.392541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46798) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:54.397125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.401447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.402741 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2ff2eece-9b7e-49bf-afa9-24bc7cc82963 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0225308 Apr 18 05:59:54.412772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Request body: {'floatingip': {'port_id': 'a36dbaf7-242e-414f-9941-e1a9030be62e'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:54.420184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.421484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46800) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:54.459223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting port dfc18183-49ea-4cb1-917a-479a76f5dc1e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:54.459530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.516527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.520105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.522654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0347d6d-420d-40db-aa5e-376df6113fe9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:54.537670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.539355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.660638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c0347d6d-420d-40db-aa5e-376df6113fe9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:54.660993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.667672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.668894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f630f1dc-e3ff-417a-be49-4043d13428b5 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:54.674843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.681544 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-863a16a7-a93b-4cc8-91e5-416e9443d5a7 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f630f1dc-e3ff-417a-be49-4043d13428b5 HTTP/1.1" status: 204 len: 168 time: 0.4965410 Apr 18 05:59:54.682372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46802) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:54.687618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Request body: {'router': {'name': 'tempest-router-508946157', 'distributed': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:54.728783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 05:59:54.753267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d4f771-f1e2-4871-bb7d-c7a5d5e978ee,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:54.768295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.770478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.799145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.800056 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Added segment 24444699-1d3e-4cb5-9567-7c6d977ca2d4 of type vlan for network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc Apr 18 05:59:54.816872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.835679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.842522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.843339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.847988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port c0347d6d-420d-40db-aa5e-376df6113fe9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c0347d6d-420d-40db-aa5e-376df6113fe9,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:54.895735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.940213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.102 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/0d2365dd-a9ca-4611-8f1f-96a9ce39963c) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 05:59:54.940915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.943810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.963194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.966060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.966342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:54.974940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Calling delete_port for dfc18183-49ea-4cb1-917a-479a76f5dc1e owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:55.029680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Attempting to bind port ceb8e424-e229-4bb8-9d08-1dda76ffd072 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 05:59:55.030007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Attempting to bind port ceb8e424-e229-4bb8-9d08-1dda76ffd072 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '662e450c-3dc5-4376-be91-9c848ae7293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 05:59:55.030279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Attempting to bind port ceb8e424-e229-4bb8-9d08-1dda76ffd072 on network 54b9cb54-fda4-41c8-b32b-c4b09804e007 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 05:59:55.037758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:55.038825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=c0347d6d-420d-40db-aa5e-376df6113fe9,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.043280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 05:59:55.043280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Checking segment: {'id': '662e450c-3dc5-4376-be91-9c848ae7293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:55.043280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.043280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Bound using segment: {'id': '662e450c-3dc5-4376-be91-9c848ae7293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 05:59:55.043803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Bound port: ceb8e424-e229-4bb8-9d08-1dda76ffd072, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662e450c-3dc5-4376-be91-9c848ae7293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 05:59:55.044245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.080619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.082409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:55.084785 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-31fb5634-a6e1-495f-8e43-4612eb63a2f4 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4008384 Apr 18 05:59:55.086019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46804) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:55.091347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.122465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d655d2-bdf6-439e-b052-0602c912cd26 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e424-e229-4bb8-9d08-1dda76ffd072,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.133485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] For port ceb8e424-e229-4bb8-9d08-1dda76ffd072, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 05:59:55.138858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] For port ceb8e424-e229-4bb8-9d08-1dda76ffd072, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ceb8e424-e229-4bb8-9d08-1dda76ffd072,segment=NetworkSegment(662e450c-3dc5-4376-be91-9c848ae7293d),segment_id=662e450c-3dc5-4376-be91-9c848ae7293d)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 05:59:55.150270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:55.187548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.216754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Port': ['ID=05beea50-7116-4e29-b2e9-f6683b2dbb9f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.238016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.261619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 05:59:55.275521 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:55.277894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 05:59:55.279230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.285658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:55.286276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.297457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Routers {'eb455632-41d7-4dd2-bfb0-887491f8a5de'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:55.298851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['eb455632-41d7-4dd2-bfb0-887491f8a5de'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:55.302088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=0d2365dd-a9ca-4611-8f1f-96a9ce39963c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.303782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d655d2-bdf6-439e-b052-0602c912cd26 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e424-e229-4bb8-9d08-1dda76ffd072,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.326721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66646c2-246d-48f6-b867-64a9ced8b14c req-39fc6b2a-acb0-4aa9-99d6-cf8806ebc021 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:55.328263 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d66646c2-246d-48f6-b867-64a9ced8b14c req-39fc6b2a-acb0-4aa9-99d6-cf8806ebc021 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.1286271 Apr 18 05:59:55.342459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.414147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] Set router eb455632-41d7-4dd2-bfb0-887491f8a5de gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 05:59:55.436760 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d66646c2-246d-48f6-b867-64a9ced8b14c req-0f9073f7-9599-487d-93de-a2da457a99b6 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951049 Apr 18 05:59:55.542019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.551491 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3295801 Apr 18 05:59:55.561222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46810) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:55.567953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'subnet': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:55.676632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632a340-8f29-43ef-875e-2cbb558eccc0 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Network': ['ID=0c1ef614-59ed-4aa9-b598-6ef57661c6dc,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:55.695313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 05:59:55.752162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.798571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb455632-41d7-4dd2-bfb0-887491f8a5de', 'name': '', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'external_fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128'}], 'enable_snat': True}, 'gw_port_id': 'ceb8e424-e229-4bb8-9d08-1dda76ffd072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:48Z', 'updated_at': '2022-04-18T05:59:52Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': 'ceb8e424-e229-4bb8-9d08-1dda76ffd072', 'name': '', 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb455632-41d7-4dd2-bfb0-887491f8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:50Z', 'updated_at': '2022-04-18T05:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:55.828049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d1f4078c-9293-4aa7-b11a-ed22752da0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:55.830433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71430d47-1d41-43f9-b4a8-1185c5f28bbc None None] The sync data for ids ['eb455632-41d7-4dd2-bfb0-887491f8a5de'] in dv-neutron-837488-1-hyperv is: [{'id': 'eb455632-41d7-4dd2-bfb0-887491f8a5de', 'name': '', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'external_fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128'}], 'enable_snat': True}, 'gw_port_id': 'ceb8e424-e229-4bb8-9d08-1dda76ffd072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:48Z', 'updated_at': '2022-04-18T05:59:52Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': 'ceb8e424-e229-4bb8-9d08-1dda76ffd072', 'name': '', 'network_id': '54b9cb54-fda4-41c8-b32b-c4b09804e007', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb455632-41d7-4dd2-bfb0-887491f8a5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'ip_address': '2001:db8::128', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:50Z', 'updated_at': '2022-04-18T05:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00a534b5-1270-45ea-b553-d57c4be4f856', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:55.895266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.068885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.173129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.201382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.216558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.250631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=0d2365dd-a9ca-4611-8f1f-96a9ce39963c,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.267743 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.321781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06908d7b-4331-4a0c-b26f-d4875d9f468e req-a147ec4b-e401-4975-8992-fb6db670212a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:56.323362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06908d7b-4331-4a0c-b26f-d4875d9f468e req-a147ec4b-e401-4975-8992-fb6db670212a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.7706726 Apr 18 05:59:56.344181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.350102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46812) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:56.365915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Request body: {'floatingip': {'port_id': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:56.395632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:59:56.395908 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP 1c80e65f-61e7-4b06-896d-96d57ecc9d07 associated. External IP: 172.26.4.102, port: 6915579e-b970-49b9-9576-90b083bfad5c. Apr 18 05:59:56.438488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Port': ['ID=dfc18183-49ea-4cb1-917a-479a76f5dc1e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:56.533156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0347d6d-420d-40db-aa5e-376df6113fe9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:56.555692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Deleting port ceb8e424-e229-4bb8-9d08-1dda76ffd072 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:56.556301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.566967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.567819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9be5c306-fdfd-43bf-ba2c-69c3ecd9c406 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:56.571723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.606557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c0347d6d-420d-40db-aa5e-376df6113fe9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:56.606929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.702468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:56.718678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ceb8e424-e229-4bb8-9d08-1dda76ffd072 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:56.792603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ceb8e424-e229-4bb8-9d08-1dda76ffd072 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:56.796037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.820699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 05:59:56.824236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.834936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.836111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0583a29b-12ab-477c-af5c-4baf40d0566b tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9be5c306-fdfd-43bf-ba2c-69c3ecd9c406 HTTP/1.1" status: 204 len: 168 time: 1.6916888 Apr 18 05:59:56.850605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46814) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:56.850916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:56.868232 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:56.882320 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:56.885204 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:56.915740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.918092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.925199 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:56.936114 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:56.936790 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:56.940863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port ceb8e424-e229-4bb8-9d08-1dda76ffd072, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ceb8e424-e229-4bb8-9d08-1dda76ffd072,segment=NetworkSegment(662e450c-3dc5-4376-be91-9c848ae7293d),segment_id=662e450c-3dc5-4376-be91-9c848ae7293d)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:56.947197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.950919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Request body: {'router': {'name': 'tempest-router-733938282', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2e3e2fbdcbf14e85bd2b2c58cf22e47d'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:56.969793 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:56.970422 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0582080-71a8-4929-94e3-703bda68c02b None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:56.982359 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-269d3071-5756-4e4f-8bac-6074b74daff5 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0909789 Apr 18 05:59:56.983079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:56.985222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46816) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:56.989713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'port_id': '6915579e-b970-49b9-9576-90b083bfad5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:57.004057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.050589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.066916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e424-e229-4bb8-9d08-1dda76ffd072,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:57.142040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.225716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.280560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.281559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.325729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.329130 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a0fcebf-2d41-4200-8709-2f38e62e5326 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "DELETE /v2.0/ports/dfc18183-49ea-4cb1-917a-479a76f5dc1e HTTP/1.1" status: 204 len: 168 time: 3.5692160 Apr 18 05:59:57.333094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46818) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:57.409742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] For port ceb8e424-e229-4bb8-9d08-1dda76ffd072, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ceb8e424-e229-4bb8-9d08-1dda76ffd072,segment=NetworkSegment(662e450c-3dc5-4376-be91-9c848ae7293d),segment_id=662e450c-3dc5-4376-be91-9c848ae7293d)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 05:59:57.410126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.439345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0307d85-c299-4fe0-bd3c-2368a76aaf72 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:57.441418 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e0307d85-c299-4fe0-bd3c-2368a76aaf72 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cae3e9d-1faa-4713-8044-c9159d6910fe HTTP/1.1" status: 200 len: 913 time: 0.1070945 Apr 18 05:59:57.445726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46820) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:57.488847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Calling delete_port for ceb8e424-e229-4bb8-9d08-1dda76ffd072 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 05:59:57.586777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.649601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.854299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:57.859849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:57.895093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 05:59:57.897453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Floating IP b122aba4-b101-4821-9c09-c8cde1c639e1 associated. External IP: 172.26.4.199, port: a36dbaf7-242e-414f-9941-e1a9030be62e. Apr 18 05:59:57.983094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.163855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.203724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.208208 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-85fb08ec-d44b-4148-ae88-43d69edecf77 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2789443 Apr 18 05:59:58.215276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46822) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:58.222753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:58.290237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.300659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 05:59:58.305479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.314108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 05:59:58.327362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:58.328399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:58.392197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:58.402530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 05:59:58.403177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:58.410569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.444707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ceb8e424-e229-4bb8-9d08-1dda76ffd072 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 05:59:58.447064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 05:59:58.447680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2cd74-7bd9-4050-9147-9eb6071579d4 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 05:59:58.480554 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-47db8ada-f48d-4b71-b15c-5cf49588e3f0 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/floatingips/1c80e65f-61e7-4b06-896d-96d57ecc9d07 HTTP/1.1" status: 200 len: 978 time: 1.4918568 Apr 18 05:59:58.484805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46824) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:58.510457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.512510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.514508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ceb8e424-e229-4bb8-9d08-1dda76ffd072 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 05:59:58.514918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.596806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109605) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 18 05:59:58.597242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Router ead47726-eaf4-4d70-9577-25a33b45fde2 migrating from provider to provider. {{(pid=109605) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 18 05:59:58.597621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.602280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.616393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.684193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.695295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Subnet': ['ID=d612b367-793e-49db-9eec-64ea7c256c02,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:58.695674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.761373 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] No L3 agents can host the router ead47726-eaf4-4d70-9577-25a33b45fde2 Apr 18 05:59:58.789705 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Floating IP 1b14aa87-2f85-479a-a6e6-f6ecc90ff437 associated. External IP: 172.26.4.241, port: c84d8a00-9ac0-4ef0-9be2-b11b483f43b8. Apr 18 05:59:58.849407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.887793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Hosts for router ead47726-eaf4-4d70-9577-25a33b45fde2: [] {{(pid=109605) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 18 05:59:58.913557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Checking segment: {'id': '24444699-1d3e-4cb5-9567-7c6d977ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 05:59:58.914118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network hostable DHCP agents. Network: 0c1ef614-59ed-4aa9-b598-6ef57661c6dc, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 05:59:58.914258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Hosts for other DVR routers connected to router ead47726-eaf4-4d70-9577-25a33b45fde2: set() {{(pid=109605) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 18 05:59:58.916666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.918093 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e317f77-3762-42b5-b888-e46162fedea9 tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "PUT /v2.0/routers/ead47726-eaf4-4d70-9577-25a33b45fde2 HTTP/1.1" status: 200 len: 716 time: 0.7017086 Apr 18 05:59:58.920474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46826) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:58.954815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:58.997262 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-710ca306-98af-4d07-8415-8ad6cba9c70d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "GET /v2.0/routers/ead47726-eaf4-4d70-9577-25a33b45fde2 HTTP/1.1" status: 200 len: 716 time: 0.0756557 Apr 18 05:59:58.999732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46828) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:59.173139 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3e102c55-efc5-4306-9a85-aedd17e7c64a tempest-RoutersTestDVR-1746622068 tempest-RoutersTestDVR-1746622068-project] 10.222.0.43 "GET /v2.0/routers/ead47726-eaf4-4d70-9577-25a33b45fde2 HTTP/1.1" status: 200 len: 682 time: 0.1700191 Apr 18 05:59:59.173365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46832) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:59.252954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.306785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceb8e424-e229-4bb8-9d08-1dda76ffd072,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 05:59:59.409080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.411058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.436009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Router 2a87b794-802b-4cea-9faa-3e7163005ee7 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 05:59:59.460049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.498513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 05:59:59.521691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.522276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ead47726-eaf4-4d70-9577-25a33b45fde2 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:59.528061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.534301 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d94f3205-9072-425a-b536-699e8543e77a tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ead47726-eaf4-4d70-9577-25a33b45fde2 HTTP/1.1" status: 204 len: 168 time: 0.3597414 Apr 18 05:59:59.534975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46834) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:59.539862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Request body: {'router': {'name': 'tempest-router-1987955970', 'distributed': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:59.599939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.606123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.638156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.639260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.674694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0c1ef614-59ed-4aa9-b598-6ef57661c6dc) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 05:59:59.683320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3aa8c9-bf22-4927-ad1b-f73e96dc4048 None None] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 05:59:59.697698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.758502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 05:59:59.759098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.762700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.797447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 0d2365dd-a9ca-4611-8f1f-96a9ce39963c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 05:59:59.797705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.835315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'tenant_id': '474404fa31964287bc18e8b1f73b253a', 'fixed_ips': [{'subnet_id': 'd612b367-793e-49db-9eec-64ea7c256c02'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 05:59:59.836424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.846857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.848323 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a7b3d2f3-ffeb-41c5-a625-ddbe63c3d2da tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3122587 Apr 18 05:59:59.851319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46836) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:59.930847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.953894 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9f7ac75e-a354-4206-ab4a-6ef9c5537652 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3915706 Apr 18 05:59:59.954729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.955790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb455632-41d7-4dd2-bfb0-887491f8a5de {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 05:59:59.964643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46838) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:59.969389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1427015850'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 05:59:59.973863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 05:59:59.975282 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6a2f9f97-537e-45b9-ad55-fe43acb4aa9b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/routers/eb455632-41d7-4dd2-bfb0-887491f8a5de HTTP/1.1" status: 204 len: 168 time: 5.5516441 Apr 18 05:59:59.977892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46840) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 05:59:59.985221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Router af52e416-c9fe-4635-bb15-719826745d33 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:00.006403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Allocated IP 2001:db8::2 (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/40d7f84e-11e0-4eac-9e20-1880e0d3eead) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:00.038097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Router f81d572b-48f6-42fb-b217-bf2321f4de72 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:00.041676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:00.052679 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] Sync routers for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:00.053217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.069367 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:00.070192 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:00.136353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.136592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.171735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 0d2365dd-a9ca-4611-8f1f-96a9ce39963c owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:00.183856 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cc580b9c-0174-4e61-b938-05eee254a706 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "PUT /v2.0/floatingips/b122aba4-b101-4821-9c09-c8cde1c639e1 HTTP/1.1" status: 200 len: 991 time: 5.7798815 Apr 18 06:00:00.190409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:00.191575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.192725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf0e6d-9f29-40cd-8920-28753122063b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:00:00.254646 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:00.292928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.307706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:00.309727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.311861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.354827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:00.355772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9864578f-2f50-44af-adf4-60c14ffe89dd x-openstack-request-id: req-9864578f-2f50-44af-adf4-60c14ffe89dd {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:00:00.356057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:00:00.356308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9864578f-2f50-44af-adf4-60c14ffe89dd {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:00:00.356730 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9864578f-2f50-44af-adf4-60c14ffe89dd'] response: {'name': 'network-changed', 'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'status': 'completed', 'code': 200} Apr 18 06:00:00.373543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:00.376901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:00.391353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Pushing event updated for resources: {'Port': ['ID=40d7f84e-11e0-4eac-9e20-1880e0d3eead,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:00.439440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.440916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.441438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.441994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.442502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.443028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.443856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.444377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.445389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.445595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:00.446093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.446597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.447110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:00.461204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Sync routers for ids ['af52e416-c9fe-4635-bb15-719826745d33'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:00.467752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.468660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Attempting to bind port 40d7f84e-11e0-4eac-9e20-1880e0d3eead on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:00.469047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Attempting to bind port 40d7f84e-11e0-4eac-9e20-1880e0d3eead by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '24444699-1d3e-4cb5-9567-7c6d977ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:00.469382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Attempting to bind port 40d7f84e-11e0-4eac-9e20-1880e0d3eead on network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:00.472897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.475273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:00.475456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Checking segment: {'id': '24444699-1d3e-4cb5-9567-7c6d977ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:00.475835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.476221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Bound using segment: {'id': '24444699-1d3e-4cb5-9567-7c6d977ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:00.476685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Bound port: 40d7f84e-11e0-4eac-9e20-1880e0d3eead, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24444699-1d3e-4cb5-9567-7c6d977ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:00.477065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.479698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] device_id is not set on port b6ba7a81-992f-4297-8325-73f0383989b0 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:00.491234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Routers {'af52e416-c9fe-4635-bb15-719826745d33'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:00.491824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['af52e416-c9fe-4635-bb15-719826745d33'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:00.601433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:00.619461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.627787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Deleting subnet 00a534b5-1270-45ea-b553-d57c4be4f856 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:00.633808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.643822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.648308 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] Sync routers for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:00.665240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ceb8e424-e229-4bb8-9d08-1dda76ffd072 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:00.673371 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:00.674740 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:00.696794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-065fd364-7487-4ec3-94da-4cd0108b94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:00.698291 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-065fd364-7487-4ec3-94da-4cd0108b94a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85627ae77a674d00b86975b6992a00e7&device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 1098 time: 0.2830746 Apr 18 06:00:00.709095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ceb8e424-e229-4bb8-9d08-1dda76ffd072 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:00.709501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ceb8e424-e229-4bb8-9d08-1dda76ffd072 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:00.715804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=0d2365dd-a9ca-4611-8f1f-96a9ce39963c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:00.720213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8fb6-d464-41f1-9509-c6071d1060a0 req-9b223880-5cf3-421a-9962-132b6ccf4166 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:00.721914 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6f4e8fb6-d464-41f1-9509-c6071d1060a0 req-9b223880-5cf3-421a-9962-132b6ccf4166 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.3977201 Apr 18 06:00:00.758494 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4acfc52f-d0bb-4dd4-bcb4-8a7011fde70b tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "PUT /v2.0/floatingips/1b14aa87-2f85-479a-a6e6-f6ecc90ff437 HTTP/1.1" status: 200 len: 992 time: 4.4051709 Apr 18 06:00:00.762689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.765282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.765794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35659380-5a44-4a77-a266-6342ee60d933 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:00.784764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Set router af52e416-c9fe-4635-bb15-719826745d33 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:00.807697 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:00.809870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:00.810968 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-69e7e262-118e-4cb9-9324-bfc6edf1ac6d tempest-RoutersTestDVR-1558491600 tempest-RoutersTestDVR-1558491600-project-admin] 10.222.0.43 "DELETE /v2.0/routers/35659380-5a44-4a77-a266-6342ee60d933 HTTP/1.1" status: 204 len: 168 time: 0.9584579 Apr 18 06:00:00.981006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Allocated IP 2001:db8::e (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/b6ba7a81-992f-4297-8325-73f0383989b0) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:01.007320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6f4e8fb6-d464-41f1-9509-c6071d1060a0 req-64396418-5603-443a-b9ad-9507d5833242 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608895 Apr 18 06:00:01.018732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.102974 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'b122aba4-b101-4821-9c09-c8cde1c639e1', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'port_id': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'mac_address': 'fa:16:3e:0b:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:15Z', 'updated_at': '2022-04-18T05:59:56Z', 'revision_number': 1, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:10Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:01.125830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-ac98d0f3-1965-47aa-9922-0a8037d0b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:01.132739 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-ac98d0f3-1965-47aa-9922-0a8037d0b6cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab00e441-9302-4f6d-992a-4f76ee281484 HTTP/1.1" status: 200 len: 906 time: 0.4095545 Apr 18 06:00:01.142057 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] Checking router: 2a87b794-802b-4cea-9faa-3e7163005ee7 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:01.162485 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:01.163179 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:01.182700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.184058 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6da2c4fe-4060-40fe-bc84-398bcc56d7bb tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.0079589 Apr 18 06:00:01.204764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46856) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:01.231936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] For port 40d7f84e-11e0-4eac-9e20-1880e0d3eead, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:01.259171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] For port 40d7f84e-11e0-4eac-9e20-1880e0d3eead, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40d7f84e-11e0-4eac-9e20-1880e0d3eead,segment=NetworkSegment(24444699-1d3e-4cb5-9567-7c6d977ca2d4),segment_id=24444699-1d3e-4cb5-9567-7c6d977ca2d4)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:01.279121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52e416-c9fe-4635-bb15-719826745d33', 'name': 'tempest-snat-router-137630278', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '05beea50-7116-4e29-b2e9-f6683b2dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:51Z', 'updated_at': '2022-04-18T05:59:56Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': '05beea50-7116-4e29-b2e9-f6683b2dbb9f', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52e416-c9fe-4635-bb15-719826745d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:53Z', 'updated_at': '2022-04-18T05:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:01.298957 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:01.314306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.314766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP 1c80e65f-61e7-4b06-896d-96d57ecc9d07 disassociated (deleted). External IP: 172.26.4.102, port: 6915579e-b970-49b9-9576-90b083bfad5c. Apr 18 06:00:01.364583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Checking router: af52e416-c9fe-4635-bb15-719826745d33 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:01.365466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Updating router af52e416-c9fe-4635-bb15-719826745d33 port 05beea50-7116-4e29-b2e9-f6683b2dbb9f binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:00:01.375135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.394977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f11882-f131-4261-aa6c-41f0b6d7b537 req-f020e1b7-1e62-4479-ab7f-0f17ded67778 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:01.396613 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90f11882-f131-4261-aa6c-41f0b6d7b537 req-f020e1b7-1e62-4479-ab7f-0f17ded67778 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.2216561 Apr 18 06:00:01.492741 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '1b14aa87-2f85-479a-a6e6-f6ecc90ff437', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'port_id': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'mac_address': 'fa:16:3e:58:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:22Z', 'updated_at': '2022-04-18T05:59:57Z', 'revision_number': 1, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:17Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:01.522842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46860) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:01.549250 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90f11882-f131-4261-aa6c-41f0b6d7b537 req-c7bbde1d-7521-4874-83a9-df42f222dec4 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414399 Apr 18 06:00:01.557563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c4ba2-86e7-4998-99cb-0bff4b052aa6 None None] Pushing event updated for resources: {'Port': ['ID=40d7f84e-11e0-4eac-9e20-1880e0d3eead,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:01.572055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.743544 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] Checking router: f81d572b-48f6-42fb-b217-bf2321f4de72 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:01.771437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:01.776328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting port 3e713e10-bdb2-40aa-8137-08226bab5ab2 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:01.776863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.786012 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'b122aba4-b101-4821-9c09-c8cde1c639e1', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'port_id': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'mac_address': 'fa:16:3e:0b:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:15Z', 'updated_at': '2022-04-18T05:59:56Z', 'revision_number': 1, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:10Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:01.828739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:01.872693 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1979f0-3d38-4045-ae16-f0bc1426dad8 None None] The sync data for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv is: [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'b122aba4-b101-4821-9c09-c8cde1c639e1', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'port_id': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'mac_address': 'fa:16:3e:0b:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:15Z', 'updated_at': '2022-04-18T05:59:56Z', 'revision_number': 1, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:10Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:01.894216 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:01.895439 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.025278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.046388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.077397 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:02.086829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.100845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.133043 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-bc4c32e7-ce80-488f-b297-362cf908613d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a36dbaf7-242e-414f-9941-e1a9030be62e HTTP/1.1" status: 200 len: 999 time: 0.9853306 Apr 18 06:00:02.142215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00a534b5-1270-45ea-b553-d57c4be4f856,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:02.149505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Calling delete_port for 3e713e10-bdb2-40aa-8137-08226bab5ab2 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:02.175979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:02.195584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.203466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Attempting to bind port 05beea50-7116-4e29-b2e9-f6683b2dbb9f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:02.203957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Attempting to bind port 05beea50-7116-4e29-b2e9-f6683b2dbb9f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:02.210534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Attempting to bind port 05beea50-7116-4e29-b2e9-f6683b2dbb9f on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:02.210797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.216588 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/00a534b5-1270-45ea-b553-d57c4be4f856 HTTP/1.1" status: 204 len: 168 time: 2.2351940 Apr 18 06:00:02.216741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d19fb-de0f-4a29-98eb-a8d0cd27e7f8 None None] Pushing event updated for resources: {'Port': ['ID=05beea50-7116-4e29-b2e9-f6683b2dbb9f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:02.216959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46868) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:02.222276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:02.227862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:02.228238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:02.228636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.229024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:02.229492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Bound port: 05beea50-7116-4e29-b2e9-f6683b2dbb9f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:02.230326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.238778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.239126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.240143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.240509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.240847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.245317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1a603-bb03-4fd3-8e03-62747f33e959 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.288934 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bf5e8c8c-db6a-40bc-a1b2-cc334fd01752 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/af52e416-c9fe-4635-bb15-719826745d33 HTTP/1.1" status: 200 len: 907 time: 1.0746660 Apr 18 06:00:02.294672 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f95f17-2d41-404f-a7e1-d1820a11fe51 None None] New status for floating IP b122aba4-b101-4821-9c09-c8cde1c639e1: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:00:02.299433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:02.300644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.303625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46870) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:02.339863 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5dd72b64-7c33-41b8-90a9-e761fb52c1c2 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/floatingips/1c80e65f-61e7-4b06-896d-96d57ecc9d07 HTTP/1.1" status: 204 len: 168 time: 3.8463941 Apr 18 06:00:02.341732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46872) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:02.360385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:00:02.362876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:00:02.405414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.410405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-4372a273-291c-42f0-aec6-87dde84873e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:02.412761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-4372a273-291c-42f0-aec6-87dde84873e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8485ec0c-f5a2-4635-b62e-96e3e208037c HTTP/1.1" status: 200 len: 844 time: 0.2611942 Apr 18 06:00:02.420114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.476457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c888c8e-e928-45b2-9e36-fa2461bdc98f x-openstack-request-id: req-3c888c8e-e928-45b2-9e36-fa2461bdc98f {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:00:02.476625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:00:02.476846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c888c8e-e928-45b2-9e36-fa2461bdc98f {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:00:02.476994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] For port 05beea50-7116-4e29-b2e9-f6683b2dbb9f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:02.477235 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c888c8e-e928-45b2-9e36-fa2461bdc98f'] response: {'name': 'network-changed', 'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'status': 'completed', 'code': 200} Apr 18 06:00:02.487390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] For port 05beea50-7116-4e29-b2e9-f6683b2dbb9f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=05beea50-7116-4e29-b2e9-f6683b2dbb9f,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:02.494710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.520904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.534495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:02.535778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.584504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40d7f84e-11e0-4eac-9e20-1880e0d3eead up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:02.588589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.589250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb3a49-6b1e-4513-bad9-5f8eaa05cc4c None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:02.602172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.614751 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.630712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae2aca-8b33-45bf-88bf-4cb14ae0f7b5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:02.637834 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e3e2fbdcbf14e85bd2b2c58cf22e47d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1137722 Apr 18 06:00:02.644537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46876) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:02.667759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.668117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.668436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.668771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.669214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.669425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.669755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.670083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.670408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.670731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.671053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.671415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c37271-556a-4b49-b3e6-9c13a2eb09e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:02.689201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-b2b9f9c2-ea09-4f0b-af9c-636dca068074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:02.691475 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-b2b9f9c2-ea09-4f0b-af9c-636dca068074 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff5d935598747adbe8bf35c865ffebb&device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 1099 time: 0.1678963 Apr 18 06:00:02.711014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 6915579e-b970-49b9-9576-90b083bfad5c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:02.711375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.753956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Routers {'af52e416-c9fe-4635-bb15-719826745d33'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:02.754709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['af52e416-c9fe-4635-bb15-719826745d33'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.764396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.798086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-654a17cf-3c9c-462f-afaa-1cfb3312d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:02.801396 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-654a17cf-3c9c-462f-afaa-1cfb3312d932 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab00e441-9302-4f6d-992a-4f76ee281484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3795142 Apr 18 06:00:02.847898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d19fb-de0f-4a29-98eb-a8d0cd27e7f8 None None] Pushing event updated for resources: {'Port': ['ID=05beea50-7116-4e29-b2e9-f6683b2dbb9f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:02.860659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '1b14aa87-2f85-479a-a6e6-f6ecc90ff437', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'port_id': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'mac_address': 'fa:16:3e:58:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:22Z', 'updated_at': '2022-04-18T05:59:57Z', 'revision_number': 1, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:17Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:02.863670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 40d7f84e-11e0-4eac-9e20-1880e0d3eead triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:02.864092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.898211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:02.912770 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca3dba-511f-4fb9-ba5b-b7cbd748e77f None None] The sync data for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv is: [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '1b14aa87-2f85-479a-a6e6-f6ecc90ff437', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'port_id': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'mac_address': 'fa:16:3e:58:06:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T05:59:22Z', 'updated_at': '2022-04-18T05:59:57Z', 'revision_number': 1, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:17Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:02.984755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bd04daf-75f7-4f49-a105-ab5178c9d871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.013693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.017579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] Set router af52e416-c9fe-4635-bb15-719826745d33 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:03.035826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.050461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bd04daf-75f7-4f49-a105-ab5178c9d871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.061631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-d7a2b9c7-c719-405c-a235-96c1b2a388ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:03.067151 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-d7a2b9c7-c719-405c-a235-96c1b2a388ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d3a9a12-0c08-4753-b755-a58cb99e550a HTTP/1.1" status: 200 len: 912 time: 0.3605897 Apr 18 06:00:03.131544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:03.140794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 6915579e-b970-49b9-9576-90b083bfad5c owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:03.199763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:03.207078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.215053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:03.224822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:03.225860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.262441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=b6ba7a81-992f-4297-8325-73f0383989b0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:03.271210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.317270 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-3fc86da8-07d3-4008-9f8a-ca4623585248 service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391828 Apr 18 06:00:03.321859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b9cb54-fda4-41c8-b32b-c4b09804e007']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:03.386514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662e450c-3dc5-4376-be91-9c848ae7293d') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:03.387474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662e450c-3dc5-4376-be91-9c848ae7293d') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:03.388022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f46626-0e57-4bc0-b6ca-cbc45a97128b None None] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:03.421532 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bda014d0-8e81-465d-ba81-f1ee077096c5 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4563224 Apr 18 06:00:03.425206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.435034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46878) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:03.441485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151818cb-c74d-46f5-84c9-6bf79d62a62b None None] New status for floating IP 1b14aa87-2f85-479a-a6e6-f6ecc90ff437: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:00:03.445367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-754017849', 'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:82:f3:26'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:03.475094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.481924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Port': ['ID=3e713e10-bdb2-40aa-8137-08226bab5ab2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:03.484332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:03.489237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:03.492794 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:03.548148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.564886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.567126 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2d1b1fd1-f793-42ba-b42b-3d043f429516 None None] Provisioning complete for port 40d7f84e-11e0-4eac-9e20-1880e0d3eead triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:03.567646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2d1b1fd1-f793-42ba-b42b-3d043f429516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.580480 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2cf0e6d-9f29-40cd-8920-28753122063b req-82139551-ae39-4802-9da9-a57c4520cba9 service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453439 Apr 18 06:00:03.583812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Deleting port 05beea50-7116-4e29-b2e9-f6683b2dbb9f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:03.584136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.667608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] For port 05beea50-7116-4e29-b2e9-f6683b2dbb9f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=05beea50-7116-4e29-b2e9-f6683b2dbb9f,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:03.668032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.678700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.687755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Calling delete_port for 05beea50-7116-4e29-b2e9-f6683b2dbb9f owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:03.690114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54b9cb54-fda4-41c8-b32b-c4b09804e007 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 06:00:03.703490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:03.706763 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/networks/54b9cb54-fda4-41c8-b32b-c4b09804e007 HTTP/1.1" status: 204 len: 168 time: 1.4758236 Apr 18 06:00:03.709784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88cb25-51c9-4ce9-8fda-32aa6a751767 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event deleted for resources: {'Network': ['ID=54b9cb54-fda4-41c8-b32b-c4b09804e007,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:03.816662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 40d7f84e-11e0-4eac-9e20-1880e0d3eead, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40d7f84e-11e0-4eac-9e20-1880e0d3eead,segment=NetworkSegment(24444699-1d3e-4cb5-9567-7c6d977ca2d4),segment_id=24444699-1d3e-4cb5-9567-7c6d977ca2d4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:03.872733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af52e416-c9fe-4635-bb15-719826745d33', 'name': 'tempest-snat-router-137630278', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '05beea50-7116-4e29-b2e9-f6683b2dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:51Z', 'updated_at': '2022-04-18T05:59:56Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': '05beea50-7116-4e29-b2e9-f6683b2dbb9f', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52e416-c9fe-4635-bb15-719826745d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:53Z', 'updated_at': '2022-04-18T06:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:04.016468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.031632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=6915579e-b970-49b9-9576-90b083bfad5c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:04.072425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event deleted for resources: {'Port': ['ID=05beea50-7116-4e29-b2e9-f6683b2dbb9f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:04.103851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7241ae5c-492c-452e-95d7-603e36c5a766 None None] The sync data for ids ['af52e416-c9fe-4635-bb15-719826745d33'] in dv-neutron-837488-1-hyperv is: [{'id': 'af52e416-c9fe-4635-bb15-719826745d33', 'name': 'tempest-snat-router-137630278', 'tenant_id': '58484f9f96894073917dc88b16eb2ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '05beea50-7116-4e29-b2e9-f6683b2dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:51Z', 'updated_at': '2022-04-18T05:59:56Z', 'revision_number': 3, 'project_id': '58484f9f96894073917dc88b16eb2ad4', 'gw_port': {'id': '05beea50-7116-4e29-b2e9-f6683b2dbb9f', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:92:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af52e416-c9fe-4635-bb15-719826745d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:53Z', 'updated_at': '2022-04-18T06:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:04.105506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.146601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bd04daf-75f7-4f49-a105-ab5178c9d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.157635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bd04daf-75f7-4f49-a105-ab5178c9d871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.163089 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1bd04daf-75f7-4f49-a105-ab5178c9d871 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70ae2aca-8b33-45bf-88bf-4cb14ae0f7b5 HTTP/1.1" status: 204 len: 168 time: 1.5121932 Apr 18 06:00:04.200030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.250169 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-01234481-44e8-40e5-afc2-a428921d8292 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 HTTP/1.1" status: 200 len: 1000 time: 0.8134944 Apr 18 06:00:04.281762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46890) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:04.297373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=40d7f84e-11e0-4eac-9e20-1880e0d3eead,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:04.301259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'name': 'tempest-router--1967857924', 'project_id': 'c7c3ed99a32e41b685af3cd5bb78627d'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:04.351608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04daf-75f7-4f49-a105-ab5178c9d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae2aca-8b33-45bf-88bf-4cb14ae0f7b5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:04.389439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.395111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.438460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.446496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-86d7ac7f-f12f-4eea-ba58-d7b1f7d9454a tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/ports/6915579e-b970-49b9-9576-90b083bfad5c HTTP/1.1" status: 204 len: 168 time: 2.0962856 Apr 18 06:00:04.450153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46892) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:04.471901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:04.493124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.494375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.501359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40d7f84e-11e0-4eac-9e20-1880e0d3eead up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:04.509606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-343c5094-b3a7-4a91-99eb-4741c9530be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.511177 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-343c5094-b3a7-4a91-99eb-4741c9530be9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2152f564-a035-438d-a751-dc900d9aedf5 HTTP/1.1" status: 200 len: 850 time: 0.2082183 Apr 18 06:00:04.566837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 40d7f84e-11e0-4eac-9e20-1880e0d3eead triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:04.567517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.577956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.578398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af52e416-c9fe-4635-bb15-719826745d33 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:04.586935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.591109 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dccef76d-6981-4578-914d-4adf5e865138 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/routers/af52e416-c9fe-4635-bb15-719826745d33 HTTP/1.1" status: 204 len: 168 time: 2.2797365 Apr 18 06:00:04.591805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46894) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:04.593525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:04.697523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-d430bf1b-1279-4a10-9295-51055ac57abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:04.699036 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-d430bf1b-1279-4a10-9295-51055ac57abe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d3a9a12-0c08-4753-b755-a58cb99e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765034 Apr 18 06:00:04.703471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.739464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.766991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.813511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.844977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.877250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c4f3ea84-3e41-47e6-9f3d-8db6ecbebd64 None None] Provisioning complete for port b6ba7a81-992f-4297-8325-73f0383989b0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:04.883146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ea84-3e41-47e6-9f3d-8db6ecbebd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.898696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.900171 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54b59150-6399-4fbe-8baa-8437465f4e07 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6115911 Apr 18 06:00:04.907203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46898) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:04.925387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:04.981108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3ea84-3e41-47e6-9f3d-8db6ecbebd64 None None] Port b6ba7a81-992f-4297-8325-73f0383989b0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:04.983768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] device_id is not set on port 83dbd7cb-16d2-4d0e-afee-225e1a0624a2 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:05.005111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c4f3ea84-3e41-47e6-9f3d-8db6ecbebd64 None None] Provisioning complete for port 40d7f84e-11e0-4eac-9e20-1880e0d3eead triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:05.005474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ea84-3e41-47e6-9f3d-8db6ecbebd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.007137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.231082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.233366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.242108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.268141 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-e86495b1-28d4-4c9e-bc8a-482e50bca256 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395124 Apr 18 06:00:05.289673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ec2be056-bd35-4fb6-b3f2-99f457aa063b None None] Provisioning complete for port b6ba7a81-992f-4297-8325-73f0383989b0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:05.290186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec2be056-bd35-4fb6-b3f2-99f457aa063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.337483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ec2be056-bd35-4fb6-b3f2-99f457aa063b None None] Port b6ba7a81-992f-4297-8325-73f0383989b0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:05.391581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46900) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:05.481872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5094e5a1-d8eb-4008-81be-ab3a1ae6fb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.491117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Allocated IP 2001:db8::170 (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/83dbd7cb-16d2-4d0e-afee-225e1a0624a2) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:05.565672 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-816c9ed6-e22d-46a2-9102-0729b5c5c5bd req-14d0d371-1cf4-4e64-a2e0-9e13b0e59834 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880366 Apr 18 06:00:05.669120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.687185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.687727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc96026-17da-47bb-8ab3-19d898b246bc {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:05.694475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.698599 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-31186443-4447-4646-9782-36cca1687327 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3cc96026-17da-47bb-8ab3-19d898b246bc HTTP/1.1" status: 204 len: 168 time: 0.7853158 Apr 18 06:00:05.713068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Deleting port c0347d6d-420d-40db-aa5e-376df6113fe9 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:05.713416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.726025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Router 5cae3e9d-1faa-4713-8044-c9159d6910fe has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:05.839627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] For port c0347d6d-420d-40db-aa5e-376df6113fe9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c0347d6d-420d-40db-aa5e-376df6113fe9,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:05.841139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.862960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Calling delete_port for c0347d6d-420d-40db-aa5e-376df6113fe9 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:05.933481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5094e5a1-d8eb-4008-81be-ab3a1ae6fb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:05.997058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.196 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c9e1883a-24cc-4b64-815e-dfb9540eb8b0) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:06.023217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:06.029798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9738a158-f5d6-4aa6-ac9b-ee32eba88d30 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "PUT /v2.0/routers/5cae3e9d-1faa-4713-8044-c9159d6910fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5760961 Apr 18 06:00:06.036808 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] Sync routers for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:06.039808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46904) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:06.052659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:06.055157 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:06.082858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5094e5a1-d8eb-4008-81be-ab3a1ae6fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.103960 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:06.114753 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] Routers {'5cae3e9d-1faa-4713-8044-c9159d6910fe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:06.116055 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5cae3e9d-1faa-4713-8044-c9159d6910fe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:06.160035 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:06.160486 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcd74f-46d5-407d-8539-7b8c203a0823 None None] The sync data for ids ['5cae3e9d-1faa-4713-8044-c9159d6910fe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:06.174749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.174889 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5094e5a1-d8eb-4008-81be-ab3a1ae6fb03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5278342c03e488e8f9ef464c45dda60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7745631 Apr 18 06:00:06.177093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46906) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:06.180920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.185141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094e5a1-d8eb-4008-81be-ab3a1ae6fb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0ab12-27c2-462d-8274-8d3db01459b5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.230075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46908) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:06.230922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0347d6d-420d-40db-aa5e-376df6113fe9,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.303816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.307045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.331941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dca9fe9-b369-4571-8b44-f710f32c8466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.408540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dca9fe9-b369-4571-8b44-f710f32c8466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.477639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.547693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1166085847', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:06.598378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.604252 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.679917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.679917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.686516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dca9fe9-b369-4571-8b44-f710f32c8466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.690226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dca9fe9-b369-4571-8b44-f710f32c8466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.692636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9dca9fe9-b369-4571-8b44-f710f32c8466 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdd0ab12-27c2-462d-8274-8d3db01459b5 HTTP/1.1" status: 204 len: 168 time: 0.5106707 Apr 18 06:00:06.722638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.723264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca9fe9-b369-4571-8b44-f710f32c8466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0ab12-27c2-462d-8274-8d3db01459b5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.774599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.775477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2abf00-0b0d-4750-a072-4c480fe85a46 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:06.778216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.781928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.789613 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-99099f8d-af4c-46ab-ab79-9db9632a1e03 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "DELETE /v2.0/routers/3d2abf00-0b0d-4750-a072-4c480fe85a46 HTTP/1.1" status: 204 len: 168 time: 2.1940739 Apr 18 06:00:06.790228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46914) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:06.795024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1592003669', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:06.799420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:06.803917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.810753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:06.817224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:06.826686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:06.826686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.828434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=83dbd7cb-16d2-4d0e-afee-225e1a0624a2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:06.834987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.890306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:06.895957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:06.899619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:06.928741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.929756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:06.931540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=c9e1883a-24cc-4b64-815e-dfb9540eb8b0,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:07.006320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-80604af6-4871-4d30-8e16-baa494676357 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.5669599 Apr 18 06:00:07.007525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46916) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:07.031711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.066140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c22d2-5e50-4b48-944d-bb3934416d03 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c22d2-5e50-4b48-944d-bb3934416d03 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c22d2-5e50-4b48-944d-bb3934416d03 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c55c22d2-5e50-4b48-944d-bb3934416d03 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1393108 Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting port 21aaeea0-5047-4355-94ea-36321c33a359 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:07.172296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.172831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46918) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:07.193628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0afd60a1-a3cb-4686-b8ce-ced7796b9d49 None None] Provisioning complete for port 83dbd7cb-16d2-4d0e-afee-225e1a0624a2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:07.194249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0afd60a1-a3cb-4686-b8ce-ced7796b9d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.241694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0afd60a1-a3cb-4686-b8ce-ced7796b9d49 None None] Port 83dbd7cb-16d2-4d0e-afee-225e1a0624a2 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:07.264015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.278729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Calling delete_port for 21aaeea0-5047-4355-94ea-36321c33a359 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:07.284965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port 83dbd7cb-16d2-4d0e-afee-225e1a0624a2 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:07.285311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.376823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.391542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for 83dbd7cb-16d2-4d0e-afee-225e1a0624a2 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:07.675804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.836500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.845010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.881415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Port': ['ID=21aaeea0-5047-4355-94ea-36321c33a359,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:07.897103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.929409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.952675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:07.998498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=83dbd7cb-16d2-4d0e-afee-225e1a0624a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:08.022826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.068297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.090167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.094057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.153900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.176728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=c9e1883a-24cc-4b64-815e-dfb9540eb8b0,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:08.188751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.235479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.236261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Fanout notify agent at l3_agent the message router_deleted on router 5cae3e9d-1faa-4713-8044-c9159d6910fe {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:08.245598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.247053 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4e26a917-7830-4ff6-8916-13acdc10fb45 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "DELETE /v2.0/routers/5cae3e9d-1faa-4713-8044-c9159d6910fe HTTP/1.1" status: 204 len: 168 time: 2.2061207 Apr 18 06:00:08.249383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46934) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:08.292271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.292895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.296576 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8deb2810-75b4-4467-9c04-2889909b7fda tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8355634 Apr 18 06:00:08.296834 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a055f2c-6aef-423c-a457-6fd03362463d tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/ports/83dbd7cb-16d2-4d0e-afee-225e1a0624a2 HTTP/1.1" status: 204 len: 168 time: 1.1339874 Apr 18 06:00:08.299062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46938) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:08.299437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:08.317638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'port': {'network_id': '05921d27-ab0c-4c91-b477-273ee6ccbc61', 'name': 'tempest-FloatingIPTestJSON-340561920'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:08.355232 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6273f9fa-d5fb-4685-be66-82450e6f96cd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] GET failed (client error): The resource could not be found. Apr 18 06:00:08.361020 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6273f9fa-d5fb-4685-be66-82450e6f96cd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "GET /v2.0/ports/83dbd7cb-16d2-4d0e-afee-225e1a0624a2 HTTP/1.1" status: 404 len: 333 time: 0.0594251 Apr 18 06:00:08.361740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46944) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:08.374039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 05beea50-7116-4e29-b2e9-f6683b2dbb9f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:08.390810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Allocated IP 172.26.4.48 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/3c52984f-a910-4f84-af6c-3aff8658b509) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:08.396628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 05beea50-7116-4e29-b2e9-f6683b2dbb9f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:08.397184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 05beea50-7116-4e29-b2e9-f6683b2dbb9f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:08.397634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0347d6d-420d-40db-aa5e-376df6113fe9 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:08.400640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1027095407'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:08.409806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting subnet 8e16726c-1f55-4dc9-98ba-f7547ae4db32 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:08.417202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c0347d6d-420d-40db-aa5e-376df6113fe9 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:08.417760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0347d6d-420d-40db-aa5e-376df6113fe9 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:08.425961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.532185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.559405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.586207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.655931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46948) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:08.670546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.695434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.723472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:08.726943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.757419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] device_id is not set on port 097943fd-9c02-4420-a8a6-eb41640c111a yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:08.772482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953315512'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:08.810534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:08.813891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.849248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.852052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] device_id is not set on port 2bd3b127-8de4-4796-9f4d-d65e3b555984 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:08.918433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.920500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:08.929589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:08.932171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:08.937048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event updated for resources: {'Port': ['ID=3c52984f-a910-4f84-af6c-3aff8658b509,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:08.966225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:08.969628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:08.972914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Allocated IP 172.26.4.191 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/793cc0fd-471e-4e5b-84cd-fa7098ab7ef6) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:08.984543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Subnet': ['ID=8e16726c-1f55-4dc9-98ba-f7547ae4db32,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:09.002268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.003752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.009275 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5d4b4671-3cdd-422f-9165-ed0b70af2aae tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "DELETE /v2.0/subnets/8e16726c-1f55-4dc9-98ba-f7547ae4db32 HTTP/1.1" status: 204 len: 168 time: 0.7564344 Apr 18 06:00:09.009435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f4295-da7c-4ac6-9af3-a3f040f904c1 None None] Network 75beb37f-007e-43b2-9435-8042285bdb8d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:09.010033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46954) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:09.011641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.4 (05921d27-ab0c-4c91-b477-273ee6ccbc61/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e/097943fd-9c02-4420-a8a6-eb41640c111a) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:09.205772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Allocated IP 2001:db8::171 (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/2bd3b127-8de4-4796-9f4d-d65e3b555984) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:09.213075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] DHCP port deletion for 75beb37f-007e-43b2-9435-8042285bdb8d request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:09.215154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.260437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] Deleting port e84e5162-2516-4bd9-9c0b-df9dbad3561d {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:09.260950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.330790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] For port e84e5162-2516-4bd9-9c0b-df9dbad3561d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e84e5162-2516-4bd9-9c0b-df9dbad3561d,segment=NetworkSegment(54c3df5f-c263-426c-ae0d-65ed657d2564),segment_id=54c3df5f-c263-426c-ae0d-65ed657d2564)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:09.331463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.348334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] Calling delete_port for e84e5162-2516-4bd9-9c0b-df9dbad3561d owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:09.473237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.480911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.481077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.541463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting port e84e5162-2516-4bd9-9c0b-df9dbad3561d {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:09.541800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.556404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.568314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.575604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.585648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] No DVR routers for this DVR port e84e5162-2516-4bd9-9c0b-df9dbad3561d on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:09.591449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbba803-e403-46b9-8388-0aeb0613239d None None] Pushing event deleted for resources: {'Port': ['ID=e84e5162-2516-4bd9-9c0b-df9dbad3561d,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:09.622994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.644826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:09.648023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:09.668039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:09.671208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] For port e84e5162-2516-4bd9-9c0b-df9dbad3561d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e84e5162-2516-4bd9-9c0b-df9dbad3561d,segment=NetworkSegment(54c3df5f-c263-426c-ae0d-65ed657d2564),segment_id=54c3df5f-c263-426c-ae0d-65ed657d2564)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:09.671208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.674318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:09.674508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86af63ff-0249-4148-aa1f-894cc2dd32b3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:09.693939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.694284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment e83439a3-7bf8-4656-9e95-475d6d73cfec of type vlan for network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 Apr 18 06:00:09.703112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.710273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.714282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Calling delete_port for e84e5162-2516-4bd9-9c0b-df9dbad3561d owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:09.754171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event updated for resources: {'Port': ['ID=793cc0fd-471e-4e5b-84cd-fa7098ab7ef6,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:09.782563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.794422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 05921d27-ab0c-4c91-b477-273ee6ccbc61 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:09.835264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.837060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:09.847008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:09.891358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=097943fd-9c02-4420-a8a6-eb41640c111a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:09.921692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:09.944591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:09.953163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:09.960509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:09.960509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.968925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:09.974567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:09.975157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.022836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:10.023493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.023620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.040231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=2bd3b127-8de4-4796-9f4d-d65e3b555984,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.090753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.110244 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-37a09692-a4db-4396-b0ba-0e6d978ca61a tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7433853 Apr 18 06:00:10.113204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46956) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:10.120775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:82:f3:26'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:10.132664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.137528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Port': ['ID=e84e5162-2516-4bd9-9c0b-df9dbad3561d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:10.144041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] No DVR routers for this DVR port e84e5162-2516-4bd9-9c0b-df9dbad3561d on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:10.145297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:10.153327 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-17f9f718-bfca-4925-b62f-5e15e11f6eba tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4935846 Apr 18 06:00:10.209727 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4594add4-1185-463d-974a-9e0c3bdab72b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9092546 Apr 18 06:00:10.251052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46958) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:10.251052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'port_id': '097943fd-9c02-4420-a8a6-eb41640c111a'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:10.266013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-65aa7cc7-b5a2-4e98-9f8b-02e267d36d04 None None] Provisioning complete for port 2bd3b127-8de4-4796-9f4d-d65e3b555984 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:10.266542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-65aa7cc7-b5a2-4e98-9f8b-02e267d36d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.278147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.313391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-65aa7cc7-b5a2-4e98-9f8b-02e267d36d04 None None] Port 2bd3b127-8de4-4796-9f4d-d65e3b555984 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:10.321174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46960) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:10.329816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:10.392942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e84e5162-2516-4bd9-9c0b-df9dbad3561d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:10.414724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e84e5162-2516-4bd9-9c0b-df9dbad3561d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:10.415153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e84e5162-2516-4bd9-9c0b-df9dbad3561d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:10.586934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.590990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.600956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Router b7480c49-6c3f-4038-8682-21d1b225fadf is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:10.653040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.660028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75beb37f-007e-43b2-9435-8042285bdb8d']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:10.674955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c3df5f-c263-426c-ae0d-65ed657d2564') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:10.675233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c3df5f-c263-426c-ae0d-65ed657d2564') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:10.705643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.724605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:10.726640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.728008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.740870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:10.741277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:10.744215 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:10.840508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.962170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.970012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:10.976051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:10.976820 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "DELETE /v2.0/networks/75beb37f-007e-43b2-9435-8042285bdb8d HTTP/1.1" status: 204 len: 168 time: 1.9625812 Apr 18 06:00:10.977447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46962) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:10.988534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] Sync routers for ids ['b7480c49-6c3f-4038-8682-21d1b225fadf'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:10.990511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2937b0c-47ba-4f3b-9642-95edf338627f tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Network': ['ID=75beb37f-007e-43b2-9435-8042285bdb8d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:11.007382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] Routers {'b7480c49-6c3f-4038-8682-21d1b225fadf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:11.008201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b7480c49-6c3f-4038-8682-21d1b225fadf'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.045887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.055630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] Routers {'b7480c49-6c3f-4038-8682-21d1b225fadf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:11.056343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b7480c49-6c3f-4038-8682-21d1b225fadf'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.094668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.095995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847a90b-bfb4-46aa-a849-def43c637c3f None None] The sync data for ids ['b7480c49-6c3f-4038-8682-21d1b225fadf'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:11.152254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.204291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.206144 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f3ce0ebb-3ad4-4261-b906-4795ebc7be88 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9730411 Apr 18 06:00:11.208959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46964) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:11.248032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.340011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.356754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Deleting port 9a602c53-f89b-4ef5-ac83-6deb87c520f5 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:11.357005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.387605 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-973ec1e6-23e9-42de-926e-5c8baa31ed23 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/b7480c49-6c3f-4038-8682-21d1b225fadf HTTP/1.1" status: 200 len: 924 time: 0.1774185 Apr 18 06:00:11.392781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46966) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:11.398501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.404698 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP 97a92815-4150-42b1-a501-0a15f0631dbf associated. External IP: 172.26.4.196, port: 097943fd-9c02-4420-a8a6-eb41640c111a. Apr 18 06:00:11.424159 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6f8f7101-c0a1-46bd-9c0d-e15b7f4c33f1 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7480c49-6c3f-4038-8682-21d1b225fadf HTTP/1.1" status: 200 len: 205 time: 0.0278420 Apr 18 06:00:11.433874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46968) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:11.449839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Router f53519d4-161d-491b-88ce-379b077bf185 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:11.451505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.635085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:11.741235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:11.745752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.754106 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:11.764410 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:11.765005 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.782299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-555461b1-c414-4af1-9708-8db522afd644 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/floatingips/97a92815-4150-42b1-a501-0a15f0631dbf HTTP/1.1" status: 200 len: 977 time: 1.5337186 Apr 18 06:00:11.782519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46970) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:11.801929 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.811684 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:11.812582 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.844363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] In _notify_port_updated(), no bound segment for port 2bd3b127-8de4-4796-9f4d-d65e3b555984 on network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:00:11.846068 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:11.846969 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6a4b8-462c-4be5-8f13-d0cab5bd137d None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:11.850021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:11.850734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.854801 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "PUT /v2.0/ports/2bd3b127-8de4-4796-9f4d-d65e3b555984 HTTP/1.1" status: 200 len: 1001 time: 1.7381940 Apr 18 06:00:11.862322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46972) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:11.869292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=69ba36bf-d432-4a20-aae5-b51034ca8c52,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:11.873780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.874085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:11.937807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59052101-da57-4e4a-b8fa-4ae533787eb7 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=2bd3b127-8de4-4796-9f4d-d65e3b555984,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:11.950463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Calling delete_port for 9a602c53-f89b-4ef5-ac83-6deb87c520f5 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:11.955097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 097943fd-9c02-4420-a8a6-eb41640c111a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:11.955535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.003569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': 'e83439a3-7bf8-4656-9e95-475d6d73cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:12.004454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:12.044081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port 2bd3b127-8de4-4796-9f4d-d65e3b555984 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:12.044654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.072180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.098003 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.151078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b9318727-4e06-4b39-a19f-5de745bbae84 None None] Provisioning complete for port 2bd3b127-8de4-4796-9f4d-d65e3b555984 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:12.152093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b9318727-4e06-4b39-a19f-5de745bbae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.168772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:12.191845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] Sync routers for ids ['f53519d4-161d-491b-88ce-379b077bf185'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:12.201450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b9318727-4e06-4b39-a19f-5de745bbae84 None None] Port 2bd3b127-8de4-4796-9f4d-d65e3b555984 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:12.213321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] Routers {'f53519d4-161d-491b-88ce-379b077bf185'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:12.214003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f53519d4-161d-491b-88ce-379b077bf185'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:12.244906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.251094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:12.260742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] Routers {'f53519d4-161d-491b-88ce-379b077bf185'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:12.261335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f53519d4-161d-491b-88ce-379b077bf185'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:12.272824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:12.287419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for 2bd3b127-8de4-4796-9f4d-d65e3b555984 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:12.292123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.294701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:12.295400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a5b69-ff10-4820-a275-2696d4312720 None None] The sync data for ids ['f53519d4-161d-491b-88ce-379b077bf185'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:12.301045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.302314 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e9d3a804-58d5-4025-aa2f-dd85982f4d2f tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5111222 Apr 18 06:00:12.308919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46974) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:12.311901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': False}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:12.351805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:12.355917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:12.360790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.363987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd088321-860e-46c6-97f8-1cd9f089b5cd None None] Network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:12.380042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.431500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Pushing event deleted for resources: {'Port': ['ID=9a602c53-f89b-4ef5-ac83-6deb87c520f5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:12.444722 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc3d19d2-513e-4860-ba7b-862f4bff1d0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1222975 Apr 18 06:00:12.448259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46976) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:12.466051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-80820369'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:12.499356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.499888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.500086 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP 97a92815-4150-42b1-a501-0a15f0631dbf disassociated. External IP: 172.26.4.196, port: 097943fd-9c02-4420-a8a6-eb41640c111a. Apr 18 06:00:12.500393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 097943fd-9c02-4420-a8a6-eb41640c111a owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:12.516836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.520077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.523711 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b989785-fdbf-4f34-877f-2522bd9cedc2 tempest-FloatingIPAdminTestJSON-199965082 tempest-FloatingIPAdminTestJSON-199965082-project] 10.222.0.43 "DELETE /v2.0/floatingips/8adffa0c-a2f4-4897-af6c-ed1c237af668 HTTP/1.1" status: 204 len: 168 time: 1.5381269 Apr 18 06:00:12.524263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Deleting port 3c52984f-a910-4f84-af6c-3aff8658b509 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:12.524594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.548482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2', 'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': '69ba36bf-d432-4a20-aae5-b51034ca8c52'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:12.549780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.625300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.640690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Calling delete_port for 3c52984f-a910-4f84-af6c-3aff8658b509 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:12.744660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Allocated IP 172.20.255.242 (87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2/69ba36bf-d432-4a20-aae5-b51034ca8c52/8363bb25-25f5-4005-bebd-1a992d23237b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:12.755847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.877829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.906927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event deleted for resources: {'Port': ['ID=3c52984f-a910-4f84-af6c-3aff8658b509,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:12.958999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:12.962773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:12.992584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.031678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.114177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.116501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.126949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:13.135846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.164264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46982) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:13.183384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:13.188359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.188696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 1d7b1692-44ab-4e7b-8a44-7b5527dccbeb of type vlan for network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac Apr 18 06:00:13.188878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:13.191729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.193353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:13.197935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Pushing event updated for resources: {'Port': ['ID=8363bb25-25f5-4005-bebd-1a992d23237b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.237196 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-6842e60d-6606-4b3e-9772-d569d6d9634e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2402210 Apr 18 06:00:13.248022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Attempting to bind port 8363bb25-25f5-4005-bebd-1a992d23237b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:13.248386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Attempting to bind port 8363bb25-25f5-4005-bebd-1a992d23237b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'e83439a3-7bf8-4656-9e95-475d6d73cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:13.248744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Attempting to bind port 8363bb25-25f5-4005-bebd-1a992d23237b on network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:13.255088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:13.255491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Checking segment: {'id': 'e83439a3-7bf8-4656-9e95-475d6d73cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:13.255888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.256280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Bound using segment: {'id': 'e83439a3-7bf8-4656-9e95-475d6d73cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:13.256811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Bound port: 8363bb25-25f5-4005-bebd-1a992d23237b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83439a3-7bf8-4656-9e95-475d6d73cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:13.257106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.262766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.269831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Fanout notify agent at l3_agent the message router_deleted on router b7480c49-6c3f-4038-8682-21d1b225fadf {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:13.284315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.291334 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c48d3b15-354d-4032-b8fb-8976180f8881 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/b7480c49-6c3f-4038-8682-21d1b225fadf HTTP/1.1" status: 204 len: 168 time: 1.8467648 Apr 18 06:00:13.291678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46986) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:13.296513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1277925698', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': False}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:13.307079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=2bd3b127-8de4-4796-9f4d-d65e3b555984,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.324550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.368731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] For port 8363bb25-25f5-4005-bebd-1a992d23237b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:13.371960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] For port 8363bb25-25f5-4005-bebd-1a992d23237b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8363bb25-25f5-4005-bebd-1a992d23237b,segment=NetworkSegment(e83439a3-7bf8-4656-9e95-475d6d73cfec),segment_id=e83439a3-7bf8-4656-9e95-475d6d73cfec)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:13.430891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.432601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.434181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.452102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:00:13.501867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.504993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.523696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=097943fd-9c02-4420-a8a6-eb41640c111a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.550155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.567064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ec6600bd-4514-4490-bdca-8a2657048018 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89195566ea8d4f2389e3f8be0a040cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009178 Apr 18 06:00:13.568311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee9594-f2da-4003-a8ea-80c6a8815b7d None None] Pushing event updated for resources: {'Port': ['ID=8363bb25-25f5-4005-bebd-1a992d23237b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.569828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46988) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:13.591778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de096b-2d5c-4394-b799-071369be549a req-c05cce87-7c3b-4339-a165-23a2346c9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:13.593317 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-c05cce87-7c3b-4339-a165-23a2346c9819 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85627ae77a674d00b86975b6992a00e7&device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 1098 time: 0.2648776 Apr 18 06:00:13.659047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.663589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:13.664179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.695443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.698590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3b82c094-06d9-467e-9690-0fd024a1d359 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/ports/2bd3b127-8de4-4796-9f4d-d65e3b555984 HTTP/1.1" status: 204 len: 168 time: 1.8340905 Apr 18 06:00:13.719131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 46990) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:13.728580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94e0ae13-d99d-4c07-9ebe-53e30c67997b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.782565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.816346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94e0ae13-d99d-4c07-9ebe-53e30c67997b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:13.845554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ba817f-2b11-4476-a0b2-039ef2b6ac52 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] GET failed (client error): The resource could not be found. Apr 18 06:00:13.850710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-85ba817f-2b11-4476-a0b2-039ef2b6ac52 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "GET /v2.0/ports/2bd3b127-8de4-4796-9f4d-d65e3b555984 HTTP/1.1" status: 404 len: 333 time: 0.1237891 Apr 18 06:00:13.851672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46992) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:13.856398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1026524031'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:13.899807 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4460847 Apr 18 06:00:13.910619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 46994) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:13.916840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:13.931484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32bcbd-8179-44b0-88c4-ff72909118ad tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=25cecd1c-9e8d-4470-bb8a-baaa726eeeac,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:13.946308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:13.973677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de096b-2d5c-4394-b799-071369be549a req-76bc2c1f-a352-4d11-9b8d-a7270f05961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:13.975183 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-76bc2c1f-a352-4d11-9b8d-a7270f05961d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab00e441-9302-4f6d-992a-4f76ee281484 HTTP/1.1" status: 200 len: 906 time: 0.3293169 Apr 18 06:00:13.979465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:14.057819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94e0ae13-d99d-4c07-9ebe-53e30c67997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.060407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94e0ae13-d99d-4c07-9ebe-53e30c67997b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.064607 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-94e0ae13-d99d-4c07-9ebe-53e30c67997b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc04aeb7-9250-470c-aa1c-9faf570cf7c1 HTTP/1.1" status: 204 len: 168 time: 0.4899247 Apr 18 06:00:14.089904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0ae13-d99d-4c07-9ebe-53e30c67997b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04aeb7-9250-470c-aa1c-9faf570cf7c1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:14.109529 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-a1fcc1a1-531f-4fed-b578-079001f86f10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a36dbaf7-242e-414f-9941-e1a9030be62e HTTP/1.1" status: 200 len: 1001 time: 0.1216838 Apr 18 06:00:14.193628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:14.197436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.205001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:14.208411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.229040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:14.239552 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:14.259732 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:14.260600 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:14.291117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de096b-2d5c-4394-b799-071369be549a req-ebe03635-9d6d-469d-90be-9b6508fc1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:14.292570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-ebe03635-9d6d-469d-90be-9b6508fc1df5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8485ec0c-f5a2-4635-b62e-96e3e208037c HTTP/1.1" status: 200 len: 844 time: 0.1514366 Apr 18 06:00:14.307374 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:14.335133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] device_id is not set on port e41f2f7a-652d-4614-b7d8-17420a870de3 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:14.340873 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:14.341504 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:14.418819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.444843 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:14.445716 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55ce44-d4a1-4da0-bca1-031f97e24d55 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:14.460460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.544254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8363bb25-25f5-4005-bebd-1a992d23237b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:14.585056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Allocated IP 2001:db8::34f (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/e41f2f7a-652d-4614-b7d8-17420a870de3) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:14.616730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8363bb25-25f5-4005-bebd-1a992d23237b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:14.617421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.722782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.727772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.730371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-663872d9-305f-49b0-8607-bd4ab2c7e93f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/ports/097943fd-9c02-4420-a8a6-eb41640c111a HTTP/1.1" status: 204 len: 168 time: 2.9446177 Apr 18 06:00:14.731011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47002) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:14.773619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 8363bb25-25f5-4005-bebd-1a992d23237b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8363bb25-25f5-4005-bebd-1a992d23237b,segment=NetworkSegment(e83439a3-7bf8-4656-9e95-475d6d73cfec),segment_id=e83439a3-7bf8-4656-9e95-475d6d73cfec)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:14.846496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d8a9c3-30a3-4c59-9537-84e9eebd2b80 None None] Network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:14.850263 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-966aa5bf-7b84-4ab4-bcbe-c21ba6a56e00 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/floatingips/97a92815-4150-42b1-a501-0a15f0631dbf HTTP/1.1" status: 200 len: 688 time: 0.1038272 Apr 18 06:00:14.853453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47004) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:14.855333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de096b-2d5c-4394-b799-071369be549a req-5474168e-7ebb-46b3-aff7-a2f4e5211af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:14.856809 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-5474168e-7ebb-46b3-aff7-a2f4e5211af9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab00e441-9302-4f6d-992a-4f76ee281484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5534203 Apr 18 06:00:14.900227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:14.951655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Allocated IP 172.26.4.250 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/79901aec-18db-4535-b59a-1c9ae4837625) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:14.975489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47006) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:15.002741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5277d2bf-703e-4ce3-959b-8609c8da89ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.004297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-55469445-3bcd-4a5c-8cd0-d46209dbe47d None None] Provisioning complete for port 8363bb25-25f5-4005-bebd-1a992d23237b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:15.004871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55469445-3bcd-4a5c-8cd0-d46209dbe47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.030748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.049608 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=8363bb25-25f5-4005-bebd-1a992d23237b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.108041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.150375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-8cd9bcaf-acf4-4d51-ac5e-abc633d3d9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816465 Apr 18 06:00:15.179763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=a9a630ee-0715-4afa-af06-0f0e6817f24f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.208121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port c9e1883a-24cc-4b64-815e-dfb9540eb8b0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:15.208471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.253214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:15.253614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 25cecd1c-9e8d-4470-bb8a-baaa726eeeac, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:15.258158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.297205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.308995 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5277d2bf-703e-4ce3-959b-8609c8da89ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.311727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.335756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.382221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:15.385841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:15.390691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5277d2bf-703e-4ce3-959b-8609c8da89ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.394077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:15.398795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.399129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.399658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:15.400290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.404926 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61de096b-2d5c-4394-b799-071369be549a req-a1ddb003-9ef9-4b4e-91cf-c8a070e53a6c service neutron] 10.222.0.46 "GET /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448561 Apr 18 06:00:15.406033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=e41f2f7a-652d-4614-b7d8-17420a870de3,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.418742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for c9e1883a-24cc-4b64-815e-dfb9540eb8b0 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:15.441128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:15.444262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.485289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277d2bf-703e-4ce3-959b-8609c8da89ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9b33c8-c545-4042-a578-3af4ba754cde,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.490334 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5277d2bf-703e-4ce3-959b-8609c8da89ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=818bf120f7834956aafd20fc1b2b0752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138729 Apr 18 06:00:15.494821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47008) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:15.538423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Router f53519d4-161d-491b-88ce-379b077bf185 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:15.555034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47012) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:15.558750 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bbd5921e-ab74-4f6f-93cb-0d1c063530d3 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7062402 Apr 18 06:00:15.562406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:82:f3:26'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:15.573820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b01763bc-9fb4-4e51-8cc4-5adb1aac6559 None None] Provisioning complete for port 8363bb25-25f5-4005-bebd-1a992d23237b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:15.574524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b01763bc-9fb4-4e51-8cc4-5adb1aac6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.578948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 25cecd1c-9e8d-4470-bb8a-baaa726eeeac) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:15.584983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:15.585745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.594413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:15.607784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:15.622257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:15.624381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c871400-ea7a-4f50-9d5b-5f5ad1894979 None None] Network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:15.657465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Port': ['ID=79901aec-18db-4535-b59a-1c9ae4837625,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:15.695976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b36db86-d29c-4bdc-9fcf-52513767b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.784028 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d404576-ee7f-4c05-8e63-e2b30ee02b88 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8690076 Apr 18 06:00:15.791904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47014) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:15.861952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-25cecd1c-9e8d-4470-bb8a-baaa726eeeac', 'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': 'a9a630ee-0715-4afa-af06-0f0e6817f24f'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:15.863061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.954540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.956963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:15.969623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.971888 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09fad74d-55cd-4949-954a-daee891880ea tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "PUT /v2.0/routers/f53519d4-161d-491b-88ce-379b077bf185 HTTP/1.1" status: 200 len: 922 time: 3.6659176 Apr 18 06:00:15.975587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bdcacac4-eff6-41bb-8d30-a5f54dbc58fc None None] Provisioning complete for port e41f2f7a-652d-4614-b7d8-17420a870de3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:15.975587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bdcacac4-eff6-41bb-8d30-a5f54dbc58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:15.977049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47016) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:15.979043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.003192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] Sync routers for ids ['f53519d4-161d-491b-88ce-379b077bf185'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:16.059443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bdcacac4-eff6-41bb-8d30-a5f54dbc58fc None None] Port e41f2f7a-652d-4614-b7d8-17420a870de3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:16.060718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] Routers {'f53519d4-161d-491b-88ce-379b077bf185'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:16.061327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f53519d4-161d-491b-88ce-379b077bf185'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.066633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Allocated IP 172.20.0.2 (25cecd1c-9e8d-4470-bb8a-baaa726eeeac/a9a630ee-0715-4afa-af06-0f0e6817f24f/eea82a88-adac-4091-b20d-bd4f506ceceb) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:16.090220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=c9e1883a-24cc-4b64-815e-dfb9540eb8b0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:16.106219 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.132224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] Routers {'f53519d4-161d-491b-88ce-379b077bf185'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:16.132856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f53519d4-161d-491b-88ce-379b077bf185'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.141442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b36db86-d29c-4bdc-9fcf-52513767b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.142179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.168200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.168902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc916bb-8f76-423e-a706-0741579a2572 None None] The sync data for ids ['f53519d4-161d-491b-88ce-379b077bf185'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:16.290124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.292927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.297419 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ed51d677-4b0b-440c-b475-28d9304fb02b tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/floatingips/97a92815-4150-42b1-a501-0a15f0631dbf HTTP/1.1" status: 204 len: 168 time: 1.4365652 Apr 18 06:00:16.304568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.307874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47018) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:16.312639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '7fe956cd-6933-4433-bae9-b2d4a768afd7'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:16.331045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b36db86-d29c-4bdc-9fcf-52513767b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.333856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b36db86-d29c-4bdc-9fcf-52513767b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.338421 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5b36db86-d29c-4bdc-9fcf-52513767b49e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be9b33c8-c545-4042-a578-3af4ba754cde HTTP/1.1" status: 204 len: 168 time: 0.8379517 Apr 18 06:00:16.363210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36db86-d29c-4bdc-9fcf-52513767b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9b33c8-c545-4042-a578-3af4ba754cde,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:16.367638 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c539d009-f074-44d5-8dbd-a09de1936b99 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/f53519d4-161d-491b-88ce-379b077bf185 HTTP/1.1" status: 200 len: 922 time: 0.3841603 Apr 18 06:00:16.373508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47022) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:16.416241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.435530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.445494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8363bb25-25f5-4005-bebd-1a992d23237b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:16.476046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.511900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:16.525422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:16.529411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f316e7c6-4b0d-4752-bd67-549eff83e9c1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.529726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.530234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:16.534104 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f316e7c6-4b0d-4752-bd67-549eff83e9c1 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=f53519d4-161d-491b-88ce-379b077bf185&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1590881 Apr 18 06:00:16.534271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47024) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:16.534356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Pushing event updated for resources: {'Port': ['ID=eea82a88-adac-4091-b20d-bd4f506ceceb,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:16.542306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.602989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.604002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Attempting to bind port eea82a88-adac-4091-b20d-bd4f506ceceb on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:16.604597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Attempting to bind port eea82a88-adac-4091-b20d-bd4f506ceceb by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:16.604942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Attempting to bind port eea82a88-adac-4091-b20d-bd4f506ceceb on network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:16.611268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8363bb25-25f5-4005-bebd-1a992d23237b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:16.611268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.614210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:16.614578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Checking segment: {'id': '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:16.615222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.615441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Bound using segment: {'id': '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:16.615906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Bound port: eea82a88-adac-4091-b20d-bd4f506ceceb, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:16.616740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.657189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] In _notify_port_updated(), no bound segment for port e41f2f7a-652d-4614-b7d8-17420a870de3 on network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:00:16.673232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.673905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.675234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "PUT /v2.0/ports/e41f2f7a-652d-4614-b7d8-17420a870de3 HTTP/1.1" status: 200 len: 1003 time: 1.1192231 Apr 18 06:00:16.682528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47026) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:16.685814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.707631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b96bb-ea8c-4530-b6eb-1f40197a1755 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:16.709027 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a82b96bb-ea8c-4530-b6eb-1f40197a1755 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.1739907 Apr 18 06:00:16.717657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47028) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:16.738118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d229-9c2a-49de-8ef3-4e2c0ce74552 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=e41f2f7a-652d-4614-b7d8-17420a870de3,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:16.750884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a630ee-0715-4afa-af06-0f0e6817f24f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:16.776013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] For port eea82a88-adac-4091-b20d-bd4f506ceceb, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:16.787309 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8cd27618-1c0d-4cb0-adb7-2f21dac2c459 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53519d4-161d-491b-88ce-379b077bf185 HTTP/1.1" status: 200 len: 205 time: 0.0644391 Apr 18 06:00:16.794723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47030) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:16.799656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.801996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] For port eea82a88-adac-4091-b20d-bd4f506ceceb, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=eea82a88-adac-4091-b20d-bd4f506ceceb,segment=NetworkSegment(1d7b1692-44ab-4e7b-8a44-7b5527dccbeb),segment_id=1d7b1692-44ab-4e7b-8a44-7b5527dccbeb)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:16.831503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cecd1c-9e8d-4470-bb8a-baaa726eeeac']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.847630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.853403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:16.865210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.872299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.884481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.893921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:16.894453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:16.899124 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:16.990607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d095c-b43c-4cf2-aaed-3f8fb12ba330 None None] Pushing event updated for resources: {'Port': ['ID=eea82a88-adac-4091-b20d-bd4f506ceceb,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:17.015875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd20da-6b3c-49bf-9621-cea6607e870c None None] Network 25cecd1c-9e8d-4470-bb8a-baaa726eeeac requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:17.093759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-893c23c2-047c-44bd-96b9-5f6b74399156 None None] Provisioning complete for port e41f2f7a-652d-4614-b7d8-17420a870de3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:17.094452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-893c23c2-047c-44bd-96b9-5f6b74399156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.107720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.113629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.166418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-893c23c2-047c-44bd-96b9-5f6b74399156 None None] Port e41f2f7a-652d-4614-b7d8-17420a870de3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:17.197108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d8fd0-ee86-4dad-9a9a-bce198031bfb None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:00:17.215969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.278173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port e41f2f7a-652d-4614-b7d8-17420a870de3 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:17.280833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.303801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47034) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:17.319092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6ad5-b280-4757-adee-408a81a030a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.330039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:00:17.330039 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:00:17.330039 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': '25cecd1c-9e8d-4470-bb8a-baaa726eeeac'}] Apr 18 06:00:17.330039 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:17.330467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:17.331943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281d8fd0-ee86-4dad-9a9a-bce198031bfb None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:00:17.409562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6ad5-b280-4757-adee-408a81a030a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.443852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.485278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.7 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/6666ef97-8418-416f-85c6-af7b1c90c508) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:17.506037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0bb6ad5-b280-4757-adee-408a81a030a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.552009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a0bb6ad5-b280-4757-adee-408a81a030a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5462ebd9068b499cb4eb50daa0b7a9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440863 Apr 18 06:00:17.552009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb6ad5-b280-4757-adee-408a81a030a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6b23a-3e4d-42f1-804c-d96086b17bb8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:17.552320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.553867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47036) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:17.596971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for e41f2f7a-652d-4614-b7d8-17420a870de3 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:17.611627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66b96189-bce2-45bf-a951-550f8cd694ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.634343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66b96189-bce2-45bf-a951-550f8cd694ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.750083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.763361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66b96189-bce2-45bf-a951-550f8cd694ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.766669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66b96189-bce2-45bf-a951-550f8cd694ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.770397 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-66b96189-bce2-45bf-a951-550f8cd694ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cc6b23a-3e4d-42f1-804c-d96086b17bb8 HTTP/1.1" status: 204 len: 168 time: 0.2131581 Apr 18 06:00:17.774653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Deleting port 793cc0fd-471e-4e5b-84cd-fa7098ab7ef6 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:17.774999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.788951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b96189-bce2-45bf-a951-550f8cd694ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6b23a-3e4d-42f1-804c-d96086b17bb8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:17.831982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.837323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Router 43b3fe8e-a45c-42c7-8c48-507a362f9cb3 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:17.896308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port eea82a88-adac-4091-b20d-bd4f506ceceb {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:17.896650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.959425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port eea82a88-adac-4091-b20d-bd4f506ceceb, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=eea82a88-adac-4091-b20d-bd4f506ceceb,segment=NetworkSegment(1d7b1692-44ab-4e7b-8a44-7b5527dccbeb),segment_id=1d7b1692-44ab-4e7b-8a44-7b5527dccbeb)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:17.960046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.961497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.971637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:17.974148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for eea82a88-adac-4091-b20d-bd4f506ceceb owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:17.989951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Calling delete_port for 793cc0fd-471e-4e5b-84cd-fa7098ab7ef6 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:18.065421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:18.073567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.075473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:18.157821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.185730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=eea82a88-adac-4091-b20d-bd4f506ceceb,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:18.192131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port eea82a88-adac-4091-b20d-bd4f506ceceb on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:18.279623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.306525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cecd1c-9e8d-4470-bb8a-baaa726eeeac']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:18.318131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:18.318426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7b1692-44ab-4e7b-8a44-7b5527dccbeb') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:18.328546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.343234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.351123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:18.351547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:18.354866 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:18.397940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:18.405975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=6666ef97-8418-416f-85c6-af7b1c90c508,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:18.469292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:18.477695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=e41f2f7a-652d-4614-b7d8-17420a870de3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:18.482293 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Sync routers for ids ['43b3fe8e-a45c-42c7-8c48-507a362f9cb3'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:18.496881 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Routers {'43b3fe8e-a45c-42c7-8c48-507a362f9cb3'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:18.497482 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['43b3fe8e-a45c-42c7-8c48-507a362f9cb3'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:18.515745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.517959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.518999 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9ea5d1fb-907c-413e-9b92-43b80eba6263 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/ports/e41f2f7a-652d-4614-b7d8-17420a870de3 HTTP/1.1" status: 204 len: 168 time: 1.8363006 Apr 18 06:00:18.524809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47050) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:18.525874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.535035 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/25cecd1c-9e8d-4470-bb8a-baaa726eeeac HTTP/1.1" status: 204 len: 168 time: 2.7384930 Apr 18 06:00:18.542287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47052) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:18.548667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793684459'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:18.566696 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-95350d8d-49cc-48dc-841d-4a8c9216eecc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] GET failed (client error): The resource could not be found. Apr 18 06:00:18.572155 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-95350d8d-49cc-48dc-841d-4a8c9216eecc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "GET /v2.0/ports/e41f2f7a-652d-4614-b7d8-17420a870de3 HTTP/1.1" status: 404 len: 333 time: 0.0463314 Apr 18 06:00:18.572425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616f56f-c6fb-4979-9f8f-9f9ef469ff27 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=25cecd1c-9e8d-4470-bb8a-baaa726eeeac,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:18.576356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47054) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:18.581638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1919791994'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:18.633850 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Set router 43b3fe8e-a45c-42c7-8c48-507a362f9cb3 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:18.681163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.700754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47060) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:18.703664 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ced7c98a-3ef9-4f79-a79f-5875eadcfb2b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4107318 Apr 18 06:00:18.818330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:18.821738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.848606 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3fe8e-a45c-42c7-8c48-507a362f9cb3', 'name': 'tempest-snat-router-1277925698', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.250'}], 'enable_snat': False}, 'gw_port_id': '79901aec-18db-4535-b59a-1c9ae4837625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:13Z', 'updated_at': '2022-04-18T06:00:16Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': '79901aec-18db-4535-b59a-1c9ae4837625', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3fe8e-a45c-42c7-8c48-507a362f9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:18.876780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3248328e-6370-4eeb-9d61-cbf1f0b689cb tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/43b3fe8e-a45c-42c7-8c48-507a362f9cb3 HTTP/1.1" status: 200 len: 909 time: 0.1743462 Apr 18 06:00:18.880892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47064) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:18.885228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1277925698', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': True}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:18.895160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:18.914406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.914775 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 8e054215-ef8a-445a-bbfb-ddd4f931e5c8 of type vlan for network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 Apr 18 06:00:18.946331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.965782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:18.980440 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Checking router: 43b3fe8e-a45c-42c7-8c48-507a362f9cb3 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:18.980786 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Updating router 43b3fe8e-a45c-42c7-8c48-507a362f9cb3 port 79901aec-18db-4535-b59a-1c9ae4837625 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:00:19.002722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:19.009589 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.011132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.024675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event deleted for resources: {'Port': ['ID=793cc0fd-471e-4e5b-84cd-fa7098ab7ef6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:19.035706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.036730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.054249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] device_id is not set on port 2db1c674-276d-46db-9365-1d5a33a75be8 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:19.135635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.135862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.142424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:19.143141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.204478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.256052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.259560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=a4df36d0-b994-4e57-b5cc-c04be07ac2d5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:19.259781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.279200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:19.282244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.330994 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6c356e97-54d0-41d6-ae85-dfb2204e31a4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7875676 Apr 18 06:00:19.331773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47072) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:19.340118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:19.386019 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.423863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Allocated IP 2001:db8::387 (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/2db1c674-276d-46db-9365-1d5a33a75be8) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:19.427380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.428423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Fanout notify agent at l3_agent the message router_deleted on router f53519d4-161d-491b-88ce-379b077bf185 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:19.437389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.439213 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2c3bd25e-b256-4dcb-91a4-ec247062a112 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/f53519d4-161d-491b-88ce-379b077bf185 HTTP/1.1" status: 204 len: 168 time: 2.6344535 Apr 18 06:00:19.443296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47074) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:19.446141 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.452357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2123386207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:19.461182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.485865 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Pushing event updated for resources: {'Port': ['ID=79901aec-18db-4535-b59a-1c9ae4837625,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:19.496110 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.496742 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.497259 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.497588 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.498104 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.498614 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.499135 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.499688 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.500210 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.501689 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.502493 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.503229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:00:19.515624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.544750 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Attempting to bind port 79901aec-18db-4535-b59a-1c9ae4837625 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:19.545249 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Attempting to bind port 79901aec-18db-4535-b59a-1c9ae4837625 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:19.545609 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Attempting to bind port 79901aec-18db-4535-b59a-1c9ae4837625 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:19.553528 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:19.553904 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:19.554605 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.555148 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:19.556011 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Bound port: 79901aec-18db-4535-b59a-1c9ae4837625, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:19.556418 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.618515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:19.622667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.629161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.630134 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] For port 79901aec-18db-4535-b59a-1c9ae4837625, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:19.630253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.633313 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] For port 79901aec-18db-4535-b59a-1c9ae4837625, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=79901aec-18db-4535-b59a-1c9ae4837625,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:19.687342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.714012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:00:19.714552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:00:19.769641 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.772222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.812808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.817494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.848982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.855390 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Routers {'43b3fe8e-a45c-42c7-8c48-507a362f9cb3'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:19.858065 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['43b3fe8e-a45c-42c7-8c48-507a362f9cb3'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:19.889350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:19.898545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:19.901255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:19.908824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:19.908960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.909464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.929383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=2db1c674-276d-46db-9365-1d5a33a75be8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:19.937575 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da63b1-2f8d-4301-80f2-446428bc7c0b None None] Pushing event updated for resources: {'Port': ['ID=79901aec-18db-4535-b59a-1c9ae4837625,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:19.951351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.960475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.961862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6ce70859-d99b-422d-921d-c6434adc6db2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5177679 Apr 18 06:00:19.964895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47086) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:19.979362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:19.992420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:20.028080 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-56c89d2e-042a-4e74-8854-4c1220551673 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4505699 Apr 18 06:00:20.030976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47088) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:20.037273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'network_id': '0c1ef614-59ed-4aa9-b598-6ef57661c6dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-73946307'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:20.059501 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] Set router 43b3fe8e-a45c-42c7-8c48-507a362f9cb3 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:20.082292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.090409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.124542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47090) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:20.171647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=6666ef97-8418-416f-85c6-af7b1c90c508,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:20.280363 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b3fe8e-a45c-42c7-8c48-507a362f9cb3', 'name': 'tempest-snat-router-1277925698', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.250'}], 'enable_snat': False}, 'gw_port_id': '79901aec-18db-4535-b59a-1c9ae4837625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:13Z', 'updated_at': '2022-04-18T06:00:16Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': '79901aec-18db-4535-b59a-1c9ae4837625', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3fe8e-a45c-42c7-8c48-507a362f9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:20.306007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Allocated IP 172.26.4.60 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/7407a8e5-7f45-472e-8fb4-62d0a2232875) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:20.318464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c87027-4818-4865-9a5a-18c9949ffbc7 None None] The sync data for ids ['43b3fe8e-a45c-42c7-8c48-507a362f9cb3'] in dv-neutron-837488-1-hyperv is: [{'id': '43b3fe8e-a45c-42c7-8c48-507a362f9cb3', 'name': 'tempest-snat-router-1277925698', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.250'}], 'enable_snat': False}, 'gw_port_id': '79901aec-18db-4535-b59a-1c9ae4837625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:13Z', 'updated_at': '2022-04-18T06:00:16Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': '79901aec-18db-4535-b59a-1c9ae4837625', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b3fe8e-a45c-42c7-8c48-507a362f9cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:14Z', 'updated_at': '2022-04-18T06:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:20.325126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1982323598', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:20.326141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cf02204f-f916-4f6b-923b-56d41e29bb59 None None] Provisioning complete for port 2db1c674-276d-46db-9365-1d5a33a75be8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:20.326141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cf02204f-f916-4f6b-923b-56d41e29bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.373938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cf02204f-f916-4f6b-923b-56d41e29bb59 None None] Port 2db1c674-276d-46db-9365-1d5a33a75be8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:20.377159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=fb49a5f4-3256-4a26-963a-08f8c7b383c4,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:20.429456 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP ac19364b-8cf1-4620-bc6d-e765dd0be3d9 associated. External IP: 172.26.4.7, port: 7fe956cd-6933-4433-bae9-b2d4a768afd7. Apr 18 06:00:20.443018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Made reservation on behalf of 474404fa31964287bc18e8b1f73b253a for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:20.447212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.454001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Made reservation on behalf of 3c086d99d547408fafc84d21860a8c6b for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:20.456228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.486270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.495694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '8e054215-ef8a-445a-bbfb-ddd4f931e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:20.496090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: a4df36d0-b994-4e57-b5cc-c04be07ac2d5, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:20.501675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.508604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] device_id is not set on port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:20.522120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.622229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:20.716937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Allocated IP 2001:db8::348 (0c1ef614-59ed-4aa9-b598-6ef57661c6dc/d612b367-793e-49db-9eec-64ea7c256c02/1ef5e990-1efa-4158-a48b-53f60d1ddbd1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:20.729197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, a4df36d0-b994-4e57-b5cc-c04be07ac2d5) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:20.746631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.749615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13f6d6-b572-4aba-951b-6a509debd90f None None] Network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:20.776299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:20.776880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.783501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.822459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:20.846871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:20.852584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] device_id is not set on port 61a09329-c2ce-4f0c-90cb-2452e51ce07e yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:20.895070 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e744ef4b-f0d9-497f-9c7c-8164d411ae22 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5615556 Apr 18 06:00:20.899139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47094) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:20.903431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:20.919171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:20.963853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:20.983371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-a4df36d0-b994-4e57-b5cc-c04be07ac2d5', 'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': 'fb49a5f4-3256-4a26-963a-08f8c7b383c4'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:20.984240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.012790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Port': ['ID=7407a8e5-7f45-472e-8fb4-62d0a2232875,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:21.015695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd1426-49ab-4ebd-96cb-d4abcda2e884,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:21.135363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.165990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Allocated IP 172.20.0.3 (a4df36d0-b994-4e57-b5cc-c04be07ac2d5/fb49a5f4-3256-4a26-963a-08f8c7b383c4/99cebefc-799d-4b77-814d-bc0ae866b26f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:21.205120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Allocated IP 172.26.4.102 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/61a09329-c2ce-4f0c-90cb-2452e51ce07e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:21.376432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.431441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.448258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.457646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.505422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.507989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:21.512231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:21.514837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Pushing event updated for resources: {'Port': ['ID=99cebefc-799d-4b77-814d-bc0ae866b26f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:21.522063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:21.540635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:21.541424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=1ef5e990-1efa-4158-a48b-53f60d1ddbd1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:21.544182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:21.551998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:21.558092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:21.561545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.563713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:21.564348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.584489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:21.604439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Attempting to bind port 99cebefc-799d-4b77-814d-bc0ae866b26f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:21.604798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Attempting to bind port 99cebefc-799d-4b77-814d-bc0ae866b26f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '8e054215-ef8a-445a-bbfb-ddd4f931e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:21.605584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Attempting to bind port 99cebefc-799d-4b77-814d-bc0ae866b26f on network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:21.607228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:21.608123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.630997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.637211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.642131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.648174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.651628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:21.651990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Checking segment: {'id': '8e054215-ef8a-445a-bbfb-ddd4f931e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:21.652397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.652786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Bound using segment: {'id': '8e054215-ef8a-445a-bbfb-ddd4f931e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:21.653254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Bound port: 99cebefc-799d-4b77-814d-bc0ae866b26f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e054215-ef8a-445a-bbfb-ddd4f931e5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a4df36d0-b994-4e57-b5cc-c04be07ac2d5'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:21.653629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.679473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:21.680082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.706739 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-61acfa4a-ef9f-43c9-a8e4-86c51e3c3466 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3945124 Apr 18 06:00:21.707707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47096) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:21.715009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2587c844-966c-44e7-8efd-45c7caddfda9 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6826105 Apr 18 06:00:21.716206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47098) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:21.727458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:82:f3:26'}, {'ip_address': '2001:db8::387', 'mac_address': 'fa:16:3e:ce:de:5d'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:21.728628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-345551461'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:21.737608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.738800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:21.739616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a99c1-ab2c-4029-abde-44abd5a7d664 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:21.788093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] For port 99cebefc-799d-4b77-814d-bc0ae866b26f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:21.792982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] For port 99cebefc-799d-4b77-814d-bc0ae866b26f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=99cebefc-799d-4b77-814d-bc0ae866b26f,segment=NetworkSegment(8e054215-ef8a-445a-bbfb-ddd4f931e5c8),segment_id=8e054215-ef8a-445a-bbfb-ddd4f931e5c8)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:21.808483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Allocated IP 172.26.4.136 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/baf37a49-b82e-45df-8507-bdc34c727fd7) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:21.822348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 99cebefc-799d-4b77-814d-bc0ae866b26f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:21.822708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.881481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.910446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:21.914133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.971156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5f8210a1-4688-4a9d-ab40-fea0cbd9c719 None None] Provisioning complete for port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:21.982436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f8210a1-4688-4a9d-ab40-fea0cbd9c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:21.991427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:22.009619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f9b5b-f75b-4561-b8d2-c67b33739fca None None] Pushing event updated for resources: {'Port': ['ID=99cebefc-799d-4b77-814d-bc0ae866b26f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.028185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.028571 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Added segment a1ede49b-3cd9-453c-8c38-1a93858416d8 of type vlan for network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 Apr 18 06:00:22.038691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5f8210a1-4688-4a9d-ab40-fea0cbd9c719 None None] Port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:22.047206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 99cebefc-799d-4b77-814d-bc0ae866b26f, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:22.048063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.069890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 99cebefc-799d-4b77-814d-bc0ae866b26f owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:22.102263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.143953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:22.150392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:22.152679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.155579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:22.255159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Pushing event updated for resources: {'Port': ['ID=61a09329-c2ce-4f0c-90cb-2452e51ce07e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.295575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.305825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:22.306446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.348510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.354108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:22.354854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.358126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:22.452550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Network': ['ID=3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.453606 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d04d79b8-9c71-46d9-9927-74625c09ee9d tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3249419 Apr 18 06:00:22.458318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47102) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:22.461271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:22.464898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:22.468101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.469081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.102'}]}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:22.474045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:22.476278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.525161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event updated for resources: {'Port': ['ID=baf37a49-b82e-45df-8507-bdc34c727fd7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.572946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99cebefc-799d-4b77-814d-bc0ae866b26f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:22.655088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No active binding found for port 99cebefc-799d-4b77-814d-bc0ae866b26f {{(pid=109607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 06:00:22.655594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99cebefc-799d-4b77-814d-bc0ae866b26f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 06:00:22.673476 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c4439653-8fe4-410f-a0a5-2235cd9f8108 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9482291 Apr 18 06:00:22.674247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.676257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:22.684603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'subnet': {'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:22.710115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=99cebefc-799d-4b77-814d-bc0ae866b26f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:22.715151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Port 99cebefc-799d-4b77-814d-bc0ae866b26f not found, will not notify nova. {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 06:00:22.715682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79901aec-18db-4535-b59a-1c9ae4837625 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:22.781549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.783293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.790223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.791185 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 79901aec-18db-4535-b59a-1c9ae4837625 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:22.791750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.825267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Router 736ca86a-a3a4-4120-87d4-216cae36b0d4 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:22.841240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 99cebefc-799d-4b77-814d-bc0ae866b26f on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:22.905849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.930383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.958089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] In _notify_port_updated(), no bound segment for port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 on network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:00:22.960859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.964465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:22.965269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:22.966749 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "PUT /v2.0/ports/1ef5e990-1efa-4158-a48b-53f60d1ddbd1 HTTP/1.1" status: 200 len: 1064 time: 1.2479730 Apr 18 06:00:22.975947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 79901aec-18db-4535-b59a-1c9ae4837625, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=79901aec-18db-4535-b59a-1c9ae4837625,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:22.990804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:23.011947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.026794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:23.031587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94dd39-d7b7-4ddf-bbc1-d2e4e46a62f2 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event updated for resources: {'Port': ['ID=1ef5e990-1efa-4158-a48b-53f60d1ddbd1,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:23.031747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.043769 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Sync routers for ids ['736ca86a-a3a4-4120-87d4-216cae36b0d4'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:23.060241 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Routers {'736ca86a-a3a4-4120-87d4-216cae36b0d4'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:23.060959 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['736ca86a-a3a4-4120-87d4-216cae36b0d4'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:23.133897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=79901aec-18db-4535-b59a-1c9ae4837625,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:23.146858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.148271 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-00c1030b-bd34-4fef-8eb5-6188fd754989 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2664130 Apr 18 06:00:23.151047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47110) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:23.175120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.176269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:23.179952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.253371 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Set router 736ca86a-a3a4-4120-87d4-216cae36b0d4 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:00:23.311442 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f290182e-ab47-45cd-a49c-643098dd3fbf tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/736ca86a-a3a4-4120-87d4-216cae36b0d4 HTTP/1.1" status: 200 len: 907 time: 0.1587620 Apr 18 06:00:23.314721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47112) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:23.423299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.430852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f020fe52-919b-4a1b-8bb6-a322eb8a21ed None None] Network a4df36d0-b994-4e57-b5cc-c04be07ac2d5 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:23.450643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.492598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cb25e421-1247-4f99-9c08-a92ee97a9cf9 None None] Could not find standard attr ID for object 99cebefc-799d-4b77-814d-bc0ae866b26f. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:23.496603 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736ca86a-a3a4-4120-87d4-216cae36b0d4', 'name': 'tempest-snat-router-1277925698', 'tenant_id': '5070bce72610455cafdcfca2adfc8366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '7407a8e5-7f45-472e-8fb4-62d0a2232875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:00:19Z', 'updated_at': '2022-04-18T06:00:21Z', 'revision_number': 3, 'project_id': '5070bce72610455cafdcfca2adfc8366', 'gw_port': {'id': '7407a8e5-7f45-472e-8fb4-62d0a2232875', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736ca86a-a3a4-4120-87d4-216cae36b0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:00:19Z', 'updated_at': '2022-04-18T06:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:23.521718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cb25e421-1247-4f99-9c08-a92ee97a9cf9 None None] Provisioning complete for port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:23.522094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb25e421-1247-4f99-9c08-a92ee97a9cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.534715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f484-83fd-4d63-a2a2-f2c1c6067c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.552101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:23.553203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.556747 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Checking router: 736ca86a-a3a4-4120-87d4-216cae36b0d4 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:00:23.563534 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Updating router 736ca86a-a3a4-4120-87d4-216cae36b0d4 port 7407a8e5-7f45-472e-8fb4-62d0a2232875 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:00:23.585280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.599932 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:00:23.600221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cb25e421-1247-4f99-9c08-a92ee97a9cf9 None None] Port 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:23.605230 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.608529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.689555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788c3e9-2176-4983-b886-9457cb31b04d None None] DHCP port deletion for a4df36d0-b994-4e57-b5cc-c04be07ac2d5 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:23.730328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Deleting port 7407a8e5-7f45-472e-8fb4-62d0a2232875 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:23.730817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.748623 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=fb49a5f4-3256-4a26-963a-08f8c7b383c4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:23.812425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.826175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Calling delete_port for 7407a8e5-7f45-472e-8fb4-62d0a2232875 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:23.862180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.895689 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.968821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4df36d0-b994-4e57-b5cc-c04be07ac2d5']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:23.988191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.988608 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:23.990632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e054215-ef8a-445a-bbfb-ddd4f931e5c8') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:23.990957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e054215-ef8a-445a-bbfb-ddd4f931e5c8') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:24.009967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.013104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.033798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.044193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for 1ef5e990-1efa-4158-a48b-53f60d1ddbd1 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:24.048214 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Attempting to bind port 7407a8e5-7f45-472e-8fb4-62d0a2232875 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Attempting to bind port 7407a8e5-7f45-472e-8fb4-62d0a2232875 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Attempting to bind port 7407a8e5-7f45-472e-8fb4-62d0a2232875 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe268a-2cbf-444b-bd2e-9c259addbf51 None None] Pushing event updated for resources: {'Port': ['ID=7407a8e5-7f45-472e-8fb4-62d0a2232875,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:24.058365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Bound port: 7407a8e5-7f45-472e-8fb4-62d0a2232875, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:24.059781 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.128718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.130401 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.db.api [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:24.130817 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG oslo_db.api [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:24.156410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event deleted for resources: {'Port': ['ID=7407a8e5-7f45-472e-8fb4-62d0a2232875,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:24.221360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.315991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.318306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.369146 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.393217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.403407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79901aec-18db-4535-b59a-1c9ae4837625 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:24.420605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.421305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 736ca86a-a3a4-4120-87d4-216cae36b0d4 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:24.433675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.437418 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9b366d6e-3ec6-4b74-b5cb-bdadf52498a1 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/routers/736ca86a-a3a4-4120-87d4-216cae36b0d4 HTTP/1.1" status: 204 len: 168 time: 1.1190944 Apr 18 06:00:24.437803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47114) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:24.461279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 79901aec-18db-4535-b59a-1c9ae4837625 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:24.461798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.480114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:24.480426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:24.484662 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:24.566053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.597786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Subnet': ['ID=b72f911c-96a3-4c69-8b9c-e07d87cbd155,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:24.650347 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Attempting to bind port 7407a8e5-7f45-472e-8fb4-62d0a2232875 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:24.650709 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Attempting to bind port 7407a8e5-7f45-472e-8fb4-62d0a2232875 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:24.651069 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Attempting to bind port 7407a8e5-7f45-472e-8fb4-62d0a2232875 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:24.659162 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:24.659602 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:24.660792 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.660792 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:24.661376 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Bound port: 7407a8e5-7f45-472e-8fb4-62d0a2232875, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:24.662370 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.692512 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.plugin [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Port 7407a8e5-7f45-472e-8fb4-62d0a2232875 has been deleted concurrently {{(pid=109608) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 06:00:24.699842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Checking segment: {'id': 'a1ede49b-3cd9-453c-8c38-1a93858416d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:24.700660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network hostable DHCP agents. Network: 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:24.709131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.709461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.713768 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Routers set() bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:24.713768 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Router IDs set() for agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 06:00:24.714572 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_agentschedulers_db [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'736ca86a-a3a4-4120-87d4-216cae36b0d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent'). {{(pid=109608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 06:00:24.715372 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d873-fe5f-40b1-bf47-2368166ca048 None None] The sync data for ids ['736ca86a-a3a4-4120-87d4-216cae36b0d4'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:24.743699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99cebefc-799d-4b77-814d-bc0ae866b26f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:24.755622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.758783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/a4df36d0-b994-4e57-b5cc-c04be07ac2d5 HTTP/1.1" status: 204 len: 168 time: 3.8565216 Apr 18 06:00:24.762976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47116) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:24.765002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 99cebefc-799d-4b77-814d-bc0ae866b26f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:24.765344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99cebefc-799d-4b77-814d-bc0ae866b26f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:24.769124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601360657'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:24.810013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51c03-64df-4707-b1f1-49697234486c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=a4df36d0-b994-4e57-b5cc-c04be07ac2d5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:24.854356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Deleting port 79901aec-18db-4535-b59a-1c9ae4837625 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:24.855052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.868531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.889229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.901273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:24.914588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.946000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:24.967498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] For port 79901aec-18db-4535-b59a-1c9ae4837625, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=79901aec-18db-4535-b59a-1c9ae4837625,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:24.967903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.970994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.971370 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 9be55738-434e-40a0-83cb-a52b25f90796 of type vlan for network be664dbe-63a9-4f1f-9210-39d7f37ace55 Apr 18 06:00:24.976053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:24.977607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:24.991041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Calling delete_port for 79901aec-18db-4535-b59a-1c9ae4837625 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:25.018010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=1ef5e990-1efa-4158-a48b-53f60d1ddbd1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:25.028349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Router 1f5ad300-7813-4d0f-9381-9c1ad6dc112c is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:25.032964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.096305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:25.107620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6f985-3d2b-4b9d-8889-c65eb25c96f6 None None] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:25.111134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:25.111772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.181801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.190754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:25.191136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.253817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.297036 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7935e35b-9898-40ec-bbf2-71aa996e3376 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6184237 Apr 18 06:00:25.302677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47118) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.311341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-49340646', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:25.311863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657', 'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657', 'tenant_id': 'eb8585cf818948e48b84ea6bfb75f6c3', 'fixed_ips': [{'subnet_id': 'b72f911c-96a3-4c69-8b9c-e07d87cbd155'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:25.312923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.320215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=be664dbe-63a9-4f1f-9210-39d7f37ace55,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:25.332300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network be664dbe-63a9-4f1f-9210-39d7f37ace55 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:25.343357 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-913cddbe-1f18-4811-ad38-cee1cdd95d04 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5789928 Apr 18 06:00:25.347286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47120) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.357167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:25.374414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:25.386724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.390302 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-76cda07f-2be6-4c48-ac72-53d23d338596 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "PUT /v2.0/routers/1f5ad300-7813-4d0f-9381-9c1ad6dc112c HTTP/1.1" status: 200 len: 880 time: 5.4088244 Apr 18 06:00:25.394522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47122) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.416711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] Sync routers for ids ['1f5ad300-7813-4d0f-9381-9c1ad6dc112c'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:25.460663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.463734 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cc102057-47e1-410b-9905-ee7b1f073ddf tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/ports/1ef5e990-1efa-4158-a48b-53f60d1ddbd1 HTTP/1.1" status: 204 len: 168 time: 2.4706426 Apr 18 06:00:25.467665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47124) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.477439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.478598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.488722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.507981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.523214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.525082 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0358684c-ae37-4584-b5ab-a6ac5403e63e tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] GET failed (client error): The resource could not be found. Apr 18 06:00:25.525204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] Routers {'1f5ad300-7813-4d0f-9381-9c1ad6dc112c'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:25.525742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1f5ad300-7813-4d0f-9381-9c1ad6dc112c'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:25.529160 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0358684c-ae37-4584-b5ab-a6ac5403e63e tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "GET /v2.0/ports/1ef5e990-1efa-4158-a48b-53f60d1ddbd1 HTTP/1.1" status: 404 len: 333 time: 0.0580497 Apr 18 06:00:25.529733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47126) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.548287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event deleted for resources: {'Port': ['ID=79901aec-18db-4535-b59a-1c9ae4837625,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:25.572350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:25.589311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] Routers {'1f5ad300-7813-4d0f-9381-9c1ad6dc112c'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:25.590400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T05:59:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1f5ad300-7813-4d0f-9381-9c1ad6dc112c'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:25.629206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:25.629889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c90732-c050-4007-a27d-7dda31b9e988 None None] The sync data for ids ['1f5ad300-7813-4d0f-9381-9c1ad6dc112c'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:25.644342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Allocated IP 172.20.0.2 (3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657/b72f911c-96a3-4c69-8b9c-e07d87cbd155/357e4685-1f75-47d5-868b-e11ddd65e2c5) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:25.661748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.662822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0cb023-57d3-4130-bff1-bf2e6771c88b {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:25.678353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port 2db1c674-276d-46db-9365-1d5a33a75be8 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:25.678702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.749468 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 06:00:25.750858 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2a39ef46-640d-4abd-a50f-38dec332e52c tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2877820 Apr 18 06:00:25.753863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47128) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.822900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c7287cc4-a4ec-4ae3-9684-ca2220961c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.829094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.833977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.851219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for 2db1c674-276d-46db-9365-1d5a33a75be8 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:25.900389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.926027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Deleting port 61a09329-c2ce-4f0c-90cb-2452e51ce07e {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:25.926368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.947294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:25.950417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:25.954712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:25.961522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Pushing event updated for resources: {'Port': ['ID=357e4685-1f75-47d5-868b-e11ddd65e2c5,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:25.963796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:25.991835 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25fbcdf3-479b-4e0b-9614-4701bb2a9b48 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/1f5ad300-7813-4d0f-9381-9c1ad6dc112c HTTP/1.1" status: 200 len: 921 time: 0.5933635 Apr 18 06:00:25.992138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47130) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:25.998247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.030864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Attempting to bind port 357e4685-1f75-47d5-868b-e11ddd65e2c5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:26.034056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Attempting to bind port 357e4685-1f75-47d5-868b-e11ddd65e2c5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a1ede49b-3cd9-453c-8c38-1a93858416d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:26.034492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Attempting to bind port 357e4685-1f75-47d5-868b-e11ddd65e2c5 on network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:26.041197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:26.041717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Checking segment: {'id': 'a1ede49b-3cd9-453c-8c38-1a93858416d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:26.042293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.042754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Bound using segment: {'id': 'a1ede49b-3cd9-453c-8c38-1a93858416d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:26.043845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Bound port: 357e4685-1f75-47d5-868b-e11ddd65e2c5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ede49b-3cd9-453c-8c38-1a93858416d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:26.043845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.080150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.095573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace908ec-b852-4c03-ab9d-070172febc3b tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:26.099733 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ace908ec-b852-4c03-ab9d-070172febc3b tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=1f5ad300-7813-4d0f-9381-9c1ad6dc112c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1040063 Apr 18 06:00:26.099903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:26.102073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47132) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:26.103094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.114420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Calling delete_port for 61a09329-c2ce-4f0c-90cb-2452e51ce07e owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:26.117004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] For port 357e4685-1f75-47d5-868b-e11ddd65e2c5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:26.147794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.154793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.201770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] For port 357e4685-1f75-47d5-868b-e11ddd65e2c5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=357e4685-1f75-47d5-868b-e11ddd65e2c5,segment=NetworkSegment(a1ede49b-3cd9-453c-8c38-1a93858416d8),segment_id=a1ede49b-3cd9-453c-8c38-1a93858416d8)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:26.205404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.245408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=2db1c674-276d-46db-9365-1d5a33a75be8,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.276129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.304261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.310216 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1f6494ae-7b5d-4305-a814-fe85f6b3c6dc tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/ports/2db1c674-276d-46db-9365-1d5a33a75be8 HTTP/1.1" status: 204 len: 168 time: 0.7798097 Apr 18 06:00:26.312319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47134) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:26.337259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498597a3-e1d5-4978-8620-55622c0406e4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:26.341189 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-498597a3-e1d5-4978-8620-55622c0406e4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.2367382 Apr 18 06:00:26.341386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47136) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:26.348355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.351124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078502-b21e-4c7e-836a-125f89ed580c None None] Pushing event updated for resources: {'Port': ['ID=357e4685-1f75-47d5-868b-e11ddd65e2c5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.371602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1da66ff-31d9-452e-89dd-41f85e6355e1 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] GET failed (client error): The resource could not be found. Apr 18 06:00:26.376890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a1da66ff-31d9-452e-89dd-41f85e6355e1 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "GET /v2.0/ports/2db1c674-276d-46db-9365-1d5a33a75be8 HTTP/1.1" status: 404 len: 333 time: 0.0623968 Apr 18 06:00:26.379953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47138) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:26.418426 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-96c1aa2a-beb4-447a-a6f5-7cd641ae8421 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f5ad300-7813-4d0f-9381-9c1ad6dc112c HTTP/1.1" status: 200 len: 205 time: 0.0735638 Apr 18 06:00:26.418930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47140) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:26.423744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.424251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43b3fe8e-a45c-42c7-8c48-507a362f9cb3 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:26.435499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.439962 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9d9eef90-c9d4-4bd6-8861-b1c7dcd9a0f3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "DELETE /v2.0/routers/43b3fe8e-a45c-42c7-8c48-507a362f9cb3 HTTP/1.1" status: 204 len: 168 time: 2.0005777 Apr 18 06:00:26.465182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47142) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:26.476047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-939550686', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:26.601223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.606254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.648113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.648533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.690497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a09329-c2ce-4f0c-90cb-2452e51ce07e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.705027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port b6ba7a81-992f-4297-8325-73f0383989b0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:26.705766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.732430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.810649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.842346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.845073 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5f8b0bae-c269-41ce-a161-1057d652af11 tempest-RoutersAdminNegativeIpV6Test-1322928340 tempest-RoutersAdminNegativeIpV6Test-1322928340-project-admin] 10.222.0.43 "DELETE /v2.0/ports/61a09329-c2ce-4f0c-90cb-2452e51ce07e HTTP/1.1" status: 204 len: 168 time: 1.0901039 Apr 18 06:00:26.846366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.898305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.899227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=74af3229-956c-46f4-a58f-e4eb55cbb997,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:26.944330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:26.995278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '9be55738-434e-40a0-83cb-a52b25f90796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:26.995278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: be664dbe-63a9-4f1f-9210-39d7f37ace55, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:27.001668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.006839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for b6ba7a81-992f-4297-8325-73f0383989b0 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:27.040250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.174070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network be664dbe-63a9-4f1f-9210-39d7f37ace55 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:27.237593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.26.4.88 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/354a1c8b-ac29-4c52-b75b-b8e90a8866a2) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:27.275305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, be664dbe-63a9-4f1f-9210-39d7f37ace55) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:27.280062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:27.280396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.288201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26d50f-115d-4ec2-9cd4-f9dfd8c48b7c None None] Network be664dbe-63a9-4f1f-9210-39d7f37ace55 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:27.387420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.389575 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aef8198e-912c-49ba-9d24-274314e686a1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0397396 Apr 18 06:00:27.394235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47148) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:27.412894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.414083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47150) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:27.425262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.462007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=b6ba7a81-992f-4297-8325-73f0383989b0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:27.502094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.508018 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-219f20c6-3587-40fa-9189-01554ae62682 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/ports/b6ba7a81-992f-4297-8325-73f0383989b0 HTTP/1.1" status: 204 len: 168 time: 1.1248679 Apr 18 06:00:27.508538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47154) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:27.511211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Deleting port baf37a49-b82e-45df-8507-bdc34c727fd7 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:27.511791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.526049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-be664dbe-63a9-4f1f-9210-39d7f37ace55', 'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': '74af3229-956c-46f4-a58f-e4eb55cbb997'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:27.526976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.603682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting subnet d612b367-793e-49db-9eec-64ea7c256c02 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:27.608836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.673253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.675954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.762512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Allocated IP 172.20.0.1 (be664dbe-63a9-4f1f-9210-39d7f37ace55/74af3229-956c-46f4-a58f-e4eb55cbb997/14d33929-3f6d-4f48-b478-56186e8b4219) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:27.767747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:27.771592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=354a1c8b-ac29-4c52-b75b-b8e90a8866a2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:27.775319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:27.781890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2f9d-c120-4b22-955b-a5a36e260c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.793920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.806474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:27.820379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Calling delete_port for baf37a49-b82e-45df-8507-bdc34c727fd7 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:27.849587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.859846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:27.989754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.066511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.113312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.114038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Network be664dbe-63a9-4f1f-9210-39d7f37ace55 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:28.117210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:28.119686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:28.127195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Pushing event updated for resources: {'Port': ['ID=14d33929-3f6d-4f48-b478-56186e8b4219,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.147120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.188434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.201088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Attempting to bind port 14d33929-3f6d-4f48-b478-56186e8b4219 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:28.201452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Attempting to bind port 14d33929-3f6d-4f48-b478-56186e8b4219 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '9be55738-434e-40a0-83cb-a52b25f90796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:28.201813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Attempting to bind port 14d33929-3f6d-4f48-b478-56186e8b4219 on network be664dbe-63a9-4f1f-9210-39d7f37ace55 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:28.208489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:28.208938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Checking segment: {'id': '9be55738-434e-40a0-83cb-a52b25f90796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:28.209343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.209734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Bound using segment: {'id': '9be55738-434e-40a0-83cb-a52b25f90796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:28.210192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Bound port: 14d33929-3f6d-4f48-b478-56186e8b4219, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be55738-434e-40a0-83cb-a52b25f90796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:28.210570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.218618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.268431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=74af3229-956c-46f4-a58f-e4eb55cbb997,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.280750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2f9d-c120-4b22-955b-a5a36e260c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.318332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] For port 14d33929-3f6d-4f48-b478-56186e8b4219, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:28.318332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] For port 14d33929-3f6d-4f48-b478-56186e8b4219, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=14d33929-3f6d-4f48-b478-56186e8b4219,segment=NetworkSegment(9be55738-434e-40a0-83cb-a52b25f90796),segment_id=9be55738-434e-40a0-83cb-a52b25f90796)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:28.318332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2da773-2fbb-4681-bb4c-e7935922365d None None] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:28.378509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.379213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.381561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2f9d-c120-4b22-955b-a5a36e260c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.398091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Allocated IP 172.26.4.61 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c8819b1a-a885-4a5e-99fd-9998cc5ff1ed) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:28.421457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be664dbe-63a9-4f1f-9210-39d7f37ace55']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:28.433054 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d3ec2f9d-c120-4b22-955b-a5a36e260c09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88ea0c20fd6949b8b3a633783b84f233&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0179327 Apr 18 06:00:28.436129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47156) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:28.439738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be55738-434e-40a0-83cb-a52b25f90796') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:28.440030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be55738-434e-40a0-83cb-a52b25f90796') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:28.452371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.471050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.471271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Subnet': ['ID=d612b367-793e-49db-9eec-64ea7c256c02,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.477486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.478160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.484479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fa4416c7-47de-4373-a882-698455b67abd tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/subnets/d612b367-793e-49db-9eec-64ea7c256c02 HTTP/1.1" status: 204 len: 168 time: 0.9749951 Apr 18 06:00:28.489776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47158) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:28.495190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0dfc6a-2c3a-4f85-be7b-527210d777e2 None None] Network 0c1ef614-59ed-4aa9-b598-6ef57661c6dc requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:28.503590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec2f9d-c120-4b22-955b-a5a36e260c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6515fe-a6ba-4264-8b79-52afae866c28,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.558104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event deleted for resources: {'Port': ['ID=baf37a49-b82e-45df-8507-bdc34c727fd7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.572632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.599842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:28.600244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.605672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-53f2dd14-44ae-4c1b-8b9b-41f64a46c9e5 None None] Provisioning complete for port 357e4685-1f75-47d5-868b-e11ddd65e2c5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:28.605832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-53f2dd14-44ae-4c1b-8b9b-41f64a46c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:28.608821 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:28.624752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.628791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 357e4685-1f75-47d5-868b-e11ddd65e2c5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:28.629844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.730713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae017-04be-462c-9198-0c8a636eeae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.734286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.741607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.767488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dc3b7-175d-46b2-8c6a-28c9e96cd090 None None] Pushing event updated for resources: {'Port': ['ID=14d33929-3f6d-4f48-b478-56186e8b4219,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:28.812350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Deleting port 40d7f84e-11e0-4eac-9e20-1880e0d3eead {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:28.812687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.820655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.api [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:00:28.820655 dv-neutron-837488-1-hyperv neutron-server[109605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:00:28.820655 dv-neutron-837488-1-hyperv neutron-server[109605]: [parameters: {'id': 'be664dbe-63a9-4f1f-9210-39d7f37ace55'}] Apr 18 06:00:28.820655 dv-neutron-837488-1-hyperv neutron-server[109605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:28.821882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG oslo_db.api [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:28.831235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae017-04be-462c-9198-0c8a636eeae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.842141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a8c8bb-de5e-4943-9820-48f317b0ac07 None None] Network be664dbe-63a9-4f1f-9210-39d7f37ace55 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:28.849528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.864141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.870463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.922411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] For port 40d7f84e-11e0-4eac-9e20-1880e0d3eead, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40d7f84e-11e0-4eac-9e20-1880e0d3eead,segment=NetworkSegment(24444699-1d3e-4cb5-9567-7c6d977ca2d4),segment_id=24444699-1d3e-4cb5-9567-7c6d977ca2d4)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:28.922905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.936526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.940146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Calling delete_port for 40d7f84e-11e0-4eac-9e20-1880e0d3eead owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:28.947311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:28.992041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 357e4685-1f75-47d5-868b-e11ddd65e2c5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:28.992613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.005218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.006506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5ad300-7813-4d0f-9381-9c1ad6dc112c {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:29.016234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.018555 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-282c78f8-9791-43d0-b84b-0e076dc7994e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/1f5ad300-7813-4d0f-9381-9c1ad6dc112c HTTP/1.1" status: 204 len: 168 time: 2.5989199 Apr 18 06:00:29.022849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47166) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:29.029392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-757090844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:29.042019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.058558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae017-04be-462c-9198-0c8a636eeae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.066057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae017-04be-462c-9198-0c8a636eeae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.068666 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4a7ae017-04be-462c-9198-0c8a636eeae9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff6515fe-a6ba-4264-8b79-52afae866c28 HTTP/1.1" status: 204 len: 168 time: 0.6316028 Apr 18 06:00:29.124129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:29.139084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:29.142163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:29.156617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ae017-04be-462c-9198-0c8a636eeae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6515fe-a6ba-4264-8b79-52afae866c28,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:29.192094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event updated for resources: {'Port': ['ID=c8819b1a-a885-4a5e-99fd-9998cc5ff1ed,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:29.263976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-53f2dd14-44ae-4c1b-8b9b-41f64a46c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.331936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] DHCP port deletion for 0c1ef614-59ed-4aa9-b598-6ef57661c6dc request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:29.344648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.350439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.350847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.377096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-53f2dd14-44ae-4c1b-8b9b-41f64a46c9e5 None None] For port 357e4685-1f75-47d5-868b-e11ddd65e2c5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=357e4685-1f75-47d5-868b-e11ddd65e2c5,segment=NetworkSegment(a1ede49b-3cd9-453c-8c38-1a93858416d8),segment_id=a1ede49b-3cd9-453c-8c38-1a93858416d8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:29.429828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.450251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-53f2dd14-44ae-4c1b-8b9b-41f64a46c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.482774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] Deleting port 40d7f84e-11e0-4eac-9e20-1880e0d3eead {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:29.483140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.518470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.551901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 14d33929-3f6d-4f48-b478-56186e8b4219 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:29.552551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.568319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.604610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] For port 40d7f84e-11e0-4eac-9e20-1880e0d3eead, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40d7f84e-11e0-4eac-9e20-1880e0d3eead,segment=NetworkSegment(24444699-1d3e-4cb5-9567-7c6d977ca2d4),segment_id=24444699-1d3e-4cb5-9567-7c6d977ca2d4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:29.604854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router 3618cdb8-fa82-476d-af9e-4de03868ce15 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:29.605055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.608845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Port': ['ID=40d7f84e-11e0-4eac-9e20-1880e0d3eead,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:29.610221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.613465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2dd14-44ae-4c1b-8b9b-41f64a46c9e5 None None] Pushing event updated for resources: {'Port': ['ID=357e4685-1f75-47d5-868b-e11ddd65e2c5,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:29.614885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] No DVR routers for this DVR port 40d7f84e-11e0-4eac-9e20-1880e0d3eead on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:29.618690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:29.619077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:29.624490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] Calling delete_port for 40d7f84e-11e0-4eac-9e20-1880e0d3eead owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:29.631381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-650db108-20bb-4861-8131-ea12e589ad82 None None] Provisioning complete for port 357e4685-1f75-47d5-868b-e11ddd65e2c5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:29.631748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-650db108-20bb-4861-8131-ea12e589ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.686675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 14d33929-3f6d-4f48-b478-56186e8b4219, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=14d33929-3f6d-4f48-b478-56186e8b4219,segment=NetworkSegment(9be55738-434e-40a0-83cb-a52b25f90796),segment_id=9be55738-434e-40a0-83cb-a52b25f90796)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:29.687160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.706132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 14d33929-3f6d-4f48-b478-56186e8b4219 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:29.758716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.776285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.792334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.796329 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-099be967-9490-4f07-93ca-241f84643e93 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7689083 Apr 18 06:00:29.799739 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47172) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:29.804579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': True}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:29.809272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.810133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] Pushing event deleted for resources: {'Port': ['ID=40d7f84e-11e0-4eac-9e20-1880e0d3eead,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:29.815050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169f82f-d397-4c6d-bd4e-5aa16ed5b11d None None] No DVR routers for this DVR port 40d7f84e-11e0-4eac-9e20-1880e0d3eead on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:29.822803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1ef614-59ed-4aa9-b598-6ef57661c6dc']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.838429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24444699-1d3e-4cb5-9567-7c6d977ca2d4') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.838727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24444699-1d3e-4cb5-9567-7c6d977ca2d4') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.840963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badfbb2-7047-488b-9751-2b2e7dd6979a None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:00:29.855504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.867079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:29.882312 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] Sync routers for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:29.885209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.898999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:29.899419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:29.899806 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:29.900982 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: items = [ Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:29.902525 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:29.947083 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.959190 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:29.960108 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:29.961354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47174) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:29.984727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badfbb2-7047-488b-9751-2b2e7dd6979a None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:00:30.002274 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:30.003284 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eeadca-8f3a-48b3-aea6-bd9d27f38e15 None None] The sync data for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:30.016682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.020503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2730d622-c6dd-4d14-9845-f854045baeff tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7143950 Apr 18 06:00:30.021545 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4e4119a1-2c4c-4a6c-93db-f32d2a674fe8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c086d99d547408fafc84d21860a8c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594590 Apr 18 06:00:30.024083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:30.029852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47178) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:30.103844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.132388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.136211 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] 10.222.0.43 "DELETE /v2.0/networks/0c1ef614-59ed-4aa9-b598-6ef57661c6dc HTTP/1.1" status: 204 len: 168 time: 1.6445949 Apr 18 06:00:30.137943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52f8e3-036a-4102-ad4e-2f4e6d592940 tempest-AllowedAddressPairIpV6TestJSON-1089892993 tempest-AllowedAddressPairIpV6TestJSON-1089892993-project] Pushing event deleted for resources: {'Network': ['ID=0c1ef614-59ed-4aa9-b598-6ef57661c6dc,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:30.210186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db857557-0e69-4c54-806f-27eb78dd64a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.226713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79901aec-18db-4535-b59a-1c9ae4837625 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:30.253232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 79901aec-18db-4535-b59a-1c9ae4837625 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:30.253232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79901aec-18db-4535-b59a-1c9ae4837625 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:30.293569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db857557-0e69-4c54-806f-27eb78dd64a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.435648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.452771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 357e4685-1f75-47d5-868b-e11ddd65e2c5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:30.507213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 357e4685-1f75-47d5-868b-e11ddd65e2c5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:30.507618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.513447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.525210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db857557-0e69-4c54-806f-27eb78dd64a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.527997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db857557-0e69-4c54-806f-27eb78dd64a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.529259 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db857557-0e69-4c54-806f-27eb78dd64a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1dd1426-49ab-4ebd-96cb-d4abcda2e884 HTTP/1.1" status: 204 len: 168 time: 0.4985747 Apr 18 06:00:30.546848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db857557-0e69-4c54-806f-27eb78dd64a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd1426-49ab-4ebd-96cb-d4abcda2e884,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:30.616803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=14d33929-3f6d-4f48-b478-56186e8b4219,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:30.627955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 14d33929-3f6d-4f48-b478-56186e8b4219 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:30.642065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.678920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40d7f84e-11e0-4eac-9e20-1880e0d3eead no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:30.681024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.712439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 40d7f84e-11e0-4eac-9e20-1880e0d3eead {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:30.712860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40d7f84e-11e0-4eac-9e20-1880e0d3eead not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:30.820681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47188) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:30.842478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.877618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be664dbe-63a9-4f1f-9210-39d7f37ace55']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:30.895286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be55738-434e-40a0-83cb-a52b25f90796') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:30.895286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be55738-434e-40a0-83cb-a52b25f90796') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:30.909288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.935300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.952111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:30.952508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:30.958370 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:31.064982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.1 (3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657/b72f911c-96a3-4c69-8b9c-e07d87cbd155/24a4d6f9-6076-4de9-acdc-7eeca6fd6121) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:31.088288 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6d82fb07-fa16-4cc9-bc55-1ed1d14eb41d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=474404fa31964287bc18e8b1f73b253a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665257 Apr 18 06:00:31.091335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47200) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:31.103626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Router 193f1634-9292-486b-8031-c498b40acd1f is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:31.134152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.138706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.145980 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/be664dbe-63a9-4f1f-9210-39d7f37ace55 HTTP/1.1" status: 204 len: 168 time: 3.7472868 Apr 18 06:00:31.156211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47204) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:31.171329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864516078'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:31.199262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45e3abbf-4739-47a7-8ca5-c437cec89cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.222371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45e3abbf-4739-47a7-8ca5-c437cec89cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.233070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea5981-9bc6-45d4-835e-f5b6554429b3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=be664dbe-63a9-4f1f-9210-39d7f37ace55,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:31.250561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.273675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.283785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.314406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:31.317831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.382755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45e3abbf-4739-47a7-8ca5-c437cec89cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.385585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45e3abbf-4739-47a7-8ca5-c437cec89cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.387006 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-45e3abbf-4739-47a7-8ca5-c437cec89cbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38d4f771-f1e2-4871-bb7d-c7a5d5e978ee HTTP/1.1" status: 204 len: 168 time: 0.2947845 Apr 18 06:00:31.398175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3abbf-4739-47a7-8ca5-c437cec89cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d4f771-f1e2-4871-bb7d-c7a5d5e978ee,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:31.401412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:31.414398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:31.418772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] Sync routers for ids ['193f1634-9292-486b-8031-c498b40acd1f'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:31.436449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.446197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] Routers {'193f1634-9292-486b-8031-c498b40acd1f'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:31.446960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['193f1634-9292-486b-8031-c498b40acd1f'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:31.466057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.466614 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment d5ef738d-ff72-4c63-a0d4-7be018125819 of type vlan for network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e Apr 18 06:00:31.483955 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:31.493781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] Routers {'193f1634-9292-486b-8031-c498b40acd1f'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:31.495380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['193f1634-9292-486b-8031-c498b40acd1f'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:31.497984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:31.503973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:31.509197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:31.531142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=24a4d6f9-6076-4de9-acdc-7eeca6fd6121,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:31.533445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.544008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Allocated IP 172.26.4.234 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/f642d17d-c666-4385-9ab7-d3f473ab09ee) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:31.552319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.554359 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-90d164f4-b000-46f8-834a-42431596f78e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0860002 Apr 18 06:00:31.563390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:31.563390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7bb00-95fd-44e2-989d-1d7cd2d5e447 None None] The sync data for ids ['193f1634-9292-486b-8031-c498b40acd1f'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:31.568769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47216) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:31.573365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': False}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:31.618443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.688189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47220) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:31.753340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.753452 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:31.753973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.821664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-466222339'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:31.832420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1c9efaa8-4ea6-4d8e-b3a8-a8851b794fa6 None None] Provisioning complete for port 24a4d6f9-6076-4de9-acdc-7eeca6fd6121 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:31.832685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1c9efaa8-4ea6-4d8e-b3a8-a8851b794fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.854347 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6906409 Apr 18 06:00:31.855982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47226) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:31.862514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:31.867870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84c24e-0db9-4196-a482-acaf1653d849 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=6a6822ee-6cab-4c3e-85e4-956b6b49cd5e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:31.887517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:31.913687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-1c9efaa8-4ea6-4d8e-b3a8-a8851b794fa6 None None] Port 24a4d6f9-6076-4de9-acdc-7eeca6fd6121 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:31.917105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.946718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Made reservation on behalf of a3edf5bb29c4434ea7c2ff3a96e2355d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:31.951156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.971211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:31.977579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.060760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.137757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:32.146206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:32.149002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:32.179974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:32.182695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.183357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.185957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Port': ['ID=f642d17d-c666-4385-9ab7-d3f473ab09ee,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.209292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.329921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.371747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:32.410794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3afbe-2cec-495c-8fd9-cdb0b97211b8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.440227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.440568 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Added segment f798ead1-6f32-4e75-9490-3f491eae0644 of type vlan for network c13f7c19-8075-4935-b168-46a6d0584d30 Apr 18 06:00:32.508726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.558735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.613904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.661629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.664045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.669466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:32.670039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.683441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.685990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47244) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:32.816285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.817958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=24a4d6f9-6076-4de9-acdc-7eeca6fd6121,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.837249 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1477113 Apr 18 06:00:32.841202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47248) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:32.844953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e8d1-4fce-48b8-aa93-ecd61737fc71 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event updated for resources: {'Network': ['ID=c13f7c19-8075-4935-b168-46a6d0584d30,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.851566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'networks': [{'name': 'tempest-network--946097423'}, {'name': 'tempest-network--1066567940'}]} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:32.851959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'network': {'name': 'tempest-network--946097423'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:32.852057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Request body: {'subnet': {'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:32.852311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'network': {'name': 'tempest-network--1066567940'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:32.856748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c13f7c19-8075-4935-b168-46a6d0584d30 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:32.861593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=76c084c6-5dc1-4122-a037-d7d9b3f353e3,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:32.942663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': 'd5ef738d-ff72-4c63-a0d4-7be018125819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:32.943021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:32.981836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'network': 2} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:32.987536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:32.999532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.014567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:33.019568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:33.078061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:33.265618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4fa98e8d-ad1b-4fa8-aa94-f65301b2b9a7 None None] Provisioning complete for port 24a4d6f9-6076-4de9-acdc-7eeca6fd6121 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:33.266280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4fa98e8d-ad1b-4fa8-aa94-f65301b2b9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.303314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4fa98e8d-ad1b-4fa8-aa94-f65301b2b9a7 None None] Port 24a4d6f9-6076-4de9-acdc-7eeca6fd6121 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:33.309047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.350941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.421042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.435203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.439510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:33.443736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:33.444708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.454236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a067490-89f0-410b-9745-9bbdc905b448 None None] Network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:33.497436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.499589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router 3618cdb8-fa82-476d-af9e-4de03868ce15 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:33.532120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Made reservation on behalf of a3edf5bb29c4434ea7c2ff3a96e2355d for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:33.535776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.572824 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7f7f919c-d8bb-4b50-9c58-af85709a2e43 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7147870 Apr 18 06:00:33.576671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47250) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:33.594476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Router 193f1634-9292-486b-8031-c498b40acd1f has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:33.612116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-6a6822ee-6cab-4c3e-85e4-956b6b49cd5e', 'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': '76c084c6-5dc1-4122-a037-d7d9b3f353e3'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:33.613609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.627671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.628137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.724856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:33.730584 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f5a96ffd-7ba0-4fd2-b9e7-65a7570ff114 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/routers/3618cdb8-fa82-476d-af9e-4de03868ce15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7064526 Apr 18 06:00:33.736288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47252) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:33.741651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83267ec5-a348-4132-a610-fe76554dbe24,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:33.745284 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] Sync routers for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:33.748311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:33.759887 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:33.760862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'port': {'network_id': '3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657', 'name': 'tempest-FloatingIPTestJSON-408758542'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:33.761887 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:33.805308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Allocated IP 172.20.0.2 (6a6822ee-6cab-4c3e-85e4-956b6b49cd5e/76c084c6-5dc1-4122-a037-d7d9b3f353e3/f59e9c46-f2d0-4258-821f-4bd310ce6bfc) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:33.836190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.836190 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Added segment 250b82ab-4e28-4378-ae49-f16890b6c2bf of type vlan for network f45d2032-eb10-4006-8246-69d20f526f35 Apr 18 06:00:33.851275 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:33.851654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.864793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:33.874114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.878279 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-93541ed5-d97e-4e96-b706-bceaad20555c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "PUT /v2.0/routers/193f1634-9292-486b-8031-c498b40acd1f HTTP/1.1" status: 200 len: 924 time: 2.3084998 Apr 18 06:00:33.878889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47254) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:33.883530 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:33.885129 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:33.913527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.969570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:33.974969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] Sync routers for ids ['193f1634-9292-486b-8031-c498b40acd1f'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:33.982132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Router ff5b2329-903f-4dcb-97ca-c2b72c0e578a is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:33.989802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] Routers {'193f1634-9292-486b-8031-c498b40acd1f'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:33.990339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['193f1634-9292-486b-8031-c498b40acd1f'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.003453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:34.014200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.037159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.044025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.044466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.044813 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Added segment 018264df-f5ad-4979-8f1b-d8658a8de716 of type vlan for network 8dae1d77-cc03-49f3-a77f-f3fafe482b8d Apr 18 06:00:34.046596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] Routers {'193f1634-9292-486b-8031-c498b40acd1f'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:34.047643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['193f1634-9292-486b-8031-c498b40acd1f'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.057040 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-59c99cd9-c8b8-49e2-9cef-a1134fef75b9 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/193f1634-9292-486b-8031-c498b40acd1f HTTP/1.1" status: 200 len: 924 time: 0.1753852 Apr 18 06:00:34.060622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47256) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.086087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.086810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923028b-55b0-4aa9-9f99-e5945ba2107b None None] The sync data for ids ['193f1634-9292-486b-8031-c498b40acd1f'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:34.119978 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.120778 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2a339a-fcb0-4c76-8b02-d34dbaad104e None None] The sync data for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:34.150014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event updated for resources: {'Subnet': ['ID=25289f26-f942-41e1-a7ea-c1fd3f240355,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.161715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.167847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.183397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Checking segment: {'id': 'f798ead1-6f32-4e75-9490-3f491eae0644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:34.183760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Network hostable DHCP agents. Network: c13f7c19-8075-4935-b168-46a6d0584d30, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:34.187290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:34.191812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Made reservation on behalf of eb8585cf818948e48b84ea6bfb75f6c3 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:34.192526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.196521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f40d8bf9-5a0b-4ebb-a936-9014e7b9bf0a tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "PUT /v2.0/routers/ff5b2329-903f-4dcb-97ca-c2b72c0e578a HTTP/1.1" status: 200 len: 914 time: 4.3929248 Apr 18 06:00:34.196698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.196799 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47258) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.212122 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910810de-4201-4e78-ab65-2821addca724 None None] Sync routers for ids ['ff5b2329-903f-4dcb-97ca-c2b72c0e578a'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:34.218717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:34.224900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:34.230801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd92de5-9478-47bb-b984-d8465a426491 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.232265 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1fd92de5-9478-47bb-b984-d8465a426491 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=193f1634-9292-486b-8031-c498b40acd1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1718936 Apr 18 06:00:34.232938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:34.234046 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910810de-4201-4e78-ab65-2821addca724 None None] Routers {'ff5b2329-903f-4dcb-97ca-c2b72c0e578a'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:34.237024 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-910810de-4201-4e78-ab65-2821addca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ff5b2329-903f-4dcb-97ca-c2b72c0e578a'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.240456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47260) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.242963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] device_id is not set on port c6363794-7e65-4be3-8be1-51850c4cc758 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:34.252193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Pushing event updated for resources: {'Port': ['ID=f59e9c46-f2d0-4258-821f-4bd310ce6bfc,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.283886 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-910810de-4201-4e78-ab65-2821addca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.296299 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910810de-4201-4e78-ab65-2821addca724 None None] Routers {'ff5b2329-903f-4dcb-97ca-c2b72c0e578a'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:34.296959 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-910810de-4201-4e78-ab65-2821addca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ff5b2329-903f-4dcb-97ca-c2b72c0e578a'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.329619 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b0610e09-8263-4b50-a1a6-2d5e6d87e9ba tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/ff5b2329-903f-4dcb-97ca-c2b72c0e578a HTTP/1.1" status: 200 len: 920 time: 0.1288128 Apr 18 06:00:34.331582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47262) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.334705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Attempting to bind port f59e9c46-f2d0-4258-821f-4bd310ce6bfc on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:34.335176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Attempting to bind port f59e9c46-f2d0-4258-821f-4bd310ce6bfc by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd5ef738d-ff72-4c63-a0d4-7be018125819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:34.335715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Attempting to bind port f59e9c46-f2d0-4258-821f-4bd310ce6bfc on network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:34.336513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.342239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:34.342799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Checking segment: {'id': 'd5ef738d-ff72-4c63-a0d4-7be018125819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:34.343453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.345051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Bound using segment: {'id': 'd5ef738d-ff72-4c63-a0d4-7be018125819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:34.345634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Bound port: f59e9c46-f2d0-4258-821f-4bd310ce6bfc, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ef738d-ff72-4c63-a0d4-7be018125819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:34.346217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.352134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Network c13f7c19-8075-4935-b168-46a6d0584d30 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:34.354256 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-910810de-4201-4e78-ab65-2821addca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.357185 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910810de-4201-4e78-ab65-2821addca724 None None] The sync data for ids ['ff5b2329-903f-4dcb-97ca-c2b72c0e578a'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:34.388374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.388868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.391953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9795f35-4c62-427e-957f-4152f2bd12fd tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.395306 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d9795f35-4c62-427e-957f-4152f2bd12fd tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=ff5b2329-903f-4dcb-97ca-c2b72c0e578a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0611398 Apr 18 06:00:34.395510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.397413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47264) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.400268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.401143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.416648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=76c084c6-5dc1-4122-a037-d7d9b3f353e3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.436488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] For port f59e9c46-f2d0-4258-821f-4bd310ce6bfc, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:34.439855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] For port f59e9c46-f2d0-4258-821f-4bd310ce6bfc, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f59e9c46-f2d0-4258-821f-4bd310ce6bfc,segment=NetworkSegment(d5ef738d-ff72-4c63-a0d4-7be018125819),segment_id=d5ef738d-ff72-4c63-a0d4-7be018125819)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:34.458734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c13f7c19-8075-4935-b168-46a6d0584d30) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:34.467610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde549c-6980-4330-9cb6-6f37df6a3d08 None None] Network c13f7c19-8075-4935-b168-46a6d0584d30 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:34.467907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.468503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.509649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e945c59-bfea-442f-ad6e-a601a1598ef7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.514294 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6e945c59-bfea-442f-ad6e-a601a1598ef7 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.1158824 Apr 18 06:00:34.514930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47266) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.529441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.545676 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3e20344f-20d6-43a6-9344-14f053b18f19 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff5b2329-903f-4dcb-97ca-c2b72c0e578a HTTP/1.1" status: 200 len: 205 time: 0.0290856 Apr 18 06:00:34.546399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47268) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.608514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.628319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Network': ['ID=f45d2032-eb10-4006-8246-69d20f526f35,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.640549 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2437ef70-6a3d-4692-abeb-546225823935 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7968740 Apr 18 06:00:34.645450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47270) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.650230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Request body: {'port': {'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1452524408'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:34.692134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c1f82-19eb-436d-b100-83424f0597b5 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:34.696271 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-556c1f82-19eb-436d-b100-83424f0597b5 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.4521666 Apr 18 06:00:34.704587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47272) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.711634 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0155632 Apr 18 06:00:34.721176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47274) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.723214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6822ee-6cab-4c3e-85e4-956b6b49cd5e']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.725952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.757908 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e43a1717-a1a8-4e5e-a8ee-1e31781be954 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=193f1634-9292-486b-8031-c498b40acd1f HTTP/1.1" status: 200 len: 205 time: 0.0479977 Apr 18 06:00:34.760489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Allocated IP 172.20.0.5 (3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657/b72f911c-96a3-4c69-8b9c-e07d87cbd155/c6363794-7e65-4be3-8be1-51850c4cc758) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:34.776793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47276) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:34.799871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ef738d-ff72-4c63-a0d4-7be018125819') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.800247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ef738d-ff72-4c63-a0d4-7be018125819') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:34.802323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6b726-fb96-46d9-8168-05d255e779ef tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Network': ['ID=8dae1d77-cc03-49f3-a77f-f3fafe482b8d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.837901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network f45d2032-eb10-4006-8246-69d20f526f35 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:34.839783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 8dae1d77-cc03-49f3-a77f-f3fafe482b8d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:34.864588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c41db-0161-4611-863d-cf8faafa8a76 None None] Pushing event updated for resources: {'Port': ['ID=f59e9c46-f2d0-4258-821f-4bd310ce6bfc,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:34.888574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf0e1a-4230-42a3-b9ad-70d8b24aca6f None None] Network 6a6822ee-6cab-4c3e-85e4-956b6b49cd5e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:34.891393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.908052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.964764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c13f7c19-8075-4935-b168-46a6d0584d30', 'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30', 'tenant_id': 'a3edf5bb29c4434ea7c2ff3a96e2355d', 'fixed_ips': [{'subnet_id': '25289f26-f942-41e1-a7ea-c1fd3f240355'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:34.965615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.966527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.985458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Made reservation on behalf of a3edf5bb29c4434ea7c2ff3a96e2355d for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:34.989402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:34.994411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:34.994833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:35.009618 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:35.035100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] device_id is not set on port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:35.115259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Deleting port f642d17d-c666-4385-9ab7-d3f473ab09ee {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:35.115604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.156128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9eb581-7d04-4dd0-bccb-2253acc8fdf1 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.162360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9eb581-7d04-4dd0-bccb-2253acc8fdf1 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.168397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9eb581-7d04-4dd0-bccb-2253acc8fdf1 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.174089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9eb581-7d04-4dd0-bccb-2253acc8fdf1 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.176117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ec9eb581-7d04-4dd0-bccb-2253acc8fdf1 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4507480 Apr 18 06:00:35.180393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47278) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:35.233179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Allocated IP 2001:db8::15b (c13f7c19-8075-4935-b168-46a6d0584d30/25289f26-f942-41e1-a7ea-c1fd3f240355/fbe19e5a-fb70-48a5-b20d-f5f4f9081453) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:35.239226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:00:35.239226 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:00:35.239226 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': '6a6822ee-6cab-4c3e-85e4-956b6b49cd5e'}] Apr 18 06:00:35.239226 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:35.239639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:35.253943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.271796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Calling delete_port for f642d17d-c666-4385-9ab7-d3f473ab09ee owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:35.296412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.370650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.381025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.490699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.501005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.541638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.561334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45d2032-eb10-4006-8246-69d20f526f35']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:35.571025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250b82ab-4e28-4378-ae49-f16890b6c2bf') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:35.571379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250b82ab-4e28-4378-ae49-f16890b6c2bf') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:35.580984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.593424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.599505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.603309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:35.603683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:35.609654 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:35.624310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.629052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.664985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event deleted for resources: {'Port': ['ID=f642d17d-c666-4385-9ab7-d3f473ab09ee,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:35.671046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Allocated IP 2001:db8::2 (c13f7c19-8075-4935-b168-46a6d0584d30/25289f26-f942-41e1-a7ea-c1fd3f240355/41566a82-9bf1-40f3-9150-6e6d2867dc6b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:35.697721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Network c13f7c19-8075-4935-b168-46a6d0584d30 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:35.709825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:35.719091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:35.725001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:35.725892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:35.728194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:35.731878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:35.732514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.760037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.767882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event updated for resources: {'Port': ['ID=c6363794-7e65-4be3-8be1-51850c4cc758,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:35.791439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event updated for resources: {'Port': ['ID=fbe19e5a-fb70-48a5-b20d-f5f4f9081453,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:35.810592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.862087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.898071 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0ac7c834-32b7-4b62-a65f-736304de3762 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2515593 Apr 18 06:00:35.901619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47280) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:35.909542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Request body: {'port': {'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1402282379', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:35.910206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] bootfile-name is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:00:35.910723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] tftp-server is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:00:35.911216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] server-ip-address is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:00:35.940388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.958555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:35.962746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.000584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Pushing event updated for resources: {'Port': ['ID=41566a82-9bf1-40f3-9150-6e6d2867dc6b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.009524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Network c13f7c19-8075-4935-b168-46a6d0584d30 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:36.011183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:36.016414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:36.080462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Attempting to bind port 41566a82-9bf1-40f3-9150-6e6d2867dc6b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:36.081034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Attempting to bind port 41566a82-9bf1-40f3-9150-6e6d2867dc6b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'f798ead1-6f32-4e75-9490-3f491eae0644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:36.081394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Attempting to bind port 41566a82-9bf1-40f3-9150-6e6d2867dc6b on network c13f7c19-8075-4935-b168-46a6d0584d30 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:36.083682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.088350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.089995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:36.104475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Checking segment: {'id': 'f798ead1-6f32-4e75-9490-3f491eae0644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:36.104475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.104475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Bound using segment: {'id': 'f798ead1-6f32-4e75-9490-3f491eae0644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:36.105009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/networks/f45d2032-eb10-4006-8246-69d20f526f35 HTTP/1.1" status: 204 len: 168 time: 0.8854842 Apr 18 06:00:36.105100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Bound port: 41566a82-9bf1-40f3-9150-6e6d2867dc6b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f798ead1-6f32-4e75-9490-3f491eae0644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c13f7c19-8075-4935-b168-46a6d0584d30'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:36.105195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47282) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:36.105278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.105278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a8a08018-4f9b-40f2-be31-795187104f99 None None] Provisioning complete for port c6363794-7e65-4be3-8be1-51850c4cc758 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:36.105278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8a08018-4f9b-40f2-be31-795187104f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.107376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:36.108155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.145311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cc9a7-96ec-4ff6-bf44-35a3374c9875 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Network': ['ID=f45d2032-eb10-4006-8246-69d20f526f35,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.156523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Deleting port c8819b1a-a885-4a5e-99fd-9998cc5ff1ed {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:36.157465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.166751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.167351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Fanout notify agent at l3_agent the message router_deleted on router ff5b2329-903f-4dcb-97ca-c2b72c0e578a {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:36.170745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a8a08018-4f9b-40f2-be31-795187104f99 None None] Port c6363794-7e65-4be3-8be1-51850c4cc758 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:36.176109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.180770 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-91974653-3e8a-4b5b-8354-e2bc4f595d25 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/ff5b2329-903f-4dcb-97ca-c2b72c0e578a HTTP/1.1" status: 204 len: 168 time: 1.6298335 Apr 18 06:00:36.181663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47284) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:36.189976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-977026040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:36.201983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] For port 41566a82-9bf1-40f3-9150-6e6d2867dc6b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:36.206208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Made reservation on behalf of a3edf5bb29c4434ea7c2ff3a96e2355d for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:36.206332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] For port 41566a82-9bf1-40f3-9150-6e6d2867dc6b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=41566a82-9bf1-40f3-9150-6e6d2867dc6b,segment=NetworkSegment(f798ead1-6f32-4e75-9490-3f491eae0644),segment_id=f798ead1-6f32-4e75-9490-3f491eae0644)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:36.207272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.226795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.237471 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-647359b4-2b26-48fe-a80a-1d27912fa880 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4882557 Apr 18 06:00:36.238919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47286) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:36.244861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port f59e9c46-f2d0-4258-821f-4bd310ce6bfc {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:36.245201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.247184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Request body: {'floatingip': {'port_id': 'c6363794-7e65-4be3-8be1-51850c4cc758'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:36.266270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.279747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] device_id is not set on port 1312f1ce-4a0f-4c26-88f7-2c5e77bff644 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:36.308795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Calling delete_port for c8819b1a-a885-4a5e-99fd-9998cc5ff1ed owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:36.317870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.336322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port f59e9c46-f2d0-4258-821f-4bd310ce6bfc, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f59e9c46-f2d0-4258-821f-4bd310ce6bfc,segment=NetworkSegment(d5ef738d-ff72-4c63-a0d4-7be018125819),segment_id=d5ef738d-ff72-4c63-a0d4-7be018125819)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:36.336600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.390143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for f59e9c46-f2d0-4258-821f-4bd310ce6bfc owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:36.398936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ea546-87a8-4ada-8b0b-b50e9b2178fb None None] Pushing event updated for resources: {'Port': ['ID=41566a82-9bf1-40f3-9150-6e6d2867dc6b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.665092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.688544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.689609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.694471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=f59e9c46-f2d0-4258-821f-4bd310ce6bfc,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.696573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port f59e9c46-f2d0-4258-821f-4bd310ce6bfc on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:36.732979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.758056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.773525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event deleted for resources: {'Port': ['ID=c8819b1a-a885-4a5e-99fd-9998cc5ff1ed,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:36.834651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.837725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.877442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6822ee-6cab-4c3e-85e4-956b6b49cd5e']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:36.891886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ef738d-ff72-4c63-a0d4-7be018125819') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:36.892188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ef738d-ff72-4c63-a0d4-7be018125819') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:36.903371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.905997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.914462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dae1d77-cc03-49f3-a77f-f3fafe482b8d']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:36.920591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.955644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018264df-f5ad-4979-8f1b-d8658a8de716') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:36.955935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018264df-f5ad-4979-8f1b-d8658a8de716') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:36.973533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Allocated IP 2001:db8::d8 (c13f7c19-8075-4935-b168-46a6d0584d30/25289f26-f942-41e1-a7ea-c1fd3f240355/1312f1ce-4a0f-4c26-88f7-2c5e77bff644) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:36.977822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.985970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:36.992371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.008072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.011194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.013160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:37.013559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:37.017261 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:37.048030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.069307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:37.069718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:37.074627 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:37.173978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.180535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.189133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.189133 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4eac6df9-c078-4a02-babe-6b4adb76a6af tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0060427 Apr 18 06:00:37.189343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/6a6822ee-6cab-4c3e-85e4-956b6b49cd5e HTTP/1.1" status: 204 len: 168 time: 3.6112304 Apr 18 06:00:37.189421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47288) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:37.189916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.190459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Fanout notify agent at l3_agent the message router_deleted on router 193f1634-9292-486b-8031-c498b40acd1f {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:37.192064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47290) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:37.206543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617031461'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:37.214708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.215996 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-421c7d65-d226-4446-b691-fd862ffa1bf2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/193f1634-9292-486b-8031-c498b40acd1f HTTP/1.1" status: 204 len: 168 time: 2.4382513 Apr 18 06:00:37.220084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': False}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:37.239325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47292) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:37.245282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1436100381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:37.276084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f769-b039-4bc8-b981-e1856cf479e3 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=6a6822ee-6cab-4c3e-85e4-956b6b49cd5e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:37.329044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.358534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.358534 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/networks/8dae1d77-cc03-49f3-a77f-f3fafe482b8d HTTP/1.1" status: 204 len: 168 time: 1.2582498 Apr 18 06:00:37.358747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47294) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:37.384240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b27b0-0dfd-430c-9b01-65c5d3f79e12 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Network': ['ID=8dae1d77-cc03-49f3-a77f-f3fafe482b8d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:37.411743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486f972-2ffc-4d48-8534-99bc0ed4b152 None None] Network c13f7c19-8075-4935-b168-46a6d0584d30 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:37.427611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:37.430995 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.461516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.462192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.518231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.547121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-70c0da61-4fe1-41b2-8f93-f55d3927fe4d None None] Provisioning complete for port 41566a82-9bf1-40f3-9150-6e6d2867dc6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:37.547745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70c0da61-4fe1-41b2-8f93-f55d3927fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.553478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.563257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:37.574514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ff0a3-ba67-4103-bd0b-64c158720ee8 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:37.581195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ff0a3-ba67-4103-bd0b-64c158720ee8 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:37.586321 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-562ff0a3-ba67-4103-bd0b-64c158720ee8 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2234106 Apr 18 06:00:37.586708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47296) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:37.591825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2121898462'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:37.603159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.603528 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd of type vlan for network 2daf6cb5-878e-4626-be64-f05bc8098eee Apr 18 06:00:37.661942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70c0da61-4fe1-41b2-8f93-f55d3927fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.691360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:37.695191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.702022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-70c0da61-4fe1-41b2-8f93-f55d3927fe4d None None] For port 41566a82-9bf1-40f3-9150-6e6d2867dc6b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=41566a82-9bf1-40f3-9150-6e6d2867dc6b,segment=NetworkSegment(f798ead1-6f32-4e75-9490-3f491eae0644),segment_id=f798ead1-6f32-4e75-9490-3f491eae0644)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:37.734385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:37.741508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.776211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.776558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Added segment c81e8556-5e9e-4d38-aced-d345b9c198a1 of type vlan for network 545a3790-dd55-4ac5-a96f-4f1e60a95208 Apr 18 06:00:37.788196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70c0da61-4fe1-41b2-8f93-f55d3927fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.812042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.831973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.838632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.850893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0da61-4fe1-41b2-8f93-f55d3927fe4d None None] Pushing event updated for resources: {'Port': ['ID=41566a82-9bf1-40f3-9150-6e6d2867dc6b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:37.871874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.902344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:37.926686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.006250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.008296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.028690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7ccf0453-1345-4faa-ba10-0c8a3ac6ecce None None] Provisioning complete for port 41566a82-9bf1-40f3-9150-6e6d2867dc6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:38.039172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0453-1345-4faa-ba10-0c8a3ac6ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.045361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.062644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.062644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.094886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.098377 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eb126e52-2e11-4ae2-bdf1-719badaecbc6 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8580017 Apr 18 06:00:38.101095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.103545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Allocated IP 172.26.4.46 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/e7c09379-8fcf-4597-890a-59ee6e6356a6) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:38.137205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.137960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47298) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:38.138052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.138133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:38.138212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5ff98-a7d9-4607-ad97-d4915564eb1e None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:00:38.167654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Network c13f7c19-8075-4935-b168-46a6d0584d30 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:38.202147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:38.211599 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7ccf0453-1345-4faa-ba10-0c8a3ac6ecce None None] Provisioning complete for port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:38.212216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7ccf0453-1345-4faa-ba10-0c8a3ac6ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.214899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:38.221423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.222074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.224496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event updated for resources: {'Port': ['ID=1312f1ce-4a0f-4c26-88f7-2c5e77bff644,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.243419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Network': ['ID=545a3790-dd55-4ac5-a96f-4f1e60a95208,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.268541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=2daf6cb5-878e-4626-be64-f05bc8098eee,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.271339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 545a3790-dd55-4ac5-a96f-4f1e60a95208 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:38.290479 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP ac19364b-8cf1-4620-bc6d-e765dd0be3d9 associated. External IP: 172.26.4.7, port: 7fe956cd-6933-4433-bae9-b2d4a768afd7. Apr 18 06:00:38.292103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 2daf6cb5-878e-4626-be64-f05bc8098eee details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:38.331858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2f2595fe-6a10-4916-9f6e-2c1cd32db266 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7436996 Apr 18 06:00:38.334623 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47304) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:38.337437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf0453-1345-4faa-ba10-0c8a3ac6ecce None None] Port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:38.340511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1737215590'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:38.356446 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9fc10cef-0084-4712-bece-c182f09f52b9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1574810 Apr 18 06:00:38.365997 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-33a7a48b-d731-435f-bac0-ecb196382229 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4633193 Apr 18 06:00:38.366675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47306) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:38.367011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47308) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:38.389343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:38.426804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5ff98-a7d9-4607-ad97-d4915564eb1e None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:00:38.475396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.517787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2d1f936a-5424-4781-af5f-13682251aead None None] Provisioning complete for port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:38.518634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2d1f936a-5424-4781-af5f-13682251aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.532326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.558361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f936a-5424-4781-af5f-13682251aead None None] Port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:38.560374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 41566a82-9bf1-40f3-9150-6e6d2867dc6b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:38.582308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:38.586123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.623046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d26ca9-b572-43a9-a6b2-91df262506c7 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.629735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d26ca9-b572-43a9-a6b2-91df262506c7 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.635473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d26ca9-b572-43a9-a6b2-91df262506c7 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:38.637471 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a6d26ca9-b572-43a9-a6b2-91df262506c7 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2624118 Apr 18 06:00:38.649655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47310) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:38.657761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.686900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 41566a82-9bf1-40f3-9150-6e6d2867dc6b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:38.687338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.704111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:38.710738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:38.716596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:38.720470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:38.741332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.741757 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Added segment 6eef79af-a623-442a-98a8-593029dce976 of type vlan for network aa076633-78af-4bf2-a46d-17b688957f66 Apr 18 06:00:38.751296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c09379-8fcf-4597-890a-59ee6e6356a6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:38.800299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:38.803712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.902158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:38.933872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:00:38.934151 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:00:38.976576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:38.994837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.008483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Deleting port 1312f1ce-4a0f-4c26-88f7-2c5e77bff644 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:39.008483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.019774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.089618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.100808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:39.100808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.192958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c3dfc368-7d76-44a6-a0a3-fb66dc3b4672 None None] Provisioning complete for port 1312f1ce-4a0f-4c26-88f7-2c5e77bff644 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:39.193898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c3dfc368-7d76-44a6-a0a3-fb66dc3b4672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.214328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.217362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Allocated IP 172.26.4.159 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/5f3c6b83-ec29-4cf5-8a31-70b3eea39abd) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:39.232728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c3dfc368-7d76-44a6-a0a3-fb66dc3b4672 None None] Port 1312f1ce-4a0f-4c26-88f7-2c5e77bff644 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:39.451777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.514290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.521001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.578586 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2425504 Apr 18 06:00:39.582868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47312) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:39.584255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf840e-09fd-4a98-9128-ea80cd412484 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Network': ['ID=aa076633-78af-4bf2-a46d-17b688957f66,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:39.591476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'ports': [{'network_id': '545a3790-dd55-4ac5-a96f-4f1e60a95208', 'name': 'tempest-port--1907173922', 'admin_state_up': True}, {'network_id': 'aa076633-78af-4bf2-a46d-17b688957f66', 'admin_state_up': False}]} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:39.591793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'port': {'network_id': '545a3790-dd55-4ac5-a96f-4f1e60a95208', 'name': 'tempest-port--1907173922', 'admin_state_up': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:39.592267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'port': {'network_id': 'aa076633-78af-4bf2-a46d-17b688957f66', 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:39.597729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network aa076633-78af-4bf2-a46d-17b688957f66 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:39.617345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.627127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:39.639906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Calling delete_port for 1312f1ce-4a0f-4c26-88f7-2c5e77bff644 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:39.654380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:39.689815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:39.690634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:39.730277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:39.741000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:39.741629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:39.755470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:39.780838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:39.781918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbad90-3bf5-48e5-b6d8-52d4d3fd1a8d None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:39.899993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=4a8922d3-5603-4c38-a580-2a8213ac0f35,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:39.920560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:39.920931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 2daf6cb5-878e-4626-be64-f05bc8098eee, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:39.963828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.027315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router 3618cdb8-fa82-476d-af9e-4de03868ce15 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:40.032703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:40.041264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:40.051356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:40.056806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event updated for resources: {'Port': ['ID=5f3c6b83-ec29-4cf5-8a31-70b3eea39abd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:40.079169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 2daf6cb5-878e-4626-be64-f05bc8098eee is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:40.092731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.152094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event deleted for resources: {'Port': ['ID=1312f1ce-4a0f-4c26-88f7-2c5e77bff644,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:40.183099 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 2daf6cb5-878e-4626-be64-f05bc8098eee) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:40.190317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.193819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-49016418-2c52-4a1b-8ae8-6e6086854ae1 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "DELETE /v2.0/ports/1312f1ce-4a0f-4c26-88f7-2c5e77bff644 HTTP/1.1" status: 204 len: 168 time: 1.5462868 Apr 18 06:00:40.195025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:40.195617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.199176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e048381-7b2a-4b41-933a-2ff85bcd5c73 None None] Network 2daf6cb5-878e-4626-be64-f05bc8098eee requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:40.199673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47314) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:40.208047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Request body: {'port': {'name': 'tempest-new-port-name-1817784127', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:40.208288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] bootfile-name is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:00:40.208631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] tftp-server is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:00:40.208960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] server-ip-address is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:00:40.241068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:40.247952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.252087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] Sync routers for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:40.273520 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:40.275173 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.295905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Router 10fdd388-10f3-485d-b65f-e25ea75d2f37 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:40.324301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.329854 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.336913 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4545960-a826-4d8f-acd7-8a38c7607ed6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9629328 Apr 18 06:00:40.340655 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:40.341443 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.363050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47316) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:40.409361 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.410162 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f3391-cab9-4458-9753-3f3785555c6c None None] The sync data for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:40.439077 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4b9ecd5-e36a-41ad-aae0-e5310fe5d40c tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/floatingips/ac19364b-8cf1-4620-bc6d-e765dd0be3d9 HTTP/1.1" status: 200 len: 975 time: 4.1948633 Apr 18 06:00:40.442971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-2daf6cb5-878e-4626-be64-f05bc8098eee', 'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': '4a8922d3-5603-4c38-a580-2a8213ac0f35'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:40.443886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.454885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47318) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:40.474367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'port': 2} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:40.496430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.607978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.610812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.626089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Allocated IP 172.20.0.3 (2daf6cb5-878e-4626-be64-f05bc8098eee/4a8922d3-5603-4c38-a580-2a8213ac0f35/6408c7c4-5917-4f93-8796-e8dc20463284) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:40.652089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:40.662082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.666142 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dd63207e-f567-48ae-acfc-b38ac2e74fde tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "PUT /v2.0/routers/10fdd388-10f3-485d-b65f-e25ea75d2f37 HTTP/1.1" status: 200 len: 914 time: 3.4601092 Apr 18 06:00:40.666946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47320) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:40.751306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.792001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.811852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] Sync routers for ids ['10fdd388-10f3-485d-b65f-e25ea75d2f37'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:40.815278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.824442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] Routers {'10fdd388-10f3-485d-b65f-e25ea75d2f37'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:40.825186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['10fdd388-10f3-485d-b65f-e25ea75d2f37'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.856496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.865497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.874401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] Routers {'10fdd388-10f3-485d-b65f-e25ea75d2f37'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:40.875157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['10fdd388-10f3-485d-b65f-e25ea75d2f37'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.881060 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-acd18210-222a-41e3-b07f-5d77803771d0 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/10fdd388-10f3-485d-b65f-e25ea75d2f37 HTTP/1.1" status: 200 len: 920 time: 0.2114248 Apr 18 06:00:40.883786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47322) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:40.916756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port c6363794-7e65-4be3-8be1-51850c4cc758 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:40.917100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.920054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:40.920803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab07169-3494-414f-bd4c-bb2639abd547 None None] The sync data for ids ['10fdd388-10f3-485d-b65f-e25ea75d2f37'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:40.932602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.935396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd69efd-d36e-4e15-9e79-82e0f6875525 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:40.937016 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fcd69efd-d36e-4e15-9e79-82e0f6875525 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=10fdd388-10f3-485d-b65f-e25ea75d2f37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0521789 Apr 18 06:00:40.943325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47324) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:40.954669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] device_id is not set on port 59b14a85-bf42-4595-a555-d5b3bb584650 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:40.986899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Network 2daf6cb5-878e-4626-be64-f05bc8098eee is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:40.988305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:40.992106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:40.995956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:41.007480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Pushing event updated for resources: {'Port': ['ID=6408c7c4-5917-4f93-8796-e8dc20463284,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.062750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Attempting to bind port 6408c7c4-5917-4f93-8796-e8dc20463284 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:41.063403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Attempting to bind port 6408c7c4-5917-4f93-8796-e8dc20463284 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:41.063542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Attempting to bind port 6408c7c4-5917-4f93-8796-e8dc20463284 on network 2daf6cb5-878e-4626-be64-f05bc8098eee {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:41.069367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:41.069738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Checking segment: {'id': '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:41.070360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.070545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Bound using segment: {'id': '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:41.070998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Bound port: 6408c7c4-5917-4f93-8796-e8dc20463284, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '2daf6cb5-878e-4626-be64-f05bc8098eee'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:41.071431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.082775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.087104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] In _notify_port_updated(), no bound segment for port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 on network c13f7c19-8075-4935-b168-46a6d0584d30 {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:00:41.093026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.094500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.098700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "PUT /v2.0/ports/fbe19e5a-fb70-48a5-b20d-f5f4f9081453 HTTP/1.1" status: 200 len: 1130 time: 0.8971610 Apr 18 06:00:41.101800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47326) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:41.121546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.141744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] For port 6408c7c4-5917-4f93-8796-e8dc20463284, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:41.151640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] For port 6408c7c4-5917-4f93-8796-e8dc20463284, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6408c7c4-5917-4f93-8796-e8dc20463284,segment=NetworkSegment(2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd),segment_id=2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:41.193319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8922d3-5603-4c38-a580-2a8213ac0f35,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.206984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59bcbe7-c0b2-4c39-aa98-2d40cf761388 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.212021 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f59bcbe7-c0b2-4c39-aa98-2d40cf761388 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "GET /v2.0/ports/fbe19e5a-fb70-48a5-b20d-f5f4f9081453 HTTP/1.1" status: 200 len: 1130 time: 0.1047602 Apr 18 06:00:41.216441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47328) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:41.259835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.286447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed83099-6fc7-4e8b-9d74-961d2c8e050c tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event updated for resources: {'Port': ['ID=fbe19e5a-fb70-48a5-b20d-f5f4f9081453,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.299106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.312426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.317402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066b31e-7e13-4ee2-8ed6-c695c81e6ec8 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:41.321904 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8066b31e-7e13-4ee2-8ed6-c695c81e6ec8 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.3750298 Apr 18 06:00:41.326396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47330) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:41.327762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.376223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daf6cb5-878e-4626-be64-f05bc8098eee']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:41.393818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.395408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81875d-6c2d-46a5-ac2e-b229d73bc4a3 None None] Pushing event updated for resources: {'Port': ['ID=6408c7c4-5917-4f93-8796-e8dc20463284,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:41.400276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a56f21-9f6d-4341-868e-222e102fbcbb None None] Network 2daf6cb5-878e-4626-be64-f05bc8098eee requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:41.414164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:41.414931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:41.428682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.434557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4305cc21-8a42-491c-bb1d-6da77c21e4f1 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fdd388-10f3-485d-b65f-e25ea75d2f37 HTTP/1.1" status: 200 len: 205 time: 0.1068387 Apr 18 06:00:41.438806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47332) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:41.497147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.502786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d541886f-8803-4296-bda2-229a094e4120 None None] Provisioning complete for port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:41.503225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d541886f-8803-4296-bda2-229a094e4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.520805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:41.521349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:41.526331 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:41.531437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Deleting port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:41.533191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.560650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d541886f-8803-4296-bda2-229a094e4120 None None] Port fbe19e5a-fb70-48a5-b20d-f5f4f9081453 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:00:41.572302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] device_id is not set on port 76046f2e-fc41-4f72-a667-19f4502c31dd yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:00:41.580293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4db608-9935-4ace-9d79-126d26796e38 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:00:41.600885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.601248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.601563 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Floating IP ac19364b-8cf1-4620-bc6d-e765dd0be3d9 disassociated. External IP: 172.26.4.7, port: c6363794-7e65-4be3-8be1-51850c4cc758. Apr 18 06:00:41.601921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for c6363794-7e65-4be3-8be1-51850c4cc758 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:41.681812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4db608-9935-4ace-9d79-126d26796e38 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:00:41.682392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.726660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.api [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:00:41.726660 dv-neutron-837488-1-hyperv neutron-server[109605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:00:41.726660 dv-neutron-837488-1-hyperv neutron-server[109605]: [parameters: {'id': '2daf6cb5-878e-4626-be64-f05bc8098eee'}] Apr 18 06:00:41.726660 dv-neutron-837488-1-hyperv neutron-server[109605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:41.727094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG oslo_db.api [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:41.752748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.795639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Calling delete_port for fbe19e5a-fb70-48a5-b20d-f5f4f9081453 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:41.809512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.820314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Router 0c99fe4e-cec3-4379-841c-ee749494839f is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:41.857607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.978965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:41.988081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:41.989374 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3eaaaff2-8f10-43f5-ad13-03d17b5705c2 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "PUT /v2.0/routers/0c99fe4e-cec3-4379-841c-ee749494839f HTTP/1.1" status: 200 len: 884 time: 3.8766947 Apr 18 06:00:41.989646 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] Sync routers for ids ['0c99fe4e-cec3-4379-841c-ee749494839f'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:41.991878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47334) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:42.001364 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] Routers {'0c99fe4e-cec3-4379-841c-ee749494839f'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:42.002038 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0c99fe4e-cec3-4379-841c-ee749494839f'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:42.016804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Deleting port e7c09379-8fcf-4597-890a-59ee6e6356a6 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:42.017237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.035011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.035684 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:42.044618 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] Routers {'0c99fe4e-cec3-4379-841c-ee749494839f'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:42.045209 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0c99fe4e-cec3-4379-841c-ee749494839f'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:42.064961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.080767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=c6363794-7e65-4be3-8be1-51850c4cc758,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:42.083556 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:42.084465 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22e516-18c2-4235-8d66-251ed1eb7948 None None] The sync data for ids ['0c99fe4e-cec3-4379-841c-ee749494839f'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:42.087741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.108564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event deleted for resources: {'Port': ['ID=fbe19e5a-fb70-48a5-b20d-f5f4f9081453,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:42.154241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.160602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7dd0ddb7-3e6f-4912-b574-b10f8a8b62b8 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "DELETE /v2.0/ports/fbe19e5a-fb70-48a5-b20d-f5f4f9081453 HTTP/1.1" status: 204 len: 168 time: 0.9280648 Apr 18 06:00:42.166249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47336) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:42.179532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.222720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Calling delete_port for e7c09379-8fcf-4597-890a-59ee6e6356a6 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:42.228675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.259419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Deleting subnet 25289f26-f942-41e1-a7ea-c1fd3f240355 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:42.267362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.421226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.617341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Port': ['ID=59b14a85-bf42-4595-a555-d5b3bb584650,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:42.644520 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-127fb331-ae52-43da-a436-bacf758089d3 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/0c99fe4e-cec3-4379-841c-ee749494839f HTTP/1.1" status: 200 len: 925 time: 0.6513824 Apr 18 06:00:42.648567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47338) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:42.691348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Checking segment: {'id': 'c81e8556-5e9e-4d38-aced-d345b9c198a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '545a3790-dd55-4ac5-a96f-4f1e60a95208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:42.691709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network hostable DHCP agents. Network: 545a3790-dd55-4ac5-a96f-4f1e60a95208, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:42.698709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router 3618cdb8-fa82-476d-af9e-4de03868ce15 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:42.708750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.733172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef7294-67a0-4598-8aeb-76b02e4a1c5b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:42.737814 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0fef7294-67a0-4598-8aeb-76b02e4a1c5b tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=0c99fe4e-cec3-4379-841c-ee749494839f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0852382 Apr 18 06:00:42.738477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47340) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:42.835387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network 545a3790-dd55-4ac5-a96f-4f1e60a95208 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:42.930712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:42.938637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08309f1b-1250-4127-9c92-b741f9e20ece tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:42.942644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-08309f1b-1250-4127-9c92-b741f9e20ece tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.2006495 Apr 18 06:00:42.945888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] Sync routers for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:42.950112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47342) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:42.956480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 545a3790-dd55-4ac5-a96f-4f1e60a95208) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:42.957552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:42.958177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:42.960028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 6408c7c4-5917-4f93-8796-e8dc20463284 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:42.960387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.964780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:42.965913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:42.997351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8415ab-2b7c-45bb-8981-1623f9384434 None None] Network 545a3790-dd55-4ac5-a96f-4f1e60a95208 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:43.012046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:43.032032 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bd37d4c0-7252-4cec-bf3b-afe5c4c3318c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c99fe4e-cec3-4379-841c-ee749494839f HTTP/1.1" status: 200 len: 205 time: 0.0654671 Apr 18 06:00:43.032032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.033690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47344) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:43.066405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:43.067027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:43.107455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:43.108117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736f826-b104-4968-9488-be7e46a20a65 None None] The sync data for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:43.114768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Port': ['ID=76046f2e-fc41-4f72-a667-19f4502c31dd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:43.120112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.121585 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0c8a97df-7f14-4649-b426-5426aa960339 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/ports/c6363794-7e65-4be3-8be1-51850c4cc758 HTTP/1.1" status: 204 len: 168 time: 2.6649334 Apr 18 06:00:43.124810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 6408c7c4-5917-4f93-8796-e8dc20463284, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6408c7c4-5917-4f93-8796-e8dc20463284,segment=NetworkSegment(2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd),segment_id=2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:43.125336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.127943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47346) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:43.141684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Checking segment: {'id': '6eef79af-a623-442a-98a8-593029dce976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'aa076633-78af-4bf2-a46d-17b688957f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:43.142061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network hostable DHCP agents. Network: aa076633-78af-4bf2-a46d-17b688957f66, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:43.195368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 6408c7c4-5917-4f93-8796-e8dc20463284 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:43.201864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.220104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.287538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network aa076633-78af-4bf2-a46d-17b688957f66 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:43.309064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event deleted for resources: {'Port': ['ID=e7c09379-8fcf-4597-890a-59ee6e6356a6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:43.312460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.345373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.408395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, aa076633-78af-4bf2-a46d-17b688957f66) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:43.413441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:43.420831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af12f9-3399-4a73-9063-6e76fd77cef1 None None] Network aa076633-78af-4bf2-a46d-17b688957f66 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:43.421026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.427282 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "DELETE /v2.0/subnets/25289f26-f942-41e1-a7ea-c1fd3f240355 HTTP/1.1" status: 204 len: 168 time: 1.2569294 Apr 18 06:00:43.429020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205822e3-eb75-4ff1-afde-0d20dfc9ae0b tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event deleted for resources: {'Subnet': ['ID=25289f26-f942-41e1-a7ea-c1fd3f240355,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:43.435022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:43.439114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47348) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:43.444578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:43.445695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.453836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29524ee1-1de0-4b49-bd67-b404fc3c5f1b None None] Network c13f7c19-8075-4935-b168-46a6d0584d30 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:43.514484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.526684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Deleting port 5f3c6b83-ec29-4cf5-8a31-70b3eea39abd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:43.526917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.606718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.620017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Calling delete_port for 5f3c6b83-ec29-4cf5-8a31-70b3eea39abd owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:43.625251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.642451 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-18d20220-f44e-4e69-8ff1-624b3b3de280 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0558529 Apr 18 06:00:43.645023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47350) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:43.723953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.729304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.732850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 6408c7c4-5917-4f93-8796-e8dc20463284 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:43.734905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=6408c7c4-5917-4f93-8796-e8dc20463284,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:43.738560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e83116-cad9-457d-bfe4-d20c90e91b41 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:43.745043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e83116-cad9-457d-bfe4-d20c90e91b41 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:43.746393 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-71e83116-cad9-457d-bfe4-d20c90e91b41 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1015019 Apr 18 06:00:43.751838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47352) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:43.756487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] DHCP port deletion for c13f7c19-8075-4935-b168-46a6d0584d30 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:43.756961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.810639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] Deleting port 41566a82-9bf1-40f3-9150-6e6d2867dc6b {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:43.813788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.897452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] For port 41566a82-9bf1-40f3-9150-6e6d2867dc6b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=41566a82-9bf1-40f3-9150-6e6d2867dc6b,segment=NetworkSegment(f798ead1-6f32-4e75-9490-3f491eae0644),segment_id=f798ead1-6f32-4e75-9490-3f491eae0644)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:43.897861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.915567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] Calling delete_port for 41566a82-9bf1-40f3-9150-6e6d2867dc6b owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:43.917346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Deleting port 59b14a85-bf42-4595-a555-d5b3bb584650 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:43.917533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.927288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.927992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Fanout notify agent at l3_agent the message router_deleted on router 10fdd388-10f3-485d-b65f-e25ea75d2f37 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:43.940721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.941821 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a408681b-708d-41e4-9764-a53e7dec5193 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/10fdd388-10f3-485d-b65f-e25ea75d2f37 HTTP/1.1" status: 204 len: 168 time: 2.5021284 Apr 18 06:00:43.945443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:43.948824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47354) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:43.960350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-756107788', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:43.985741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.003818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daf6cb5-878e-4626-be64-f05bc8098eee']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:44.025744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event deleted for resources: {'Port': ['ID=5f3c6b83-ec29-4cf5-8a31-70b3eea39abd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.029964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.048240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:44.053796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfdabcb-62c9-4d83-8fe2-4c4b8c783efd') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:44.061525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Calling delete_port for 59b14a85-bf42-4595-a555-d5b3bb584650 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:44.071421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.075981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.086774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Deleting port 41566a82-9bf1-40f3-9150-6e6d2867dc6b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:44.087109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.109702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.110165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] Pushing event deleted for resources: {'Port': ['ID=41566a82-9bf1-40f3-9150-6e6d2867dc6b,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.112397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0206e-8821-445a-8f86-7d5673b46937 None None] No DVR routers for this DVR port 41566a82-9bf1-40f3-9150-6e6d2867dc6b on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:44.150448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.151476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.152152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.155093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:44.155603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:44.166058 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:44.233209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] For port 41566a82-9bf1-40f3-9150-6e6d2867dc6b, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:44.233501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.255704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.259361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.271043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Calling delete_port for 41566a82-9bf1-40f3-9150-6e6d2867dc6b owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:44.275117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Port 41566a82-9bf1-40f3-9150-6e6d2867dc6b was not found and therefore no delete operation was performed {{(pid=109605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:00:44.292351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.341890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event deleted for resources: {'Port': ['ID=41566a82-9bf1-40f3-9150-6e6d2867dc6b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.344139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] No DVR routers for this DVR port 41566a82-9bf1-40f3-9150-6e6d2867dc6b on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:44.404547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.424772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 41566a82-9bf1-40f3-9150-6e6d2867dc6b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:44.431383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.436124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Fanout notify agent at l3_agent the message router_deleted on router 0c99fe4e-cec3-4379-841c-ee749494839f {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:44.442896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.445075 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-33c1d991-2d3b-479b-991f-87084bd33b41 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/0c99fe4e-cec3-4379-841c-ee749494839f HTTP/1.1" status: 204 len: 168 time: 1.4085252 Apr 18 06:00:44.445986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.449283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.453705 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/2daf6cb5-878e-4626-be64-f05bc8098eee HTTP/1.1" status: 204 len: 168 time: 4.0887384 Apr 18 06:00:44.454285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47356) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:44.457778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 41566a82-9bf1-40f3-9150-6e6d2867dc6b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:44.458830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 41566a82-9bf1-40f3-9150-6e6d2867dc6b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:44.465533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-944491569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:44.479796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47358) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:44.488054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Port': ['ID=59b14a85-bf42-4595-a555-d5b3bb584650,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.489874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.494466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.495290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708670182'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:44.498124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a45b71b9-0f21-4e01-b04e-d77868a8ab06 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/ports/59b14a85-bf42-4595-a555-d5b3bb584650 HTTP/1.1" status: 204 len: 168 time: 0.7456875 Apr 18 06:00:44.501612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47360) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:44.516995 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ba11-4c2a-4aee-9c52-8970c653ad6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=2daf6cb5-878e-4626-be64-f05bc8098eee,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.554220 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13f7c19-8075-4935-b168-46a6d0584d30']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:44.588351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.594340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.595074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Deleting port 76046f2e-fc41-4f72-a667-19f4502c31dd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:44.595451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.598635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f798ead1-6f32-4e75-9490-3f491eae0644') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:44.598983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f798ead1-6f32-4e75-9490-3f491eae0644') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:44.639647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.661959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.666819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.670356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:44.670764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:44.674002 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:44.694376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Calling delete_port for 76046f2e-fc41-4f72-a667-19f4502c31dd owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:44.719673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:44.723039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.724898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.727010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.836146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.863257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Port': ['ID=76046f2e-fc41-4f72-a667-19f4502c31dd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:44.870518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.877297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5aeb324a-c173-43fb-aa78-f8a7feabece5 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/ports/76046f2e-fc41-4f72-a667-19f4502c31dd HTTP/1.1" status: 204 len: 168 time: 0.3711202 Apr 18 06:00:44.877297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47362) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:44.909093 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f84b8d87-7078-44b9-a0a5-7be7d84ccc20 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0265782 Apr 18 06:00:44.909307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47364) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:44.913931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-549713755'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:44.962716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:44.996300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:45.000580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.025669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:45.035225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.035600 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Added segment 1172f651-cd90-4cf0-953c-e5e2c94822ce of type vlan for network c40709c7-cbd7-4ece-9dde-9a1ae745f007 Apr 18 06:00:45.081192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.196575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.202184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:45.207756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.270168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Network': ['ID=c40709c7-cbd7-4ece-9dde-9a1ae745f007,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:45.273265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:45.280175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.281310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c40709c7-cbd7-4ece-9dde-9a1ae745f007 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:45.312341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.325088 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-249be62b-e013-48cf-96ce-9678ade1fb19 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4091980 Apr 18 06:00:45.325209 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] 10.222.0.43 "DELETE /v2.0/networks/c13f7c19-8075-4935-b168-46a6d0584d30 HTTP/1.1" status: 204 len: 168 time: 1.8689184 Apr 18 06:00:45.325307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47368) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:45.325393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.325493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-849467964'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:45.374599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.375533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 0e250938-23af-47a9-bb3d-26adf8af2d5d of type vlan for network 73534233-b327-4d08-924c-a6e7d63d8d45 Apr 18 06:00:45.384095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ae9f-63fc-4d7c-8582-739c6728a7b4 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153 tempest-ExtraDHCPOptionsIpV6TestJSON-64879153-project] Pushing event deleted for resources: {'Network': ['ID=c13f7c19-8075-4935-b168-46a6d0584d30,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:45.386426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.424937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:45.428745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.454576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:45.458919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.463471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.463881 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Added segment 7ccbf4ff-3b16-4f79-b2d8-922e0562cd15 of type vlan for network 78463d62-79b0-4109-9425-d95206866fa3 Apr 18 06:00:45.504503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.533826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.535013 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bf3232bb-5bca-4949-9632-135bca841a26 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0736187 Apr 18 06:00:45.538016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47370) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:45.542431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': True}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:45.634131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.640621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:45.641299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.646340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.651814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:45.652416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.730446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=73534233-b327-4d08-924c-a6e7d63d8d45,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:45.742478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 73534233-b327-4d08-924c-a6e7d63d8d45 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:45.781818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Network': ['ID=78463d62-79b0-4109-9425-d95206866fa3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:45.814884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.851279 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1e60ffef-49bb-4d5d-9134-7adbcad278c0 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5183346 Apr 18 06:00:45.851279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47378) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:45.851609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5aec5d51-1c2b-4ddf-972f-90b67817c561 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3593996 Apr 18 06:00:45.851609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 24a4d6f9-6076-4de9-acdc-7eeca6fd6121 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:45.851609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.853281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.862545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:45.889357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:45.978537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47380) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:45.981199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 78463d62-79b0-4109-9425-d95206866fa3 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:46.089073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.127994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 24a4d6f9-6076-4de9-acdc-7eeca6fd6121 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:46.198700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:46.203774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.208411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Allocated IP 172.26.4.72 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/fba968b6-3fd6-4a04-8753-dee0bc7c5afe) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:46.299812 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-652ed25b-7fa9-45e7-b595-04c80a5933f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3edf5bb29c4434ea7c2ff3a96e2355d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134987 Apr 18 06:00:46.300550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:46.336812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.359186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.440671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df02a83c-c53f-4c6d-a2a9-b20f882136d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.465868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.490538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df02a83c-c53f-4c6d-a2a9-b20f882136d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.616787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.653757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.658227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.717045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=8e80879a-3955-4bd6-a733-59627733425d,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:46.729018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df02a83c-c53f-4c6d-a2a9-b20f882136d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.731707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df02a83c-c53f-4c6d-a2a9-b20f882136d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.736024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-df02a83c-c53f-4c6d-a2a9-b20f882136d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92d3afbe-2cec-495c-8fd9-cdb0b97211b8 HTTP/1.1" status: 204 len: 168 time: 0.4319851 Apr 18 06:00:46.753322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Allocated IP 172.26.4.161 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/ae5765a7-620d-4643-a347-5e62991033f5) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:46.799792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:46.831920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02a83c-c53f-4c6d-a2a9-b20f882136d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d3afbe-2cec-495c-8fd9-cdb0b97211b8,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:46.834076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:46.909073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:46.909559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event updated for resources: {'Port': ['ID=fba968b6-3fd6-4a04-8753-dee0bc7c5afe,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:46.943075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '0e250938-23af-47a9-bb3d-26adf8af2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:46.943526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 73534233-b327-4d08-924c-a6e7d63d8d45, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:46.953343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:47.003216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=24a4d6f9-6076-4de9-acdc-7eeca6fd6121,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:47.021453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.037744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.085659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 73534233-b327-4d08-924c-a6e7d63d8d45 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:47.116478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:47.119721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:47.122160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:47.148514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Port': ['ID=ae5765a7-620d-4643-a347-5e62991033f5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:47.229254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 73534233-b327-4d08-924c-a6e7d63d8d45) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:47.241501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5bbdcd-2db7-4fe8-9b63-fe13fb59ec1a None None] Network 73534233-b327-4d08-924c-a6e7d63d8d45 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:47.246829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:47.248593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.416554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c79c8979-8d3f-444f-a51d-d84834d8532d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5725877 Apr 18 06:00:47.417456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47396) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:47.461532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-73534233-b327-4d08-924c-a6e7d63d8d45', 'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': '8e80879a-3955-4bd6-a733-59627733425d'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:47.462707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.509385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.514166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router 3618cdb8-fa82-476d-af9e-4de03868ce15 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:47.618964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.659731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Allocated IP 172.20.0.1 (73534233-b327-4d08-924c-a6e7d63d8d45/8e80879a-3955-4bd6-a733-59627733425d/d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:47.791975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.795050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.865713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:47.877255 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b8dc91f2-7d9d-4076-88e5-6ed54c0911c1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/routers/3618cdb8-fa82-476d-af9e-4de03868ce15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7455137 Apr 18 06:00:47.878210 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] Sync routers for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:47.878938 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47402) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:47.885574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.894269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:47.898990 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:47.901996 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:47.993363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.007443 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:48.055054 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] Routers {'3618cdb8-fa82-476d-af9e-4de03868ce15'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:48.055998 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['3618cdb8-fa82-476d-af9e-4de03868ce15'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:48.096542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Network 73534233-b327-4d08-924c-a6e7d63d8d45 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:48.106742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:48.118486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:48.142055 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:48.142993 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d22a26-0a5e-4efc-a76c-82a87277e114 None None] The sync data for ids ['3618cdb8-fa82-476d-af9e-4de03868ce15'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:48.158130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Pushing event updated for resources: {'Port': ['ID=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:48.255290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Attempting to bind port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:48.259204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Attempting to bind port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '0e250938-23af-47a9-bb3d-26adf8af2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:48.259871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Attempting to bind port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec on network 73534233-b327-4d08-924c-a6e7d63d8d45 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:48.271869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:48.272295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Checking segment: {'id': '0e250938-23af-47a9-bb3d-26adf8af2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:48.273078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.273471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Bound using segment: {'id': '0e250938-23af-47a9-bb3d-26adf8af2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:48.273988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Bound port: d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e250938-23af-47a9-bb3d-26adf8af2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '73534233-b327-4d08-924c-a6e7d63d8d45'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:48.274364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.358151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] For port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:48.363414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] For port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,segment=NetworkSegment(0e250938-23af-47a9-bb3d-26adf8af2d5d),segment_id=0e250938-23af-47a9-bb3d-26adf8af2d5d)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:48.409384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47410) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:48.443359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.527142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.574596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d796c71-797e-4904-94e5-25c59fcb6782 None None] Pushing event updated for resources: {'Port': ['ID=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:48.704070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140044179'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:48.717946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.741443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.764414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.781912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Router 25c43221-cbc5-41c5-9017-82b7cef05058 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:48.815615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:48.820965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.834500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.892383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.907548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=8e80879a-3955-4bd6-a733-59627733425d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:48.947219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:48.963565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] Sync routers for ids ['25c43221-cbc5-41c5-9017-82b7cef05058'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:48.966091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 354a1c8b-ac29-4c52-b75b-b8e90a8866a2 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:48.966432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:48.991363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] Routers {'25c43221-cbc5-41c5-9017-82b7cef05058'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:48.993716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['25c43221-cbc5-41c5-9017-82b7cef05058'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.048521 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.049631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.051216 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-37aa85da-0647-4742-afd3-df6031647e0b tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1013136 Apr 18 06:00:49.053656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.056427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47414) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:49.060686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] Routers {'25c43221-cbc5-41c5-9017-82b7cef05058'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:49.061603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['25c43221-cbc5-41c5-9017-82b7cef05058'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.069979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.085094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.104519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.105507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f849aa0c-f0c7-4137-b9b3-8b8922834001 None None] The sync data for ids ['25c43221-cbc5-41c5-9017-82b7cef05058'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:49.133568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73534233-b327-4d08-924c-a6e7d63d8d45']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.161449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47416) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:49.171798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'subnets': [{'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--724905046', 'ip_version': 6}, {'network_id': '78463d62-79b0-4109-9425-d95206866fa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.172125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'subnet': {'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--724905046', 'ip_version': 6}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.172777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Request body: {'subnet': {'network_id': '78463d62-79b0-4109-9425-d95206866fa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:49.174716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 354a1c8b-ac29-4c52-b75b-b8e90a8866a2 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:49.177004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e250938-23af-47a9-bb3d-26adf8af2d5d') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.177305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e250938-23af-47a9-bb3d-26adf8af2d5d') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.212996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.273553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.276736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.290078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:49.290486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:49.293494 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:49.400188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.413110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Router d7e11334-3cc9-495c-8519-6eada28dc5c6 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:49.447752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:49.454946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:00:49.454946 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:00:49.454946 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': '73534233-b327-4d08-924c-a6e7d63d8d45'}] Apr 18 06:00:49.454946 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:49.455470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:49.478505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c22eac-16e6-4f2a-8637-52073d7ec8ec,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:49.485045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.485306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c of type vlan for network 61524fc9-9b07-41cc-8009-e79b1cbb487d Apr 18 06:00:49.523707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.595410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.601448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.617044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0468d19b-e72f-41c4-9b3c-b84101c34f52 None None] Network 73534233-b327-4d08-924c-a6e7d63d8d45 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:49.653005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.664911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:49.669496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.671289 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4a0b6bf6-1a53-4e17-abb6-cf2081fa8d6a tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "PUT /v2.0/routers/d7e11334-3cc9-495c-8519-6eada28dc5c6 HTTP/1.1" status: 200 len: 918 time: 4.1317675 Apr 18 06:00:49.676784 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] Sync routers for ids ['d7e11334-3cc9-495c-8519-6eada28dc5c6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:49.679577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47418) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:49.687538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Made reservation on behalf of 832848e782df4361bffd8395e10b7a28 for: {'subnet': 2} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:49.691430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=354a1c8b-ac29-4c52-b75b-b8e90a8866a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:49.692556 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] Routers {'d7e11334-3cc9-495c-8519-6eada28dc5c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:49.693609 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['d7e11334-3cc9-495c-8519-6eada28dc5c6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.701339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.701677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.734910 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.745413 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] Routers {'d7e11334-3cc9-495c-8519-6eada28dc5c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:49.746701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cc2bc455-3692-4304-8600-e7e455db2c8f None None] Provisioning complete for port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:49.746937 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['d7e11334-3cc9-495c-8519-6eada28dc5c6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.747064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc455-3692-4304-8600-e7e455db2c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.767563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.774375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:49.775152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.793929 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:49.795297 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6fcd0a-3add-4ab0-b43f-726ecbb74728 None None] The sync data for ids ['d7e11334-3cc9-495c-8519-6eada28dc5c6'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:49.870346 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] DHCP port deletion for 73534233-b327-4d08-924c-a6e7d63d8d45 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:49.879804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc455-3692-4304-8600-e7e455db2c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.880964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:49.909230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4939251 Apr 18 06:00:49.933716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cc2bc455-3692-4304-8600-e7e455db2c8f None None] For port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,segment=NetworkSegment(0e250938-23af-47a9-bb3d-26adf8af2d5d),segment_id=0e250938-23af-47a9-bb3d-26adf8af2d5d)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:49.973305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] Deleting port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:49.974987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.008730 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f2bf4bc9-4d7b-4216-85da-a4b24908814e tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/d7e11334-3cc9-495c-8519-6eada28dc5c6 HTTP/1.1" status: 200 len: 924 time: 0.3252363 Apr 18 06:00:50.008730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.010842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Deleting port fba968b6-3fd6-4a04-8753-dee0bc7c5afe {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:50.011469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.012922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47420) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.013987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.061205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] For port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,segment=NetworkSegment(0e250938-23af-47a9-bb3d-26adf8af2d5d),segment_id=0e250938-23af-47a9-bb3d-26adf8af2d5d)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:50.061930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.076610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] Calling delete_port for d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:50.153587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62464f-1ef2-49ef-8b39-e2ea66415a57 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:50.158290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d62464f-1ef2-49ef-8b39-e2ea66415a57 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=d7e11334-3cc9-495c-8519-6eada28dc5c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1389043 Apr 18 06:00:50.162474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47422) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.174254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.177453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc2bc455-3692-4304-8600-e7e455db2c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.203998 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.204497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Fanout notify agent at l3_agent the message router_deleted on router 3618cdb8-fa82-476d-af9e-4de03868ce15 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:50.214860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Calling delete_port for fba968b6-3fd6-4a04-8753-dee0bc7c5afe owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:50.217351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.224150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.228660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a87c-74c2-4819-86ee-11016313fd0a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=61524fc9-9b07-41cc-8009-e79b1cbb487d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.228882 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5a8631cb-cf15-4c4e-9925-23405debe5c4 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/routers/3618cdb8-fa82-476d-af9e-4de03868ce15 HTTP/1.1" status: 204 len: 168 time: 2.3485916 Apr 18 06:00:50.230745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47424) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.252556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bc455-3692-4304-8600-e7e455db2c8f None None] Pushing event updated for resources: {'Port': ['ID=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.256246 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.288598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] Pushing event deleted for resources: {'Port': ['ID=d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.293041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:50.359813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting subnet b72f911c-96a3-4c69-8b9c-e07d87cbd155 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:50.370579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.374814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.394451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc649d-8170-428c-913b-abde476bd89c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:50.398688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bcbc649d-8170-428c-913b-abde476bd89c tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.2327065 Apr 18 06:00:50.404476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47426) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.405591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefad0d7-4deb-49cf-adfc-729b73034ca4 None None] No DVR routers for this DVR port d4c7bf4b-6e59-4b0d-9ca5-0e5d769e56ec on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:50.409191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.476587 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1839c8aa-7593-4442-b2cb-dc2e7d7dd6e0 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e11334-3cc9-495c-8519-6eada28dc5c6 HTTP/1.1" status: 200 len: 205 time: 0.0745196 Apr 18 06:00:50.479008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47428) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.479122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73534233-b327-4d08-924c-a6e7d63d8d45']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:50.491395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.519705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e250938-23af-47a9-bb3d-26adf8af2d5d') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:50.519997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e250938-23af-47a9-bb3d-26adf8af2d5d') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:50.553402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Subnet': ['ID=ecb2f00c-ba13-46e9-9854-214cf7fe9706,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.556289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.584420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.607718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Checking segment: {'id': '1172f651-cd90-4cf0-953c-e5e2c94822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:50.608070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network hostable DHCP agents. Network: c40709c7-cbd7-4ece-9dde-9a1ae745f007, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:50.619372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:50.619823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:50.623154 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:50.628539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.689204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.746201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.748388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.778145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Pushing event deleted for resources: {'Port': ['ID=fba968b6-3fd6-4a04-8753-dee0bc7c5afe,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.801571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network c40709c7-cbd7-4ece-9dde-9a1ae745f007 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:50.834386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.839834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.840919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.864973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.873111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/73534233-b327-4d08-924c-a6e7d63d8d45 HTTP/1.1" status: 204 len: 168 time: 3.4498329 Apr 18 06:00:50.878512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47430) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.883522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-238368062'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:50.891778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f3d65-1b6c-474b-93d7-dda1fa432ae1 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=73534233-b327-4d08-924c-a6e7d63d8d45,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.895748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Subnet': ['ID=b72f911c-96a3-4c69-8b9c-e07d87cbd155,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:50.898283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:50.904191 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7066deb9-12fd-4f4b-a4ea-e290c49fc73f tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/subnets/b72f911c-96a3-4c69-8b9c-e07d87cbd155 HTTP/1.1" status: 204 len: 168 time: 0.6714408 Apr 18 06:00:50.907136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c869f-c147-455a-a4a9-3ac79a433cdb None None] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:50.912179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47432) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:50.982782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c40709c7-cbd7-4ece-9dde-9a1ae745f007) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:50.993525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.006812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989511f0-e395-4abf-aff8-1799f6196370 None None] Network c40709c7-cbd7-4ece-9dde-9a1ae745f007 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:51.048795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event updated for resources: {'Subnet': ['ID=4edc8c77-1dbe-4562-88f7-5b4ccdc84599,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:51.059538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.079894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:51.083610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.123108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Checking segment: {'id': '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '78463d62-79b0-4109-9425-d95206866fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:51.123466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network hostable DHCP agents. Network: 78463d62-79b0-4109-9425-d95206866fa3, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:51.134817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.148306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.160548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:51.163972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 357e4685-1f75-47d5-868b-e11ddd65e2c5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:51.164325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.168363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Deleting port ae5765a7-620d-4643-a347-5e62991033f5 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:51.168819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.238682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] For port 357e4685-1f75-47d5-868b-e11ddd65e2c5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=357e4685-1f75-47d5-868b-e11ddd65e2c5,segment=NetworkSegment(a1ede49b-3cd9-453c-8c38-1a93858416d8),segment_id=a1ede49b-3cd9-453c-8c38-1a93858416d8)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:51.239059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.258999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.259370 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment e75aac08-3271-4431-bb35-ab905757487a of type vlan for network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 Apr 18 06:00:51.262646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 357e4685-1f75-47d5-868b-e11ddd65e2c5 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:51.288855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Network 78463d62-79b0-4109-9425-d95206866fa3 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:51.316859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] DHCP port deletion for 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:51.341465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Router 25c43221-cbc5-41c5-9017-82b7cef05058 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:00:51.362719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.394301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 78463d62-79b0-4109-9425-d95206866fa3) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:51.402232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.403487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.404219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.406222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c40709c7-cbd7-4ece-9dde-9a1ae745f007', 'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007', 'tenant_id': '832848e782df4361bffd8395e10b7a28', 'fixed_ips': [{'subnet_id': 'ecb2f00c-ba13-46e9-9854-214cf7fe9706'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:51.407819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.411024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.433161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69141eb1-9372-4d70-b602-56e762c199df None None] Network 78463d62-79b0-4109-9425-d95206866fa3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:51.460766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Calling delete_port for ae5765a7-620d-4643-a347-5e62991033f5 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:51.462655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.497353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:51.507817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.508503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-075e1826-3048-4e7d-9a5b-b2eab10f4704 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "PUT /v2.0/routers/25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 200 len: 705 time: 2.4511642 Apr 18 06:00:51.512337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47434) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:51.514341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=357e4685-1f75-47d5-868b-e11ddd65e2c5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:51.530228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-36753562-eb1b-47b2-bab6-ae8a85fc2d73 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3647416 Apr 18 06:00:51.540929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47436) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:51.559847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] Sync routers for ids ['25c43221-cbc5-41c5-9017-82b7cef05058'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:51.564431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] No DVR routers for this DVR port 357e4685-1f75-47d5-868b-e11ddd65e2c5 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:51.571189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Deleting port 357e4685-1f75-47d5-868b-e11ddd65e2c5 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:51.571588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.589145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.595384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.595979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.617970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] Routers {'25c43221-cbc5-41c5-9017-82b7cef05058'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:51.618622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['25c43221-cbc5-41c5-9017-82b7cef05058'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:51.744979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.775746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:51.791844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ede49b-3cd9-453c-8c38-1a93858416d8') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:51.792711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ede49b-3cd9-453c-8c38-1a93858416d8') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:51.806377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.829353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.837299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:51.838803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:51.840365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:51.880103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] Routers {'25c43221-cbc5-41c5-9017-82b7cef05058'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:51.880721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['25c43221-cbc5-41c5-9017-82b7cef05058'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:51.904907 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:51.971090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc34fbf-003c-4897-966f-3bf88da067f3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.973434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc34fbf-003c-4897-966f-3bf88da067f3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.976087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc34fbf-003c-4897-966f-3bf88da067f3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:51.982856 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4bc34fbf-003c-4897-966f-3bf88da067f3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4351852 Apr 18 06:00:51.990441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47438) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:51.996930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] For port 357e4685-1f75-47d5-868b-e11ddd65e2c5, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:51.998235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.014798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:52.015593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48789a97-9f6c-4816-be46-e89a99130be7 None None] The sync data for ids ['25c43221-cbc5-41c5-9017-82b7cef05058'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:52.027758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Calling delete_port for 357e4685-1f75-47d5-868b-e11ddd65e2c5 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:52.049135 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-07d92321-03f5-4282-aa1b-2b9ca5d458b4 tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/routers/25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 200 len: 740 time: 0.5356934 Apr 18 06:00:52.050974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Port 357e4685-1f75-47d5-868b-e11ddd65e2c5 was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:00:52.057703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.069094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Network 3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 is not hosted by any dhcp agent {{(pid=109607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:00:52.069541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] No DVR routers for this DVR port 357e4685-1f75-47d5-868b-e11ddd65e2c5 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:52.071633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Allocated IP 2001:db8::1 (c40709c7-cbd7-4ece-9dde-9a1ae745f007/ecb2f00c-ba13-46e9-9854-214cf7fe9706/30fdf4b8-602e-4284-8217-56306b2c59a6) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:52.076270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-78463d62-79b0-4109-9425-d95206866fa3', 'network_id': '78463d62-79b0-4109-9425-d95206866fa3', 'tenant_id': '832848e782df4361bffd8395e10b7a28', 'fixed_ips': [{'subnet_id': '4edc8c77-1dbe-4562-88f7-5b4ccdc84599'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:52.077392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.084096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47440) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:52.119032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Deleting subnet ecb2f00c-ba13-46e9-9854-214cf7fe9706 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:52.122829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f017b-3816-4cd4-b004-aa5977c15a6c None None] Pushing event deleted for resources: {'Port': ['ID=357e4685-1f75-47d5-868b-e11ddd65e2c5,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.142170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.157449 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2748926 Apr 18 06:00:52.160909 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ddd47330-3bf1-48b5-8fea-581815ce988d tempest-RoutersAdminTest-182144614 tempest-RoutersAdminTest-182144614-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 200 len: 205 time: 0.0742519 Apr 18 06:00:52.163813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47442) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:52.165440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.167795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:52.173605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47444) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:52.173849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1e17-91b1-4f81-a4c4-e01a6e18cf6e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=3a5a831a-1fb9-4946-87fa-63de1bcf23d1,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.185828 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/networks/3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657 HTTP/1.1" status: 204 len: 168 time: 1.2725739 Apr 18 06:00:52.187154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47446) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:52.209223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859319-8989-4cc4-9cca-4f7a0418117d tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Network': ['ID=3e2c50d8-0ac1-49bc-a5bd-f0feb18eb657,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.216711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:52.294121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a699433f-2022-4651-bcbc-2720f896ff77 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 200 len: 205 time: 0.1151347 Apr 18 06:00:52.298061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47448) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:52.425006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Allocated IP 2001:db8:0:1::1 (78463d62-79b0-4109-9425-d95206866fa3/4edc8c77-1dbe-4562-88f7-5b4ccdc84599/c301640c-1e31-49cc-98d3-9d7937134c1f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:52.468213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 357e4685-1f75-47d5-868b-e11ddd65e2c5 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:52.474876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.509541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 357e4685-1f75-47d5-868b-e11ddd65e2c5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:52.509905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 357e4685-1f75-47d5-868b-e11ddd65e2c5 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:52.571681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.659301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.713119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.716028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.727914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 6666ef97-8418-416f-85c6-af7b1c90c508 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:52.728258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.743905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.746435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.749574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.772420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.779020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:52.783196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.801132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.808109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Pushing event updated for resources: {'Port': ['ID=c301640c-1e31-49cc-98d3-9d7937134c1f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.864111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Network c40709c7-cbd7-4ece-9dde-9a1ae745f007 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:52.868426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Network 78463d62-79b0-4109-9425-d95206866fa3 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:52.875205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:52.878996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:52.882169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event deleted for resources: {'Port': ['ID=ae5765a7-620d-4643-a347-5e62991033f5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:52.889516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:52.901030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.901525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Fanout notify agent at l3_agent the message router_deleted on router 25c43221-cbc5-41c5-9017-82b7cef05058 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:52.929539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:52.934521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5cd28020-62f1-4a9a-9bd2-3aec134c9c1e tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 204 len: 168 time: 0.6219864 Apr 18 06:00:52.939184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47450) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:52.946646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:52.994423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.008852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Pushing event updated for resources: {'Port': ['ID=30fdf4b8-602e-4284-8217-56306b2c59a6,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.016500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ed3c0ce8-c32e-4beb-8456-51d1e7f48f70 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 200 len: 205 time: 0.0733538 Apr 18 06:00:53.020734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47452) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.093299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-b8e06556-745e-45cf-91bc-63053567df82 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] delete failed (client error): The resource could not be found. Apr 18 06:00:53.094395 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b8e06556-745e-45cf-91bc-63053567df82 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/25c43221-cbc5-41c5-9017-82b7cef05058 HTTP/1.1" status: 404 len: 336 time: 0.0700665 Apr 18 06:00:53.099291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47454) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.100377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.100703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.109576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.128595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Attempting to bind port c301640c-1e31-49cc-98d3-9d7937134c1f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:53.128975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Attempting to bind port c301640c-1e31-49cc-98d3-9d7937134c1f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '78463d62-79b0-4109-9425-d95206866fa3'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:53.129337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Attempting to bind port c301640c-1e31-49cc-98d3-9d7937134c1f on network 78463d62-79b0-4109-9425-d95206866fa3 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:53.135280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Attempting to bind port 30fdf4b8-602e-4284-8217-56306b2c59a6 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:53.136718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Attempting to bind port 30fdf4b8-602e-4284-8217-56306b2c59a6 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1172f651-cd90-4cf0-953c-e5e2c94822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:53.137075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Attempting to bind port 30fdf4b8-602e-4284-8217-56306b2c59a6 on network c40709c7-cbd7-4ece-9dde-9a1ae745f007 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:53.143515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 6666ef97-8418-416f-85c6-af7b1c90c508 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:53.154407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:53.156106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Checking segment: {'id': '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '78463d62-79b0-4109-9425-d95206866fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:53.157043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.157531 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-749e35de-cbc5-4b1f-8ec7-44f9e46c1f13 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=10fdd388-10f3-485d-b65f-e25ea75d2f37 HTTP/1.1" status: 200 len: 205 time: 0.0518591 Apr 18 06:00:53.159796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Bound using segment: {'id': '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '78463d62-79b0-4109-9425-d95206866fa3'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:53.160523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Bound port: c301640c-1e31-49cc-98d3-9d7937134c1f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '78463d62-79b0-4109-9425-d95206866fa3'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:53.161260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.168298 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47456) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.172843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:53.173563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Checking segment: {'id': '1172f651-cd90-4cf0-953c-e5e2c94822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:53.175718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.176588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Bound using segment: {'id': '1172f651-cd90-4cf0-953c-e5e2c94822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:53.177273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Bound port: 30fdf4b8-602e-4284-8217-56306b2c59a6, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1172f651-cd90-4cf0-953c-e5e2c94822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c40709c7-cbd7-4ece-9dde-9a1ae745f007'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:53.179358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.224407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.227485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.254231 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-51b3b11b-c0cf-4ac5-8c10-aa840781ed52 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] delete failed (client error): The resource could not be found. Apr 18 06:00:53.258797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-51b3b11b-c0cf-4ac5-8c10-aa840781ed52 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/10fdd388-10f3-485d-b65f-e25ea75d2f37 HTTP/1.1" status: 404 len: 336 time: 0.0892096 Apr 18 06:00:53.259862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47458) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.292938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47460) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.298662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-163c647e-1fe9-4821-b09c-74a073259470 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff5b2329-903f-4dcb-97ca-c2b72c0e578a HTTP/1.1" status: 200 len: 205 time: 0.0345335 Apr 18 06:00:53.300047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47462) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.300473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:53.314954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] For port c301640c-1e31-49cc-98d3-9d7937134c1f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:53.333153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] For port c301640c-1e31-49cc-98d3-9d7937134c1f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c301640c-1e31-49cc-98d3-9d7937134c1f,segment=NetworkSegment(7ccbf4ff-3b16-4f79-b2d8-922e0562cd15),segment_id=7ccbf4ff-3b16-4f79-b2d8-922e0562cd15)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:53.347628 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-b33965d6-a052-45e8-9bd2-622b00bfe2b2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] delete failed (client error): The resource could not be found. Apr 18 06:00:53.348665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b33965d6-a052-45e8-9bd2-622b00bfe2b2 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/ff5b2329-903f-4dcb-97ca-c2b72c0e578a HTTP/1.1" status: 404 len: 336 time: 0.0471785 Apr 18 06:00:53.352635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47464) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.394924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.395195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] For port 30fdf4b8-602e-4284-8217-56306b2c59a6, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:53.395195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] For port 30fdf4b8-602e-4284-8217-56306b2c59a6, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=30fdf4b8-602e-4284-8217-56306b2c59a6,segment=NetworkSegment(1172f651-cd90-4cf0-953c-e5e2c94822ce),segment_id=1172f651-cd90-4cf0-953c-e5e2c94822ce)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:53.413454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb2f00c-ba13-46e9-9854-214cf7fe9706,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.414503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-421fdc32-9730-4ef4-aafa-32fdeae2a23d tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f5ad300-7813-4d0f-9381-9c1ad6dc112c HTTP/1.1" status: 200 len: 205 time: 0.0611141 Apr 18 06:00:53.420175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47466) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.428595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.428595 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-61cec613-2727-4574-81f1-b2604624d2e3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/subnets/ecb2f00c-ba13-46e9-9854-214cf7fe9706 HTTP/1.1" status: 204 len: 168 time: 1.4351954 Apr 18 06:00:53.431541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47468) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.447803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.457786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.459582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Fanout notify agent at l3_agent the message router_deleted on router d7e11334-3cc9-495c-8519-6eada28dc5c6 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:00:53.468548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.469710 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-98eac2b2-fe49-4451-8b58-3bf228523ae7 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/d7e11334-3cc9-495c-8519-6eada28dc5c6 HTTP/1.1" status: 204 len: 168 time: 2.9891889 Apr 18 06:00:53.474318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-322adaeb-e1d4-4dc9-b2b5-d202c7df7555 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] delete failed (client error): The resource could not be found. Apr 18 06:00:53.478462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-322adaeb-e1d4-4dc9-b2b5-d202c7df7555 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/1f5ad300-7813-4d0f-9381-9c1ad6dc112c HTTP/1.1" status: 404 len: 336 time: 0.0540392 Apr 18 06:00:53.478886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47470) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.487560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.489317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fd9f53ea-3d39-42a2-b6a6-e194cae566ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.493358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47472) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.537138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a409e168-182b-4b7f-a004-fbe75ead673c tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53519d4-161d-491b-88ce-379b077bf185 HTTP/1.1" status: 200 len: 205 time: 0.0405583 Apr 18 06:00:53.538601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47474) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.543342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e0294-d1e1-4e82-883e-0dc9e016af46 None None] Pushing event updated for resources: {'Port': ['ID=c301640c-1e31-49cc-98d3-9d7937134c1f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.544362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1768734168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:53.545882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:53.549181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.609936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Deleting subnet 4edc8c77-1dbe-4562-88f7-5b4ccdc84599 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:00:53.620078 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-2daf4b51-0c11-44bc-8740-684d9864d897 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] delete failed (client error): The resource could not be found. Apr 18 06:00:53.624319 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2daf4b51-0c11-44bc-8740-684d9864d897 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/f53519d4-161d-491b-88ce-379b077bf185 HTTP/1.1" status: 404 len: 336 time: 0.0823379 Apr 18 06:00:53.626257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47476) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.637024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b719ddb-e202-48e7-8419-67c376a50bb6 None None] Pushing event updated for resources: {'Port': ['ID=30fdf4b8-602e-4284-8217-56306b2c59a6,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.647321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.663460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f8aba6a3-4ece-4419-b74b-669e88d548b6 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9ad04c4-d0cf-494a-9249-ac71582520af HTTP/1.1" status: 200 len: 205 time: 0.0331993 Apr 18 06:00:53.663460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.665467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47478) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.715516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.739337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.741208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=6666ef97-8418-416f-85c6-af7b1c90c508,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.812052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.813469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:53.818992 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-6cd6b2f2-0268-45f0-9f18-9195350e23ef tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] delete failed (client error): The resource could not be found. Apr 18 06:00:53.821660 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6cd6b2f2-0268-45f0-9f18-9195350e23ef tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/routers/d9ad04c4-d0cf-494a-9249-ac71582520af HTTP/1.1" status: 404 len: 336 time: 0.1550584 Apr 18 06:00:53.826781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47480) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:53.885853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=db9c42c5-240c-4885-84ef-51f12f3d0e32,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:53.901937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb3ff05-5262-4c61-897c-554975ad3e39 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:53.903216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb3ff05-5262-4c61-897c-554975ad3e39 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:53.908029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6cb3ff05-5262-4c61-897c-554975ad3e39 tempest-RoutersAdminTest-978799772 tempest-RoutersAdminTest-978799772-project] 10.222.0.43 "DELETE /v2.0/subnets/bc06b62c-3024-43a4-b596-a22f5530c41b HTTP/1.1" status: 404 len: 337 time: 0.0777075 Apr 18 06:00:53.956569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.006408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.009124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.010827 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d2e77a50-1fab-48c5-9e38-c547bf0468e1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/floatingips/ac19364b-8cf1-4620-bc6d-e765dd0be3d9 HTTP/1.1" status: 204 len: 168 time: 1.8126931 Apr 18 06:00:54.012423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.016510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47484) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.054718 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0704f6-c6d6-43a2-9e3a-e4125f14e2ef tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:54.055444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0704f6-c6d6-43a2-9e3a-e4125f14e2ef tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:54.058430 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7d0704f6-c6d6-43a2-9e3a-e4125f14e2ef tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/ports/c6363794-7e65-4be3-8be1-51850c4cc758 HTTP/1.1" status: 404 len: 333 time: 0.0407507 Apr 18 06:00:54.061926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47486) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.062966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.073803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': 'e75aac08-3271-4431-bb35-ab905757487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:54.073803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 3a5a831a-1fb9-4946-87fa-63de1bcf23d1, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:54.095949 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2f85f93a-a40d-484f-a70c-e62c2ab52188 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/ports?device_id=3618cdb8-fa82-476d-af9e-4de03868ce15 HTTP/1.1" status: 200 len: 205 time: 0.0324667 Apr 18 06:00:54.098984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.104327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47488) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.122995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=f0a56b4d-76fb-4041-93f8-47a8b95ef7e1,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:54.151339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:54.151599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 61524fc9-9b07-41cc-8009-e79b1cbb487d, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:54.153735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-b102636d-5d2a-4f79-b1ac-f1d1e50cb8e6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] delete failed (client error): The resource could not be found. Apr 18 06:00:54.155759 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b102636d-5d2a-4f79-b1ac-f1d1e50cb8e6 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/routers/3618cdb8-fa82-476d-af9e-4de03868ce15 HTTP/1.1" status: 404 len: 336 time: 0.0497003 Apr 18 06:00:54.158068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.158643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47492) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.187580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b937fb0-bdea-41db-a9b2-ba3f78003dd9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] DELETE failed (client error): The resource could not be found. Apr 18 06:00:54.188037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b937fb0-bdea-41db-a9b2-ba3f78003dd9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:00:54.191041 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0b937fb0-bdea-41db-a9b2-ba3f78003dd9 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/subnets/b72f911c-96a3-4c69-8b9c-e07d87cbd155 HTTP/1.1" status: 404 len: 337 time: 0.0314975 Apr 18 06:00:54.193713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47496) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.197876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Subnet': ['ID=4edc8c77-1dbe-4562-88f7-5b4ccdc84599,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:54.202811 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.208471 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e72bafd8-391e-4086-b35c-c3f8df1b418b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/subnets/4edc8c77-1dbe-4562-88f7-5b4ccdc84599 HTTP/1.1" status: 204 len: 168 time: 0.7727799 Apr 18 06:00:54.208705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47498) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.244499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.245665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a48ea996-5cb3-4adb-90d6-692609ccbe2a tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7411695 Apr 18 06:00:54.250320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47500) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.256367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'enable_snat': False}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:54.273142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:54.294908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:54.304735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 7fe956cd-6933-4433-bae9-b2d4a768afd7 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:54.305318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.308044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c99d87-2650-4faf-bf08-689caa4acda7 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.309535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c7c99d87-2650-4faf-bf08-689caa4acda7 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998621 Apr 18 06:00:54.320619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47502) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.378079 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3a5a831a-1fb9-4946-87fa-63de1bcf23d1) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:54.392847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3981fef-2bf4-402e-a30e-366897d6f569 None None] Network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:54.437842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.438350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.523139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.547494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 7fe956cd-6933-4433-bae9-b2d4a768afd7 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:54.602415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c301640c-1e31-49cc-98d3-9d7937134c1f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:54.653510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47506) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.682620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3a5a831a-1fb9-4946-87fa-63de1bcf23d1', 'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': 'db9c42c5-240c-4885-84ef-51f12f3d0e32'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:54.684723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.715786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.741558 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-06ab49fc-f359-408d-82e2-230e1b484fde tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5775549 Apr 18 06:00:54.757278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47510) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.758773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 61524fc9-9b07-41cc-8009-e79b1cbb487d) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:54.766628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:54.767526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.866227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca5975-e775-43b5-ad2d-127101971744 None None] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:54.896366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c301640c-1e31-49cc-98d3-9d7937134c1f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:54.896841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.898443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:54.910983 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5df1698d-85ff-4a7a-adc6-d3c1fe5b8c37 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6167877 Apr 18 06:00:54.915560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47512) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:54.921224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416354540'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:54.941896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-166c44f9-6870-4ff0-b517-306bb59d4866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.023754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:55.035464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.069929 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.092844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.095193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Deleting port c301640c-1e31-49cc-98d3-9d7937134c1f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:55.095546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.108823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:55.109933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f14507-999a-40a8-8213-016523235ce3 None None] Network c40709c7-cbd7-4ece-9dde-9a1ae745f007 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:55.124252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.124707 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 9cbc59bd-8bc2-4304-af2b-335fdc36e2cc of type vlan for network 9dd2048a-35c1-4de4-9383-f2418b78b992 Apr 18 06:00:55.174365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.175842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=7fe956cd-6933-4433-bae9-b2d4a768afd7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:55.290257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.294197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] For port c301640c-1e31-49cc-98d3-9d7937134c1f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c301640c-1e31-49cc-98d3-9d7937134c1f,segment=NetworkSegment(7ccbf4ff-3b16-4f79-b2d8-922e0562cd15),segment_id=7ccbf4ff-3b16-4f79-b2d8-922e0562cd15)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:55.294569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.300550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.301528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:55.302644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.304520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-166c44f9-6870-4ff0-b517-306bb59d4866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.374212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Calling delete_port for c301640c-1e31-49cc-98d3-9d7937134c1f owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:55.378469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f0e12-4f96-4caa-bf78-acfd4064fed6 None None] Network 78463d62-79b0-4109-9425-d95206866fa3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:55.425881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.429986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Allocated IP 172.20.0.1 (3a5a831a-1fb9-4946-87fa-63de1bcf23d1/db9c42c5-240c-4885-84ef-51f12f3d0e32/10fa1ffb-6456-43e8-bb31-6cb64434db0c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:55.437328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.443211 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-153a9f74-001d-4cca-944c-9830595530f1 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/ports/7fe956cd-6933-4433-bae9-b2d4a768afd7 HTTP/1.1" status: 204 len: 168 time: 1.2470865 Apr 18 06:00:55.443631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47514) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:55.445677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-166c44f9-6870-4ff0-b517-306bb59d4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.472619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=9dd2048a-35c1-4de4-9383-f2418b78b992,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:55.500828 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-166c44f9-6870-4ff0-b517-306bb59d4866 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71369c2ebd024c869b9a0e2d4f4122ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450906 Apr 18 06:00:55.502981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c44f9-6870-4ff0-b517-306bb59d4866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c3caf6-ed88-47c2-8ba7-d09be1a52fba,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:55.504687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47516) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:55.512592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 9dd2048a-35c1-4de4-9383-f2418b78b992 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:55.514976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c8866052-28cf-4201-ac10-774e2bba5955 None None] Provisioning complete for port 30fdf4b8-602e-4284-8217-56306b2c59a6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:55.515226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8866052-28cf-4201-ac10-774e2bba5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.531152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.558974 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b5f0926e-de8a-45a8-a523-e99ca8328dec tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6422946 Apr 18 06:00:55.562663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47518) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:55.568230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '9dd2048a-35c1-4de4-9383-f2418b78b992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:55.572909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.642965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.678071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Port': ['ID=c301640c-1e31-49cc-98d3-9d7937134c1f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:55.679851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] No DVR routers for this DVR port c301640c-1e31-49cc-98d3-9d7937134c1f on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:55.680243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c82543a7-6e72-43bd-89ae-5477b29b537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.734685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c82543a7-6e72-43bd-89ae-5477b29b537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.742111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-61524fc9-9b07-41cc-8009-e79b1cbb487d', 'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': 'f0a56b4d-76fb-4041-93f8-47a8b95ef7e1'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:55.742556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.750972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 8240d9c9-4f3c-4cd3-b32c-0036a6855142 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:55.751346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.826714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 30fdf4b8-602e-4284-8217-56306b2c59a6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:55.849125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Allocated IP 172.26.4.202 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/759bb48d-56c4-4d86-bfb3-14019cbffd84) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:55.942119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.968038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 8240d9c9-4f3c-4cd3-b32c-0036a6855142 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:55.971998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c82543a7-6e72-43bd-89ae-5477b29b537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.974546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c82543a7-6e72-43bd-89ae-5477b29b537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:55.975766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c82543a7-6e72-43bd-89ae-5477b29b537a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69c3caf6-ed88-47c2-8ba7-d09be1a52fba HTTP/1.1" status: 204 len: 168 time: 0.4683414 Apr 18 06:00:56.001819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5279-8c9a-4309-a983-a7eeacecb16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.037414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924cf67-226e-46b6-b765-6738564bc97a None None] DHCP port deletion for 78463d62-79b0-4109-9425-d95206866fa3 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:56.087632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82543a7-6e72-43bd-89ae-5477b29b537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c3caf6-ed88-47c2-8ba7-d09be1a52fba,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.113338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] DHCP port deletion for c40709c7-cbd7-4ece-9dde-9a1ae745f007 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:00:56.124463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.130485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:56.134919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.154265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.157712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8866052-28cf-4201-ac10-774e2bba5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.210967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78463d62-79b0-4109-9425-d95206866fa3']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:56.221067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 30fdf4b8-602e-4284-8217-56306b2c59a6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:56.221376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.231880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.251609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:56.251922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccbf4ff-3b16-4f79-b2d8-922e0562cd15') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:56.264721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Allocated IP 2001:db8:0:ffff::2 (61524fc9-9b07-41cc-8009-e79b1cbb487d/f0a56b4d-76fb-4041-93f8-47a8b95ef7e1/598be629-a45d-4a3b-9ad5-31e40dacedc4) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:00:56.270306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.292456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.293959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.302182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:56.303497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.304622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c8866052-28cf-4201-ac10-774e2bba5955 None None] For port 30fdf4b8-602e-4284-8217-56306b2c59a6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=30fdf4b8-602e-4284-8217-56306b2c59a6,segment=NetworkSegment(1172f651-cd90-4cf0-953c-e5e2c94822ce),segment_id=1172f651-cd90-4cf0-953c-e5e2c94822ce)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:56.306789 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:56.328367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.366655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:56.379591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:56.397123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Pushing event updated for resources: {'Port': ['ID=759bb48d-56c4-4d86-bfb3-14019cbffd84,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.401346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:56.416381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.434468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8866052-28cf-4201-ac10-774e2bba5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.439633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.444352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:56.456967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:56.459676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:56.459810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=db9c42c5-240c-4885-84ef-51f12f3d0e32,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.478174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=8240d9c9-4f3c-4cd3-b32c-0036a6855142,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.492669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Pushing event updated for resources: {'Port': ['ID=10fa1ffb-6456-43e8-bb31-6cb64434db0c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.499523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] Deleting port 30fdf4b8-602e-4284-8217-56306b2c59a6 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:56.499902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.560187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.570739 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.596912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.600038 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/networks/78463d62-79b0-4109-9425-d95206866fa3 HTTP/1.1" status: 204 len: 168 time: 2.2784946 Apr 18 06:00:56.601076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200236a8-5296-4142-917b-1f10ec87ac7b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Network': ['ID=78463d62-79b0-4109-9425-d95206866fa3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.604468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47524) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:56.637429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-74fc16fe-506e-4d3c-ba80-81d0fee6b398 None None] Could not find standard attr ID for object c301640c-1e31-49cc-98d3-9d7937134c1f. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:00:56.640035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5a831a-1fb9-4946-87fa-63de1bcf23d1']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:56.658726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.665692 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-145a4f13-317d-4867-8202-00917b8b9557 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/ports/8240d9c9-4f3c-4cd3-b32c-0036a6855142 HTTP/1.1" status: 204 len: 168 time: 1.2027092 Apr 18 06:00:56.666384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47526) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:56.692467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75aac08-3271-4431-bb35-ab905757487a') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:56.693037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75aac08-3271-4431-bb35-ab905757487a') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:56.703538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.735911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001c07f-2170-430c-b937-9bd3d3279219 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:56.738902 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2001c07f-2170-430c-b937-9bd3d3279219 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "GET /v2.0/ports?device_id=e44b71d1-a565-4632-b63d-0b309acf6469 HTTP/1.1" status: 200 len: 913 time: 0.0667744 Apr 18 06:00:56.739653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47528) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:56.749728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] For port 30fdf4b8-602e-4284-8217-56306b2c59a6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=30fdf4b8-602e-4284-8217-56306b2c59a6,segment=NetworkSegment(1172f651-cd90-4cf0-953c-e5e2c94822ce),segment_id=1172f651-cd90-4cf0-953c-e5e2c94822ce)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:56.750141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.760042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Attempting to bind port 10fa1ffb-6456-43e8-bb31-6cb64434db0c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:56.760414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Attempting to bind port 10fa1ffb-6456-43e8-bb31-6cb64434db0c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'e75aac08-3271-4431-bb35-ab905757487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:56.760851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Attempting to bind port 10fa1ffb-6456-43e8-bb31-6cb64434db0c on network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:56.761656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.762980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8866052-28cf-4201-ac10-774e2bba5955 None None] Pushing event updated for resources: {'Port': ['ID=30fdf4b8-602e-4284-8217-56306b2c59a6,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.765924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=160d3402-1fd2-4f93-830a-1b24987d711d,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:56.772678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.779625 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] Calling delete_port for 30fdf4b8-602e-4284-8217-56306b2c59a6 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:56.785509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:56.785896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Checking segment: {'id': 'e75aac08-3271-4431-bb35-ab905757487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:56.786293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.786686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Bound using segment: {'id': 'e75aac08-3271-4431-bb35-ab905757487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:56.787164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Bound port: 10fa1ffb-6456-43e8-bb31-6cb64434db0c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75aac08-3271-4431-bb35-ab905757487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:56.787585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.792650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.822583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.829377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47530) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:56.840291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:56.840681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:56.845809 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:56.874730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.885460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c301640c-1e31-49cc-98d3-9d7937134c1f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:56.961286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c301640c-1e31-49cc-98d3-9d7937134c1f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:00:56.961624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c301640c-1e31-49cc-98d3-9d7937134c1f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:00:56.962039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 30fdf4b8-602e-4284-8217-56306b2c59a6 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:00:56.964568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '9cbc59bd-8bc2-4304-af2b-335fdc36e2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9dd2048a-35c1-4de4-9383-f2418b78b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:56.964926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 9dd2048a-35c1-4de4-9383-f2418b78b992, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:00:56.975444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:56.986324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:00:56.986509 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-870a215a-20bf-47dc-ad2b-97db17d33e70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58484f9f96894073917dc88b16eb2ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533470 Apr 18 06:00:56.987446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47532) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:57.003288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.api [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:00:57.003288 dv-neutron-837488-1-hyperv neutron-server[109605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:00:57.003288 dv-neutron-837488-1-hyperv neutron-server[109605]: [parameters: {'id': '3a5a831a-1fb9-4946-87fa-63de1bcf23d1'}] Apr 18 06:00:57.003288 dv-neutron-837488-1-hyperv neutron-server[109605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:00:57.003659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG oslo_db.api [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:00:57.019726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:57.022302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:00:57.026422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Deleting port 30fdf4b8-602e-4284-8217-56306b2c59a6 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:57.026760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.042914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Pushing event updated for resources: {'Port': ['ID=598be629-a45d-4a3b-9ad5-31e40dacedc4,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.044403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.049378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] For port 10fa1ffb-6456-43e8-bb31-6cb64434db0c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:57.100243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 9dd2048a-35c1-4de4-9383-f2418b78b992 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:00:57.128909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e8f1ef-9bee-41db-8d11-2e6c12308183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.137337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] For port 30fdf4b8-602e-4284-8217-56306b2c59a6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=30fdf4b8-602e-4284-8217-56306b2c59a6,segment=NetworkSegment(1172f651-cd90-4cf0-953c-e5e2c94822ce),segment_id=1172f651-cd90-4cf0-953c-e5e2c94822ce)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:57.137699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.163741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Calling delete_port for 30fdf4b8-602e-4284-8217-56306b2c59a6 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:57.171346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e8f1ef-9bee-41db-8d11-2e6c12308183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.230131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 9dd2048a-35c1-4de4-9383-f2418b78b992) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:00:57.241431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] For port 10fa1ffb-6456-43e8-bb31-6cb64434db0c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=10fa1ffb-6456-43e8-bb31-6cb64434db0c,segment=NetworkSegment(e75aac08-3271-4431-bb35-ab905757487a),segment_id=e75aac08-3271-4431-bb35-ab905757487a)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:57.244408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:57.247023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.247304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a6219-d8dc-48a2-991d-49b8cb57d086 None None] Network 9dd2048a-35c1-4de4-9383-f2418b78b992 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:57.328094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Attempting to bind port 598be629-a45d-4a3b-9ad5-31e40dacedc4 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:00:57.328458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Attempting to bind port 598be629-a45d-4a3b-9ad5-31e40dacedc4 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:00:57.328814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Attempting to bind port 598be629-a45d-4a3b-9ad5-31e40dacedc4 on network 61524fc9-9b07-41cc-8009-e79b1cbb487d {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:00:57.355591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.356437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.364265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.366755 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-55763f79-493f-4b3d-88f2-0c7dc2799a9a tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8027573 Apr 18 06:00:57.368731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e8f1ef-9bee-41db-8d11-2e6c12308183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.370416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47534) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:57.371704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e8f1ef-9bee-41db-8d11-2e6c12308183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.374425 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-92e8f1ef-9bee-41db-8d11-2e6c12308183 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af96ca7d-0890-4830-bd69-3f09a656597d HTTP/1.1" status: 204 len: 168 time: 0.3844688 Apr 18 06:00:57.394985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8f1ef-9bee-41db-8d11-2e6c12308183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af96ca7d-0890-4830-bd69-3f09a656597d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.397486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.402570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.406657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:00:57.406657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Checking segment: {'id': '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:00:57.406975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.407285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Bound using segment: {'id': '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:00:57.407761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Bound port: 598be629-a45d-4a3b-9ad5-31e40dacedc4, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '61524fc9-9b07-41cc-8009-e79b1cbb487d'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:00:57.408147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.447694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Port': ['ID=30fdf4b8-602e-4284-8217-56306b2c59a6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.449647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] No DVR routers for this DVR port 30fdf4b8-602e-4284-8217-56306b2c59a6 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:57.481401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] No DVR routers for this DVR port 30fdf4b8-602e-4284-8217-56306b2c59a6 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:57.486211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.504728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.573596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.596449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9219e-4f1e-498e-9b2b-2118247006bf None None] Pushing event updated for resources: {'Port': ['ID=10fa1ffb-6456-43e8-bb31-6cb64434db0c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.610595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6cd6f-d056-4a15-a6f5-138eddf87f03 None None] Network 3a5a831a-1fb9-4946-87fa-63de1bcf23d1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:57.616651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.633980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40709c7-cbd7-4ece-9dde-9a1ae745f007']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:57.636629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.648096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1172f651-cd90-4cf0-953c-e5e2c94822ce') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:57.648391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1172f651-cd90-4cf0-953c-e5e2c94822ce') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:57.659405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.682141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.692235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 10fa1ffb-6456-43e8-bb31-6cb64434db0c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:57.692806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.695898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:57.696449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:57.699953 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:57.713443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e25bf-8650-4076-90d7-a3f37da4d6f2 None None] Pushing event deleted for resources: {'Port': ['ID=30fdf4b8-602e-4284-8217-56306b2c59a6,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.755965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] For port 598be629-a45d-4a3b-9ad5-31e40dacedc4, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:00:57.799329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] For port 598be629-a45d-4a3b-9ad5-31e40dacedc4, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=598be629-a45d-4a3b-9ad5-31e40dacedc4,segment=NetworkSegment(6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c),segment_id=6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:00:57.813420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.828949 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4b5c2-ac52-402c-a011-91c1fbf184a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-9dd2048a-35c1-4de4-9383-f2418b78b992', 'network_id': '9dd2048a-35c1-4de4-9383-f2418b78b992', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': '160d3402-1fd2-4f93-830a-1b24987d711d'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:00:57.829803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b5c2-ac52-402c-a011-91c1fbf184a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.832777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 10fa1ffb-6456-43e8-bb31-6cb64434db0c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=10fa1ffb-6456-43e8-bb31-6cb64434db0c,segment=NetworkSegment(e75aac08-3271-4431-bb35-ab905757487a),segment_id=e75aac08-3271-4431-bb35-ab905757487a)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:57.833444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.841165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Router 64bb57e2-e4f7-4590-a52c-8e1103da269b is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:00:57.848256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 10fa1ffb-6456-43e8-bb31-6cb64434db0c owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:57.861769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.928958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.939944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:57.945307 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/networks/c40709c7-cbd7-4ece-9dde-9a1ae745f007 HTTP/1.1" status: 204 len: 168 time: 1.3400462 Apr 18 06:00:57.947954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47540) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:57.964281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de68f1a-36c7-43c6-a031-7d81d4961bf8 None None] Pushing event updated for resources: {'Port': ['ID=598be629-a45d-4a3b-9ad5-31e40dacedc4,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:57.973427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bdee3-d285-4705-874e-76cf1da1999c tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Network': ['ID=c40709c7-cbd7-4ece-9dde-9a1ae745f007,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.075725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.198314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.221913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.267779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa076633-78af-4bf2-a46d-17b688957f66']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.286154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=10fa1ffb-6456-43e8-bb31-6cb64434db0c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.294406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eef79af-a623-442a-98a8-593029dce976') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.294406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eef79af-a623-442a-98a8-593029dce976') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.299065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 10fa1ffb-6456-43e8-bb31-6cb64434db0c on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:00:58.307635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-e7a4b5c2-ac52-402c-a011-91c1fbf184a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 160d3402-1fd2-4f93-830a-1b24987d711d: This subnet is being modified by another concurrent operation. Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:00:58.332852 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 160d3402-1fd2-4f93-830a-1b24987d711d: This subnet is being modified by another concurrent operation. Apr 18 06:00:58.336795 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:00:58.387048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.405813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:58.406324 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:58.409538 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:58.411307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60286c6d-c5bc-4856-9758-7b63040d4d70 None None] Network 9dd2048a-35c1-4de4-9383-f2418b78b992 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:58.411419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.458067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.494545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5a831a-1fb9-4946-87fa-63de1bcf23d1']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.500387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=160d3402-1fd2-4f93-830a-1b24987d711d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.508993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75aac08-3271-4431-bb35-ab905757487a') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.512187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75aac08-3271-4431-bb35-ab905757487a') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.530696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.533812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:00:58.539323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.540528 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-24bfaf35-d1e9-40bf-985c-c8e1467abe87 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "PUT /v2.0/routers/64bb57e2-e4f7-4590-a52c-8e1103da269b HTTP/1.1" status: 200 len: 920 time: 4.2893658 Apr 18 06:00:58.546671 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] Sync routers for ids ['64bb57e2-e4f7-4590-a52c-8e1103da269b'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:00:58.552935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47550) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:58.555833 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] Routers {'64bb57e2-e4f7-4590-a52c-8e1103da269b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:58.556442 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['64bb57e2-e4f7-4590-a52c-8e1103da269b'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.570749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.597168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:58.597168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.597376 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.605191 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] Routers {'64bb57e2-e4f7-4590-a52c-8e1103da269b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:00:58.605795 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['64bb57e2-e4f7-4590-a52c-8e1103da269b'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:58.616023 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:58.618967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.644824 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.645464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c887a69-b9ac-4f84-a627-c25203f94209 None None] The sync data for ids ['64bb57e2-e4f7-4590-a52c-8e1103da269b'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:00:58.666303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd2048a-35c1-4de4-9383-f2418b78b992']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.679508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbc59bd-8bc2-4304-af2b-335fdc36e2cc') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.679809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbc59bd-8bc2-4304-af2b-335fdc36e2cc') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:58.692376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.705634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.715046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.724016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:58.724414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:58.728472 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:58.744710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port e26e9a1f-82e1-4bc2-b45d-8f1f4e2f0d5e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:00:58.744710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.744902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.763322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.781403 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/networks/aa076633-78af-4bf2-a46d-17b688957f66 HTTP/1.1" status: 204 len: 168 time: 0.8208172 Apr 18 06:00:58.788831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47558) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:58.823399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5bb4e-1e5a-4276-a734-5b4b0185446b tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Network': ['ID=aa076633-78af-4bf2-a46d-17b688957f66,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.874682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 598be629-a45d-4a3b-9ad5-31e40dacedc4 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:00:58.905565 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2a163586-be2f-4c8f-8b6e-3d903a31e2ce tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/64bb57e2-e4f7-4590-a52c-8e1103da269b HTTP/1.1" status: 200 len: 926 time: 0.3507936 Apr 18 06:00:58.908414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47560) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:58.921760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.939973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.950214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.955871 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/3a5a831a-1fb9-4946-87fa-63de1bcf23d1 HTTP/1.1" status: 204 len: 168 time: 4.1933963 Apr 18 06:00:58.962233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47564) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:58.969562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 598be629-a45d-4a3b-9ad5-31e40dacedc4 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:58.971376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881559163'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:58.971776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.976010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b18a3-8774-4cd5-a72b-eda0888820c6 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=3a5a831a-1fb9-4946-87fa-63de1bcf23d1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:58.979097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:58.989622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8dc313-3134-4576-b782-c040aa338371 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:58.992819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0e8dc313-3134-4576-b782-c040aa338371 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=64bb57e2-e4f7-4590-a52c-8e1103da269b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0815203 Apr 18 06:00:58.996330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47566) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.021373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.043821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.050656 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/9dd2048a-35c1-4de4-9383-f2418b78b992 HTTP/1.1" status: 204 len: 168 time: 1.6561425 Apr 18 06:00:59.053027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47568) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.065064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-225766565'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:59.084322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.098706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.109587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011f52-2c3b-4d58-92c7-6e3ff43ebbf0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=9dd2048a-35c1-4de4-9383-f2418b78b992,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.134430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 598be629-a45d-4a3b-9ad5-31e40dacedc4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=598be629-a45d-4a3b-9ad5-31e40dacedc4,segment=NetworkSegment(6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c),segment_id=6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:00:59.138063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:59.142054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.148187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for e26e9a1f-82e1-4bc2-b45d-8f1f4e2f0d5e owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:00:59.157773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47570) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.183960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb31d19-b071-4bf1-82dd-f95d99cfa919 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:59.187485 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4bb31d19-b071-4bf1-82dd-f95d99cfa919 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/networks/a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 881 time: 0.1880722 Apr 18 06:00:59.189464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47574) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.211584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.213104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.245842 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-25f7f8a5-5225-409b-8eed-765e91beeac3 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=64bb57e2-e4f7-4590-a52c-8e1103da269b HTTP/1.1" status: 200 len: 205 time: 0.0459080 Apr 18 06:00:59.246616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47576) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.253508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:59.260748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.270594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:59.273538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545a3790-dd55-4ac5-a96f-4f1e60a95208']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:59.298082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81e8556-5e9e-4d38-aced-d345b9c198a1') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:59.298331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81e8556-5e9e-4d38-aced-d345b9c198a1') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:00:59.309997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.313711 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment f32b3fc1-a98d-4cee-8854-456858b50fe6 of type vlan for network 6bb08d6c-a372-440e-b578-f01397fe9090 Apr 18 06:00:59.324563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=598be629-a45d-4a3b-9ad5-31e40dacedc4,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.346890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.347925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-622415639'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:59.361714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:59.407709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15069401-fbb7-451e-b5cf-e875cb08341e None None] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:00:59.409488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.412346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.422721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:00:59.423135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.426429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:00:59.426576 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:00:59.428921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment ebdfd108-f58e-4e68-b22f-194d95fefc09 of type vlan for network 33525ad4-00db-4002-b0ae-1e977d2dd656 Apr 18 06:00:59.448418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.470989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9475c68d-636f-4e41-b75a-613b687438a8 None None] Provisioning complete for port 598be629-a45d-4a3b-9ad5-31e40dacedc4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:59.471600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9475c68d-636f-4e41-b75a-613b687438a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.512653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:00:59.516798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.523825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.535888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.571183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.587046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.593499 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] 10.222.0.43 "DELETE /v2.0/networks/545a3790-dd55-4ac5-a96f-4f1e60a95208 HTTP/1.1" status: 204 len: 168 time: 0.7988377 Apr 18 06:00:59.604739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.612829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:59.613736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.617303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc86ba-d7b2-4999-acd4-8186212d2ae3 tempest-BulkNetworkOpsIpV6Test-758639180 tempest-BulkNetworkOpsIpV6Test-758639180-project] Pushing event deleted for resources: {'Network': ['ID=545a3790-dd55-4ac5-a96f-4f1e60a95208,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.638447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.645255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:00:59.646070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.697418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.720543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=6bb08d6c-a372-440e-b578-f01397fe9090,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.732052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 6bb08d6c-a372-440e-b578-f01397fe9090 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:59.742167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.771163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-017ae76b-8b18-4428-a332-700dd44ad2c0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8063667 Apr 18 06:00:59.803952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47580) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.806134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=e26e9a1f-82e1-4bc2-b45d-8f1f4e2f0d5e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.816820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.821942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:59.824247 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7721100 Apr 18 06:00:59.828678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47582) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:00:59.834503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:00:59.841541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477bfa5-0722-4b8f-b4fe-d668bb7b3ef2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=33525ad4-00db-4002-b0ae-1e977d2dd656,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:00:59.857565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 33525ad4-00db-4002-b0ae-1e977d2dd656 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:00:59.912960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.919498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8800fa-7b21-48d8-84a2-01663ab4f578 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:00:59.958756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:00:59.994884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bf9b68cf-6fce-43c1-85e9-b5c154fc76c1 None None] Provisioning complete for port 598be629-a45d-4a3b-9ad5-31e40dacedc4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:00:59.994884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bf9b68cf-6fce-43c1-85e9-b5c154fc76c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:00:59.999814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.000262 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment 3cba9846-8828-4860-8b84-b8d71384c90f of type vlan for network 37208f27-db71-4900-9736-88f39e33f70d Apr 18 06:01:00.001528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a388e5-8901-457d-b3e1-da254dbe9af2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:00.047412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Deleting port 759bb48d-56c4-4d86-bfb3-14019cbffd84 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:00.047754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.052293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.067123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:00.070629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.117438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.134378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8800fa-7b21-48d8-84a2-01663ab4f578 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:00.136755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.222299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.239691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Calling delete_port for 759bb48d-56c4-4d86-bfb3-14019cbffd84 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:00.251553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.256967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:00.257540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.290777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.313343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 6bb08d6c-a372-440e-b578-f01397fe9090 is not hosted by any dhcp agent {{(pid=109606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:01:00.319805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:00.320819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.324661 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "PUT /v2.0/networks/6bb08d6c-a372-440e-b578-f01397fe9090 HTTP/1.1" status: 200 len: 723 time: 0.5170755 Apr 18 06:01:00.329728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47586) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:00.333377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:00.347220 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47588) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:00.433352 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2726486 Apr 18 06:01:00.439728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:00.450066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4a6f3-30ab-4470-a20e-305863499b91 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:00.452144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'name': 'tempest-PortsIpV6TestJSON-1588167288'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:00.459063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd522bcb-0778-4085-8d41-0c53ce506c6e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=37208f27-db71-4900-9736-88f39e33f70d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:00.490492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 37208f27-db71-4900-9736-88f39e33f70d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:00.520941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e87589-9fd1-49f2-acd3-b398274c927a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=6bb08d6c-a372-440e-b578-f01397fe9090,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:00.559504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 6bb08d6c-a372-440e-b578-f01397fe9090 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:00.581342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:01:00.614078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Router e44b71d1-a565-4632-b63d-0b309acf6469 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:01:00.649011 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0cce4642-9a74-4367-938b-ff36d6218dc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=832848e782df4361bffd8395e10b7a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994463 Apr 18 06:01:00.671668 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47594) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:00.692696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b4a6f3-30ab-4470-a20e-305863499b91 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:00.730019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:00.734164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.750626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.803064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:00.812209 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bcaf0c35-214a-4a06-8c19-a1e721a8f931 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "PUT /v2.0/routers/e44b71d1-a565-4632-b63d-0b309acf6469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0712767 Apr 18 06:01:00.816989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47596) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:00.824081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:00.830416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.871838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.884248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 960d62d3-a876-4517-911b-c5ef36ed0b65 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:00.912220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 598be629-a45d-4a3b-9ad5-31e40dacedc4 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:00.915223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] Sync routers for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:00.926974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=b8cb775e-3c86-478d-b238-7772f3c17651,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:00.936746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f91b64e-2b6b-4f3a-9726-8637c9a87635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:00.953840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event deleted for resources: {'Port': ['ID=759bb48d-56c4-4d86-bfb3-14019cbffd84,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:00.970995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:00.971462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:00.975732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.018629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': 'ebdfd108-f58e-4e68-b22f-194d95fefc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:01.019408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 33525ad4-00db-4002-b0ae-1e977d2dd656, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:01.022146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:01.075073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] Routers {'e44b71d1-a565-4632-b63d-0b309acf6469'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:01.075766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e44b71d1-a565-4632-b63d-0b309acf6469'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:01.111972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 598be629-a45d-4a3b-9ad5-31e40dacedc4 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:01.112327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.115834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:01.116457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab58580-c238-4c6d-821b-d3763b028054 None None] The sync data for ids ['e44b71d1-a565-4632-b63d-0b309acf6469'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:01.135373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.176423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.277626 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=931f67c2-b4c2-4841-a8f4-e83f32c2e3ac,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:01.296075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': 'f32b3fc1-a98d-4cee-8854-456858b50fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:01.299143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 6bb08d6c-a372-440e-b578-f01397fe9090, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:01.314473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting port 49ff4670-3ffd-40e9-94e4-e1b759bbbe7f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:01.314809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.379220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 6bb08d6c-a372-440e-b578-f01397fe9090 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:01.403776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f91b64e-2b6b-4f3a-9726-8637c9a87635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.409735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.425980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Calling delete_port for 49ff4670-3ffd-40e9-94e4-e1b759bbbe7f owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:01.467757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 6bb08d6c-a372-440e-b578-f01397fe9090) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:01.473526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:01.474187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1518913'] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.476087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f349261-e959-4cdb-9bd1-bc4867129287 None None] Network 6bb08d6c-a372-440e-b578-f01397fe9090 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:01.484409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.588700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7d6a8606-1dfa-4869-9e8a-bbc92f5a48c8 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2601669 Apr 18 06:01:01.592657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47598) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:01.596514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 33525ad4-00db-4002-b0ae-1e977d2dd656 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:01.600742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:01.647010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-6bb08d6c-a372-440e-b578-f01397fe9090', 'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': '931f67c2-b4c2-4841-a8f4-e83f32c2e3ac'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:01.652502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.655015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.659602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 33525ad4-00db-4002-b0ae-1e977d2dd656) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:01.664585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:01.665520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.668395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.677612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2115543-07e4-4e05-9eb3-a404e6d0c618 None None] Network 33525ad4-00db-4002-b0ae-1e977d2dd656 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:01.706361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25211443'] for subnet, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.727848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.730313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.752461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f91b64e-2b6b-4f3a-9726-8637c9a87635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.755096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f91b64e-2b6b-4f3a-9726-8637c9a87635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.758754 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6f91b64e-2b6b-4f3a-9726-8637c9a87635 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83267ec5-a348-4132-a610-fe76554dbe24 HTTP/1.1" status: 204 len: 168 time: 1.0835752 Apr 18 06:01:01.770196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91b64e-2b6b-4f3a-9726-8637c9a87635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83267ec5-a348-4132-a610-fe76554dbe24,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:01.772859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Port': ['ID=49ff4670-3ffd-40e9-94e4-e1b759bbbe7f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:01.834372 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d10cfcd4-8e74-4a81-80a4-c6f9d3163238 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0044565 Apr 18 06:01:01.839379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47602) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:01.845925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215412847'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:01.861209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.862871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.863524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Fanout notify agent at l3_agent the message router_deleted on router 64bb57e2-e4f7-4590-a52c-8e1103da269b {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:01:01.878899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.884569 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-847c9bf0-7005-4268-8f9d-0bace144fe99 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/64bb57e2-e4f7-4590-a52c-8e1103da269b HTTP/1.1" status: 204 len: 168 time: 2.6357281 Apr 18 06:01:01.892787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:01.895106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.927381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-694288410', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:01.946133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-33525ad4-00db-4002-b0ae-1e977d2dd656', 'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': 'b8cb775e-3c86-478d-b238-7772f3c17651'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:01.947132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:01.970695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=960d62d3-a876-4517-911b-c5ef36ed0b65,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:01.991291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:01.994770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.004354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': '3cba9846-8828-4860-8b84-b8d71384c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37208f27-db71-4900-9736-88f39e33f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:02.004713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: 37208f27-db71-4900-9736-88f39e33f70d, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:02.031007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:02.042073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.043600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 64ca52c2-d0da-4fce-b87d-eee13ef39195 of type vlan for network 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 Apr 18 06:01:02.078091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.082113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.098728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.107596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:02.128292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Allocated IP 2001:db8::1 (33525ad4-00db-4002-b0ae-1e977d2dd656/b8cb775e-3c86-478d-b238-7772f3c17651/2822f831-cd11-42fe-ac6e-50b0a78abfac) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:02.173078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.221228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 37208f27-db71-4900-9736-88f39e33f70d) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:02.225538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:02.235549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:02.235549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.235797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23493ce1-c6c1-41ab-9d0f-f74a8211f1ad None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:02.333963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.338380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.347365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.353405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:02.353992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.389612 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6c45431d-222e-4718-932b-a9084f7e0e41 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9459853 Apr 18 06:01:02.393662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47614) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:02.398206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.398483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549926250'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:02.441659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772159792056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992623'] for subnet, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.474250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:02.491825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:02.492432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.497228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "PUT /v2.0/subnets/931f67c2-b4c2-4841-a8f4-e83f32c2e3ac HTTP/1.1" status: 200 len: 806 time: 0.9036157 Apr 18 06:01:02.501221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47618) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:02.503476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Allocated IP 172.20.0.2 (6bb08d6c-a372-440e-b578-f01397fe9090/931f67c2-b4c2-4841-a8f4-e83f32c2e3ac/542ba48b-dd81-4013-88b1-4831c5505214) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:02.511934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.512495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.512613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.512923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.513255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.513584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.514318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.514318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.514561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.514881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.515191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.518247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.520487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.521773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.522391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Fanout notify agent at l3_agent the message router_deleted on router e44b71d1-a565-4632-b63d-0b309acf6469 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:01:02.530399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:02.535739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.536121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b49aaf68-2c66-4848-b049-ed5e21668892 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/routers/e44b71d1-a565-4632-b63d-0b309acf6469 HTTP/1.1" status: 204 len: 168 time: 1.7170994 Apr 18 06:01:02.538632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47620) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:02.559382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:02.563180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.571338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.595023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Deleting subnet 4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:02.603953 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8aab8397-267c-4c7b-bc0d-3ac8560b06f7 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7624910 Apr 18 06:01:02.605229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47622) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:02.606639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8249e-9f58-4dcd-8521-8fb42c752bff tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=931f67c2-b4c2-4841-a8f4-e83f32c2e3ac,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:02.607393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.618092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:02.634744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:02.659933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.660378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment be87c0de-ad11-42d0-9c3c-91a9f57c9641 of type vlan for network 010c5864-37e4-4b14-821a-fbe030065d5b Apr 18 06:01:02.699677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Network 33525ad4-00db-4002-b0ae-1e977d2dd656 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:02.711287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.711851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:02.714958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Pushing event updated for resources: {'Port': ['ID=2822f831-cd11-42fe-ac6e-50b0a78abfac,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:02.720485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:02.737414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.737791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.738490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.738490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.739624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.739992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.740320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.740644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.740749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.740976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.741312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.741611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.741923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.756156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.837049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.848232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Attempting to bind port 2822f831-cd11-42fe-ac6e-50b0a78abfac on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:02.848597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Attempting to bind port 2822f831-cd11-42fe-ac6e-50b0a78abfac by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ebdfd108-f58e-4e68-b22f-194d95fefc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:02.848951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Attempting to bind port 2822f831-cd11-42fe-ac6e-50b0a78abfac on network 33525ad4-00db-4002-b0ae-1e977d2dd656 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:02.861297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:02.861717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Checking segment: {'id': 'ebdfd108-f58e-4e68-b22f-194d95fefc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:02.862059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.862445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Bound using segment: {'id': 'ebdfd108-f58e-4e68-b22f-194d95fefc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:02.862906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Bound port: 2822f831-cd11-42fe-ac6e-50b0a78abfac, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdfd108-f58e-4e68-b22f-194d95fefc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '33525ad4-00db-4002-b0ae-1e977d2dd656'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:02.863295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.866923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.878817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.881557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.891061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:02.892016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.939013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:02.939532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] For port 2822f831-cd11-42fe-ac6e-50b0a78abfac, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:02.942866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.943654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] For port 2822f831-cd11-42fe-ac6e-50b0a78abfac, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2822f831-cd11-42fe-ac6e-50b0a78abfac,segment=NetworkSegment(ebdfd108-f58e-4e68-b22f-194d95fefc09),segment_id=ebdfd108-f58e-4e68-b22f-194d95fefc09)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:02.973444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=010c5864-37e4-4b14-821a-fbe030065d5b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:02.976106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:02.989489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.989973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.990444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.991021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.991421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.991879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.992318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.992743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.993164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.993595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.994013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:02.994426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:03.007217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 010c5864-37e4-4b14-821a-fbe030065d5b details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:03.028996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Network 6bb08d6c-a372-440e-b578-f01397fe9090 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:03.037252 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a61cbe0d-d29a-4b9b-b954-89c27928a051 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6402135 Apr 18 06:01:03.037422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:03.039449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47630) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:03.052755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:01:03.053300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:01:03.057130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'ports': [{'network_id': '37208f27-db71-4900-9736-88f39e33f70d'}, {'network_id': '010c5864-37e4-4b14-821a-fbe030065d5b'}]} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:03.057452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:03.057945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '010c5864-37e4-4b14-821a-fbe030065d5b'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:03.072535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:03.083543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Pushing event updated for resources: {'Port': ['ID=542ba48b-dd81-4013-88b1-4831c5505214,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.106477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.116105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.128285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.132451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.135097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.180910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.187433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.190619 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0abf6edb-5f11-4b96-9b4f-a1699a20faeb tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/subnets/4b4c2bcc-b755-4298-a57c-d62dcfe5ad1e HTTP/1.1" status: 204 len: 168 time: 0.6510394 Apr 18 06:01:03.218448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47634) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:03.223135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Attempting to bind port 542ba48b-dd81-4013-88b1-4831c5505214 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:03.223369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Attempting to bind port 542ba48b-dd81-4013-88b1-4831c5505214 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'f32b3fc1-a98d-4cee-8854-456858b50fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:03.228051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Attempting to bind port 542ba48b-dd81-4013-88b1-4831c5505214 on network 6bb08d6c-a372-440e-b578-f01397fe9090 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:03.236230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5cc65-48c2-4f8b-8f14-c59895ccb9d7 None None] Pushing event updated for resources: {'Port': ['ID=2822f831-cd11-42fe-ac6e-50b0a78abfac,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.244795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:03.245294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Checking segment: {'id': 'f32b3fc1-a98d-4cee-8854-456858b50fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:03.245864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.246345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Bound using segment: {'id': 'f32b3fc1-a98d-4cee-8854-456858b50fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:03.247433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Bound port: 542ba48b-dd81-4013-88b1-4831c5505214, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32b3fc1-a98d-4cee-8854-456858b50fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6bb08d6c-a372-440e-b578-f01397fe9090'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:03.250074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.313257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=931f67c2-b4c2-4841-a8f4-e83f32c2e3ac,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.333824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.339271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47636) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:03.352965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] For port 542ba48b-dd81-4013-88b1-4831c5505214, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:03.356271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] For port 542ba48b-dd81-4013-88b1-4831c5505214, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=542ba48b-dd81-4013-88b1-4831c5505214,segment=NetworkSegment(f32b3fc1-a98d-4cee-8854-456858b50fe6),segment_id=f32b3fc1-a98d-4cee-8854-456858b50fe6)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:03.373675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.402330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.415594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb08d6c-a372-440e-b578-f01397fe9090']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:03.436978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32b3fc1-a98d-4cee-8854-456858b50fe6') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:03.437350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32b3fc1-a98d-4cee-8854-456858b50fe6') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:03.452445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 2} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:03.460509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.475569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.490318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.505540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.525853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:03.526897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:03.536399 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:03.548526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9731-29fe-4814-914b-a0f9278632c7 None None] Pushing event updated for resources: {'Port': ['ID=542ba48b-dd81-4013-88b1-4831c5505214,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.577964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7610b7-f3dc-4a65-8ac4-f21675d0bb5d None None] Network 6bb08d6c-a372-440e-b578-f01397fe9090 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:03.657399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--419571237'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:03.662462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.667827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Allocated IP 172.26.4.56 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/67df9a5f-ce6f-4d4b-a99d-dab94bba3274) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:03.711554 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05921d27-ab0c-4c91-b477-273ee6ccbc61']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:03.733423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9a0e38-4f18-47d4-aab6-885f918f1b89') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:03.733894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9a0e38-4f18-47d4-aab6-885f918f1b89') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:03.758232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f4bb1-9997-489d-9d55-32fc5ca032fb None None] Network 6bb08d6c-a372-440e-b578-f01397fe9090 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:03.770761 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.777619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.782285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 76196fb5-8575-4175-9468-89d6128f0ccd yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:03.797148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:01:03.797148 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:01:03.797148 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': '6bb08d6c-a372-440e-b578-f01397fe9090'}] Apr 18 06:01:03.797148 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:03.797576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:03.823355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.847963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.875898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.878623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.884863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:03.885271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:03.899110 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:03.949015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 2983fd19-9000-4934-b6b3-cc86a895fbd6 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:03.977592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=0c217a6e-5f75-4a74-abc0-2d614d6a17c4,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:03.996805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '64ca52c2-d0da-4fce-b87d-eee13ef39195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:03.997162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:04.016982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.035288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.094845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.105950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.110281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] 10.222.0.43 "DELETE /v2.0/networks/05921d27-ab0c-4c91-b477-273ee6ccbc61 HTTP/1.1" status: 204 len: 168 time: 0.8908467 Apr 18 06:01:04.116353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.126213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:04.128210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747363af-49e5-422d-88bb-1094b583f805 tempest-FloatingIPTestJSON-571619404 tempest-FloatingIPTestJSON-571619404-project] Pushing event deleted for resources: {'Network': ['ID=05921d27-ab0c-4c91-b477-273ee6ccbc61,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.153822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.155428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.190448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.208962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:04.214146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:04.219415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:04.219727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.227413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:04.239826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:04.242052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=76196fb5-8575-4175-9468-89d6128f0ccd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.259440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:04.269676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:04.271218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event updated for resources: {'Port': ['ID=67df9a5f-ce6f-4d4b-a99d-dab94bba3274,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.278106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b9a6a-ea2a-44e6-92b9-a9a8d502f96b None None] Network 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:04.298905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.302928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:04.303542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.312517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': 'be87c0de-ad11-42d0-9c3c-91a9f57c9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '010c5864-37e4-4b14-821a-fbe030065d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:04.312957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: 010c5864-37e4-4b14-821a-fbe030065d5b, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:04.320867 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef48a093-1a62-445d-81d8-700450bad160,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.330366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=2983fd19-9000-4934-b6b3-cc86a895fbd6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.411845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.420695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 010c5864-37e4-4b14-821a-fbe030065d5b is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:04.423844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 542ba48b-dd81-4013-88b1-4831c5505214 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:04.424193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.454023 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-09ecf707-6e83-4284-8475-3fbc876329c6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8405333 Apr 18 06:01:04.457360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47646) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:04.500505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.527737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 542ba48b-dd81-4013-88b1-4831c5505214, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=542ba48b-dd81-4013-88b1-4831c5505214,segment=NetworkSegment(f32b3fc1-a98d-4cee-8854-456858b50fe6),segment_id=f32b3fc1-a98d-4cee-8854-456858b50fe6)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:04.528271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.542751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 010c5864-37e4-4b14-821a-fbe030065d5b) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:04.549709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 542ba48b-dd81-4013-88b1-4831c5505214 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:04.551671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:04.557778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:04.563804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:04.564588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.611992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eba0e1-9bc4-4c09-9054-9d5783ea862e None None] Network 33525ad4-00db-4002-b0ae-1e977d2dd656 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:04.613756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b1450-2253-4014-8a64-233b6135da00 None None] Network 010c5864-37e4-4b14-821a-fbe030065d5b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:04.629919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3006c-5516-4786-8a47-9b951ffef5f5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.660826 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5e866c37-b0eb-4529-aac2-35c2b2d8d9b2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6169763 Apr 18 06:01:04.664434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47650) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:04.677102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.688323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.690016 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f95abaa8-1324-4a90-9c06-329c7cb1c7f5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3264964 Apr 18 06:01:04.691412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47652) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:04.705299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47654) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:04.808347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c68b7-eb2a-4919-888f-c04f6ffde5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0', 'network_id': '67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': '0c217a6e-5f75-4a74-abc0-2d614d6a17c4'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:04.809672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-158c68b7-eb2a-4919-888f-c04f6ffde5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.851354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.875171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d6a52490-a9f2-4972-a1af-c2cca946441c None None] Provisioning complete for port 2822f831-cd11-42fe-ac6e-50b0a78abfac triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:04.876062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6a52490-a9f2-4972-a1af-c2cca946441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.876217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.925927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:04.929357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2822f831-cd11-42fe-ac6e-50b0a78abfac up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:04.929855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=542ba48b-dd81-4013-88b1-4831c5505214,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:04.943507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 542ba48b-dd81-4013-88b1-4831c5505214 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:04.956461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-669deed1-9616-4f98-8750-8f3f90a75790 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2362061 Apr 18 06:01:04.956702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47658) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:04.978319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-security--271333148', 'description': 'tempest-security-description-509180741'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:05.015327 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c60ee2db-3978-4626-8815-3a733b6cafbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb8585cf818948e48b84ea6bfb75f6c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3185885 Apr 18 06:01:05.015568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47660) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.075582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.092737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 2983fd19-9000-4934-b6b3-cc86a895fbd6 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:05.093082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.097508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.100210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.138451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=0c217a6e-5f75-4a74-abc0-2d614d6a17c4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.198917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb08d6c-a372-440e-b578-f01397fe9090']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:05.205653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.221755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32b3fc1-a98d-4cee-8854-456858b50fe6') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:05.221755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32b3fc1-a98d-4cee-8854-456858b50fe6') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:05.227463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6a52490-a9f2-4972-a1af-c2cca946441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.231394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.240713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-158c68b7-eb2a-4919-888f-c04f6ffde5a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c217a6e-5f75-4a74-abc0-2d614d6a17c4: This subnet is being modified by another concurrent operation. Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:05.244597 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c217a6e-5f75-4a74-abc0-2d614d6a17c4: This subnet is being modified by another concurrent operation. Apr 18 06:01:05.248406 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:01:05.254359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8264b555-c0a0-44bd-b070-559e78c0d87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.254633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 2983fd19-9000-4934-b6b3-cc86a895fbd6 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:05.265569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.271918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.274927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2822f831-cd11-42fe-ac6e-50b0a78abfac triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:05.275060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.275292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.275407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.276345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "PUT /v2.0/security-groups/8cc3006c-5516-4786-8a47-9b951ffef5f5 HTTP/1.1" status: 200 len: 1776 time: 0.3187630 Apr 18 06:01:05.283762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:05.284153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.289161 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47662) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:05.289818 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:05.332443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1656245-776f-4093-ae74-4c0cccfe3b9c None None] Network 67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:05.433842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d6a52490-a9f2-4972-a1af-c2cca946441c None None] For port 2822f831-cd11-42fe-ac6e-50b0a78abfac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2822f831-cd11-42fe-ac6e-50b0a78abfac,segment=NetworkSegment(ebdfd108-f58e-4e68-b22f-194d95fefc09),segment_id=ebdfd108-f58e-4e68-b22f-194d95fefc09)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:05.442185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0b0a-bf94-44be-bcc3-813dd0d763cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3006c-5516-4786-8a47-9b951ffef5f5,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.469813 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cfffef7a-5848-4e90-a03c-43c04f42adda tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups/8cc3006c-5516-4786-8a47-9b951ffef5f5 HTTP/1.1" status: 200 len: 1776 time: 0.1789556 Apr 18 06:01:05.472406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47664) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.552800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88665d19-8317-4188-a86c-dacf5385e495 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.556941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6a52490-a9f2-4972-a1af-c2cca946441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.566961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.581587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88665d19-8317-4188-a86c-dacf5385e495 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.625231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.632582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.642085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/6bb08d6c-a372-440e-b578-f01397fe9090 HTTP/1.1" status: 204 len: 168 time: 3.1385915 Apr 18 06:01:05.645034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47666) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.649358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.711878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=2983fd19-9000-4934-b6b3-cc86a895fbd6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.726165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.730696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d82f3f09-5e8d-4360-ba98-d960138da885 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/2983fd19-9000-4934-b6b3-cc86a895fbd6 HTTP/1.1" status: 204 len: 168 time: 1.0672045 Apr 18 06:01:05.732071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-263b4a39-36ca-48e1-8bca-bb9d41fd8c0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:05.732188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a52490-a9f2-4972-a1af-c2cca946441c None None] Pushing event updated for resources: {'Port': ['ID=2822f831-cd11-42fe-ac6e-50b0a78abfac,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.732403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263b4a39-36ca-48e1-8bca-bb9d41fd8c0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:05.734746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:05.752045 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-263b4a39-36ca-48e1-8bca-bb9d41fd8c0a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/6bb08d6c-a372-440e-b578-f01397fe9090 HTTP/1.1" status: 404 len: 339 time: 0.1036825 Apr 18 06:01:05.752272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ca52c2-d0da-4fce-b87d-eee13ef39195') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:05.752573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ca52c2-d0da-4fce-b87d-eee13ef39195') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:05.753641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47668) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.754109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47670) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.756333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88665d19-8317-4188-a86c-dacf5385e495 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.760115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88665d19-8317-4188-a86c-dacf5385e495 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.761867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-88665d19-8317-4188-a86c-dacf5385e495 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/8cc3006c-5516-4786-8a47-9b951ffef5f5 HTTP/1.1" status: 204 len: 168 time: 0.2885344 Apr 18 06:01:05.763107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f4e02-0f22-4927-bd0f-a767f9deed1a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=6bb08d6c-a372-440e-b578-f01397fe9090,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.770129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.773060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-901289295', 'description': 'd1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:05.774244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:05.774499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:05.785788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47672) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.786683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.793253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:05.793661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.798345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95899822-05e0-47c9-899a-18489e092d43 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:05.844508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88665d19-8317-4188-a86c-dacf5385e495 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3006c-5516-4786-8a47-9b951ffef5f5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.884361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8264b555-c0a0-44bd-b070-559e78c0d87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.899300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726a106-e7f5-4e95-8633-ebacd87f546c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:05.907024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2726a106-e7f5-4e95-8633-ebacd87f546c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:05.908794 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2726a106-e7f5-4e95-8633-ebacd87f546c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1424739 Apr 18 06:01:05.912758 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1bd49b43-1a63-48ca-8a58-eb7aafd1a499 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1143949 Apr 18 06:01:05.913382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47674) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.915676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47676) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.916302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:05.918147 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:05.920459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.925230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.938607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-caab36bc-1746-40b8-a2ac-44fef3df8507 None None] Provisioning complete for port 2822f831-cd11-42fe-ac6e-50b0a78abfac triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:05.939218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-caab36bc-1746-40b8-a2ac-44fef3df8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.950118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:05.954847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 HTTP/1.1" status: 204 len: 168 time: 1.4955266 Apr 18 06:01:05.957465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8bc44-0c28-4bbd-95c8-70597890e847 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:05.964540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47678) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:05.970270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206996104'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:05.990641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.000735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95899822-05e0-47c9-899a-18489e092d43 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:06.007462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-fda70c37-9d16-4871-afac-6071edae6ded tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] delete failed (client error): The resource could not be found. Apr 18 06:01:06.015667 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fda70c37-9d16-4871-afac-6071edae6ded tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/8cc3006c-5516-4786-8a47-9b951ffef5f5 HTTP/1.1" status: 404 len: 347 time: 0.0910964 Apr 18 06:01:06.037221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47680) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.052329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--959512626'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:06.088401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:06.099890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:06.104622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.136295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.137438 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 5714b8aa-7c70-4d6e-b589-5f9b6e5ad67c of type vlan for network a95d4f9e-3799-4628-b73c-3fddf15c6d1d Apr 18 06:01:06.144912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8264b555-c0a0-44bd-b070-559e78c0d87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.147666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8264b555-c0a0-44bd-b070-559e78c0d87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.148921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8264b555-c0a0-44bd-b070-559e78c0d87f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e978a879-76a2-4ec0-af8c-c8aa2ec9f090 HTTP/1.1" status: 204 len: 168 time: 1.1324635 Apr 18 06:01:06.169631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:06.178031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b555-c0a0-44bd-b070-559e78c0d87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978a879-76a2-4ec0-af8c-c8aa2ec9f090,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.195939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.206377 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 32370866-7a67-4e85-ac97-a3034a1c8478 of type vlan for network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 Apr 18 06:01:06.209012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 76196fb5-8575-4175-9468-89d6128f0ccd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:06.209370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.213819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.252321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.254755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.344153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Router 21d705b1-6e56-404c-ac3c-32a6cc36af77 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:01:06.368637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.388164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 76196fb5-8575-4175-9468-89d6128f0ccd owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:06.418550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.445678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.453515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:06.454115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.464974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9d9b8-141a-4d9c-ab81-dca9bd16310c None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:06.514389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.526799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:06.528130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.540248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:06.551484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.552091 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] Sync routers for ids ['21d705b1-6e56-404c-ac3c-32a6cc36af77'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:06.567223 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] Routers {'21d705b1-6e56-404c-ac3c-32a6cc36af77'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:06.567869 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['21d705b1-6e56-404c-ac3c-32a6cc36af77'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:06.577511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=41eccd56-4c32-4ee8-9c84-2fad8952bb00,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.592951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:06.596371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb9d9b8-141a-4d9c-ab81-dca9bd16310c None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:06.604708 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f4be76cf-36d2-4a91-8cff-a2ed3feafe07 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6391056 Apr 18 06:01:06.611803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47688) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.621084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:06.625181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.632557 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:06.642886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8751152 Apr 18 06:01:06.645341 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] Routers {'21d705b1-6e56-404c-ac3c-32a6cc36af77'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:06.646350 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['21d705b1-6e56-404c-ac3c-32a6cc36af77'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:06.662955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47690) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.699801 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:06.700732 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393deef-56ff-4fbc-abbd-b65807038ac1 None None] The sync data for ids ['21d705b1-6e56-404c-ac3c-32a6cc36af77'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:06.703235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.704503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-94f9f2c4-ce3c-40ba-a0d0-02a1450f181b tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7859392 Apr 18 06:01:06.707572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47696) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.713151 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:06.745819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ac241-7f50-4af6-8a3a-81a4c05034d3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.796958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8578a-ce4a-407e-8837-e71367557cce tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=a95d4f9e-3799-4628-b73c-3fddf15c6d1d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.800706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.801922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a8840a56-4d45-4b66-8a89-fc2e0988f0e9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7624829 Apr 18 06:01:06.809998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=76196fb5-8575-4175-9468-89d6128f0ccd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:06.812382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47698) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.822767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'df3ac241-7f50-4af6-8a3a-81a4c05034d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:06.838760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:06.842575 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2477ec3d-4bcf-4c59-a677-d8ec225fbf0a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/76196fb5-8575-4175-9468-89d6128f0ccd HTTP/1.1" status: 204 len: 168 time: 0.9277854 Apr 18 06:01:06.848322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47700) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.864153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a95d4f9e-3799-4628-b73c-3fddf15c6d1d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:06.867271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2822f831-cd11-42fe-ac6e-50b0a78abfac up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:06.895440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd4e3d-6c16-4fbe-b8f8-a758a48fec91 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:06.899485 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-72dd4e3d-6c16-4fbe-b8f8-a758a48fec91 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks?id=a95d4f9e-3799-4628-b73c-3fddf15c6d1d HTTP/1.1" status: 200 len: 760 time: 0.2325008 Apr 18 06:01:06.900145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47704) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.912953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'description': 'd2'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:06.931286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f1425-5989-442a-8adc-a413795a1b39 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:06.933082 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4e3f1425-5989-442a-8adc-a413795a1b39 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0803473 Apr 18 06:01:06.936352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47706) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:06.977593 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-133f65bb-6478-41d5-a8cd-e0487fee4420 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:06.980057 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-133f65bb-6478-41d5-a8cd-e0487fee4420 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/2983fd19-9000-4934-b6b3-cc86a895fbd6 HTTP/1.1" status: 404 len: 333 time: 0.0413971 Apr 18 06:01:06.983083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47708) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.018396 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59fcf79-8e50-4205-93ca-e374f1d70664 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:07.019970 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e59fcf79-8e50-4205-93ca-e374f1d70664 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/76196fb5-8575-4175-9468-89d6128f0ccd HTTP/1.1" status: 404 len: 333 time: 0.0358624 Apr 18 06:01:07.021532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.025134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47710) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.064815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:07.072256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.075533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2822f831-cd11-42fe-ac6e-50b0a78abfac triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:07.075767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.087819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.175520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.197950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbbf8a6-39e3-4dae-a530-c706b8a262a0,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:07.252215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.253570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b939c8d6-142a-4c7d-b95d-ae3dea16271f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367688 Apr 18 06:01:07.256461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47718) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.287960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad1c-d0e1-4e67-b14f-95094a7fef4d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.296087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad1c-d0e1-4e67-b14f-95094a7fef4d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.319415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.356152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.405188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad1c-d0e1-4e67-b14f-95094a7fef4d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.412029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad1c-d0e1-4e67-b14f-95094a7fef4d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.413353 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a1e8ad1c-d0e1-4e67-b14f-95094a7fef4d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9cbbf8a6-39e3-4dae-a530-c706b8a262a0 HTTP/1.1" status: 204 len: 168 time: 0.1556692 Apr 18 06:01:07.417524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47722) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.425516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8ad1c-d0e1-4e67-b14f-95094a7fef4d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cbbf8a6-39e3-4dae-a530-c706b8a262a0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:07.469438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.474052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47724) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.486629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.556446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network a95d4f9e-3799-4628-b73c-3fddf15c6d1d is not hosted by any dhcp agent {{(pid=109605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:01:07.562896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:07.563512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.567415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "PUT /v2.0/networks/a95d4f9e-3799-4628-b73c-3fddf15c6d1d HTTP/1.1" status: 200 len: 757 time: 0.6626742 Apr 18 06:01:07.568230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47728) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.585471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1283806990'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:07.603666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.659320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.667084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff7e751-25ad-43d1-bdbf-b1a9098bb519 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:07.668577 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aff7e751-25ad-43d1-bdbf-b1a9098bb519 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks?id=a95d4f9e-3799-4628-b73c-3fddf15c6d1d HTTP/1.1" status: 200 len: 760 time: 0.0989599 Apr 18 06:01:07.673277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47730) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.678459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879521093'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:07.685809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c923d-3a39-4002-b6b9-9330c3b1cd03 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=a95d4f9e-3799-4628-b73c-3fddf15c6d1d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:07.697096 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0384ff6d-f0fe-4de7-9a72-1ec55ad0d759 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2728062 Apr 18 06:01:07.697704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a95d4f9e-3799-4628-b73c-3fddf15c6d1d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:07.703575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47732) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:07.705013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010c5864-37e4-4b14-821a-fbe030065d5b']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:07.723331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be87c0de-ad11-42d0-9c3c-91a9f57c9641') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:07.723685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be87c0de-ad11-42d0-9c3c-91a9f57c9641') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:07.725120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:07.728605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.746036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.753571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.783092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.794487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d953369c-4b8b-45cc-bb7f-88a7059002a9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.812971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:07.816364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.816498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:07.816589 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:07.818489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.846170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d953369c-4b8b-45cc-bb7f-88a7059002a9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.871075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.878675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:07.922278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.936448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Deleting port 67df9a5f-ce6f-4d4b-a99d-dab94bba3274 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:07.936904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.961377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=15f3de54-0669-4764-b550-ec95a274d565,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:07.994324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.994510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:07.998336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d953369c-4b8b-45cc-bb7f-88a7059002a9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.001390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d953369c-4b8b-45cc-bb7f-88a7059002a9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.005788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d953369c-4b8b-45cc-bb7f-88a7059002a9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/df3ac241-7f50-4af6-8a3a-81a4c05034d3 HTTP/1.1" status: 204 len: 168 time: 0.2983711 Apr 18 06:01:08.006564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.006564 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 208dbec0-3b00-465d-b0ac-2fecd4a1e1bd of type vlan for network 334fd363-8850-4afc-b7d0-4d580476e87f Apr 18 06:01:08.011029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47734) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.012040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.019833 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/010c5864-37e4-4b14-821a-fbe030065d5b HTTP/1.1" status: 204 len: 168 time: 0.9901369 Apr 18 06:01:08.021701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47736) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.028940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1050557194'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.040098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b710ba-b7bb-47b0-87cf-93e8cba9725b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=010c5864-37e4-4b14-821a-fbe030065d5b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.041925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '32370866-7a67-4e85-ac97-a3034a1c8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:08.042461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 41eccd56-4c32-4ee8-9c84-2fad8952bb00, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:08.042602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:08.099560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.101903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.102240 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Added segment b0de2317-51b8-4e48-9b91-5a37ad138dc6 of type vlan for network 0ad42edf-b453-484b-a058-2c9b201c0aba Apr 18 06:01:08.112580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a80c1-405f-4232-b6e0-e24a39aa2b15,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.114111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.129348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-923ad5d0-5336-4365-a413-b216474e2aa1 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1102669 Apr 18 06:01:08.133781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Calling delete_port for 67df9a5f-ce6f-4d4b-a99d-dab94bba3274 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:08.135361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47738) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.141013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--768839204'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.153746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953369c-4b8b-45cc-bb7f-88a7059002a9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ac241-7f50-4af6-8a3a-81a4c05034d3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.175461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.188873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:08.192279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.196605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:08.223951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:08.232710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.233211 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment a28fd446-fb5d-48bb-b8e5-012de6fb69ca of type vlan for network 0021c5b0-7033-41e4-a244-8d976c0a342c Apr 18 06:01:08.241548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.247108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:08.247733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.303152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.305356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.307028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 41eccd56-4c32-4ee8-9c84-2fad8952bb00) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:08.313063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:08.313791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.317630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366d2df-fc10-46e1-bf28-e04ed3cb6722 None None] Network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:08.347414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.352792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:08.353363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.374069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=334fd363-8850-4afc-b7d0-4d580476e87f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.397742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 334fd363-8850-4afc-b7d0-4d580476e87f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:08.408592 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-510cca0d-35c7-4c3a-bf63-7bab0587e425 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7315302 Apr 18 06:01:08.408775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.408888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47740) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.430550 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a233b7ee-a74b-40ed-9389-9e6d86e258da tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8152516 Apr 18 06:01:08.430550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.437781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47742) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.439541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.507267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Network': ['ID=0ad42edf-b453-484b-a058-2c9b201c0aba,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.521939 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3db681d8-b341-470b-a697-76c4c8ea704b tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0466204 Apr 18 06:01:08.552638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.561121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:08.562122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.565714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.568235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Pushing event deleted for resources: {'Port': ['ID=67df9a5f-ce6f-4d4b-a99d-dab94bba3274,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.579366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.658539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=0021c5b0-7033-41e4-a244-8d976c0a342c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.659447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0ad42edf-b453-484b-a058-2c9b201c0aba details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:08.691022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0021c5b0-7033-41e4-a244-8d976c0a342c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:08.715147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:08.730951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.772623 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d863c2e0-e33e-4a36-bdbb-fcf6edacf961 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7453263 Apr 18 06:01:08.773230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47744) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.782112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.817269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.822099 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5f4209ef-34fa-4a05-886a-cb1bc4341b16 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6855359 Apr 18 06:01:08.825815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47746) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:08.835556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-41eccd56-4c32-4ee8-9c84-2fad8952bb00', 'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': '15f3de54-0669-4764-b550-ec95a274d565'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:08.836411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:08.862491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:08.887977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.031112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Allocated IP 2001:db8::1 (41eccd56-4c32-4ee8-9c84-2fad8952bb00/15f3de54-0669-4764-b550-ec95a274d565/fb34bb52-a049-4327-aa38-d9ac048d4fbe) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:09.050249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.053788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.072802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:09.078838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.141483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:09.145434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.151439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Router 21d705b1-6e56-404c-ac3c-32a6cc36af77 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:01:09.157782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.197738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.233534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.ipam_backend_mixin [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Performing IP validity checks on allocation pools {{(pid=109606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:01:09.236346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.ipam_backend_mixin [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:01:09.274473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.307463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:09.317232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.324054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.328493 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a85c1962-d04e-4d83-b018-ad353e6c5d3c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "PUT /v2.0/routers/21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 200 len: 709 time: 2.6199739 Apr 18 06:01:09.329115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47748) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:09.344618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Pushing event updated for resources: {'Port': ['ID=fb34bb52-a049-4327-aa38-d9ac048d4fbe,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.360766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] Sync routers for ids ['21d705b1-6e56-404c-ac3c-32a6cc36af77'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:09.375590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.404628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:09.409049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:09.414552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] Routers {'21d705b1-6e56-404c-ac3c-32a6cc36af77'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:09.416335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['21d705b1-6e56-404c-ac3c-32a6cc36af77'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.428735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:09.509956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.528603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.543231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.552024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Attempting to bind port fb34bb52-a049-4327-aa38-d9ac048d4fbe on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:09.554957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Attempting to bind port fb34bb52-a049-4327-aa38-d9ac048d4fbe by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '32370866-7a67-4e85-ac97-a3034a1c8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:09.554957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Attempting to bind port fb34bb52-a049-4327-aa38-d9ac048d4fbe on network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:09.558104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] Routers {'21d705b1-6e56-404c-ac3c-32a6cc36af77'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:09.559076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['21d705b1-6e56-404c-ac3c-32a6cc36af77'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.565708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:09.566458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Checking segment: {'id': '32370866-7a67-4e85-ac97-a3034a1c8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:09.567382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.568048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Bound using segment: {'id': '32370866-7a67-4e85-ac97-a3034a1c8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:09.568730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Bound port: fb34bb52-a049-4327-aa38-d9ac048d4fbe, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32370866-7a67-4e85-ac97-a3034a1c8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:09.569331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.603617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=de54df33-812b-4e67-87e8-3bf7bbeeca61,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.635497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.637104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d70ebb-8c67-4538-883a-09d51cedd965 None None] The sync data for ids ['21d705b1-6e56-404c-ac3c-32a6cc36af77'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:09.660757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:09.661527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: 0021c5b0-7033-41e4-a244-8d976c0a342c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:09.708421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:09.708421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: 334fd363-8850-4afc-b7d0-4d580476e87f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:09.718768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] For port fb34bb52-a049-4327-aa38-d9ac048d4fbe, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:09.723556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] For port fb34bb52-a049-4327-aa38-d9ac048d4fbe, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fb34bb52-a049-4327-aa38-d9ac048d4fbe,segment=NetworkSegment(32370866-7a67-4e85-ac97-a3034a1c8478),segment_id=32370866-7a67-4e85-ac97-a3034a1c8478)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:09.726687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=4bd72900-475b-4249-8b02-7661cc34a44c,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.803622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=15f3de54-0669-4764-b550-ec95a274d565,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.804288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 0021c5b0-7033-41e4-a244-8d976c0a342c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:09.808423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.823533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f357324a-1538-484a-9a6f-582fce9da237 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/routers/21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 200 len: 744 time: 0.4903581 Apr 18 06:01:09.823974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47752) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:09.834226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.847215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b275858d-5068-434a-9fbc-426faa84fb75,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.884001 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-67c4b67e-98b5-439e-bb5e-50598a505110 tempest-RoutersIpV6AdminTest-237824556 tempest-RoutersIpV6AdminTest-237824556-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&device_id=21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 200 len: 205 time: 0.0564423 Apr 18 06:01:09.885355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47754) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:09.887961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network 334fd363-8850-4afc-b7d0-4d580476e87f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:09.895823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.922343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-661219b9-6860-4b8c-9897-d259b447683d tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 200 len: 205 time: 0.0348554 Apr 18 06:01:09.925228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47756) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:09.942921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eccd56-4c32-4ee8-9c84-2fad8952bb00']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.961448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32370866-7a67-4e85-ac97-a3034a1c8478') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.962060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e7d5-5041-4187-b541-954c7edd7e3e None None] Pushing event updated for resources: {'Port': ['ID=fb34bb52-a049-4327-aa38-d9ac048d4fbe,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:09.962763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32370866-7a67-4e85-ac97-a3034a1c8478') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:09.980815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:09.994174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32bcf0-6b18-4f07-9826-9951b3f74afc None None] Network 41eccd56-4c32-4ee8-9c84-2fad8952bb00 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:10.001671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.001852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0021c5b0-7033-41e4-a244-8d976c0a342c) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:10.003679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 334fd363-8850-4afc-b7d0-4d580476e87f) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:10.008160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.012287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:10.012649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.017238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:10.017783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.023660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:10.030608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.057006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d884427-1e0f-4c0b-8a68-a61e815634ed None None] Network 0021c5b0-7033-41e4-a244-8d976c0a342c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:10.064334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c40e95-fb9f-4553-a29e-3bbdab7b4511 None None] Network 334fd363-8850-4afc-b7d0-4d580476e87f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:10.105017 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:10.114166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.116966 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-118d21ca-b2a4-456d-926a-b6ed43498417 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2581034 Apr 18 06:01:10.119871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47758) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.126212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:10.150035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.api [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:01:10.150035 dv-neutron-837488-1-hyperv neutron-server[109605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:01:10.150035 dv-neutron-837488-1-hyperv neutron-server[109605]: [parameters: {'id': '41eccd56-4c32-4ee8-9c84-2fad8952bb00'}] Apr 18 06:01:10.150035 dv-neutron-837488-1-hyperv neutron-server[109605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:10.151097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG oslo_db.api [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:10.240485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.307138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.384000 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.421833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeb315a-939b-46ab-af28-bbce916d7081,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:10.450809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0021c5b0-7033-41e4-a244-8d976c0a342c', 'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': '4bd72900-475b-4249-8b02-7661cc34a44c'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:10.452091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.466793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-334fd363-8850-4afc-b7d0-4d580476e87f', 'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f', 'tenant_id': '87215ee7373c4c28b17431089e772e1f', 'fixed_ips': [{'subnet_id': 'de54df33-812b-4e67-87e8-3bf7bbeeca61'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:10.467872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.490903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dff41e59-7437-4635-a77f-64c15a661312 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0786812 Apr 18 06:01:10.492129 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-46ae903a-abbd-4f89-929f-afb9285e1f52 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7170694 Apr 18 06:01:10.492268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47760) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.495340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47762) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.503853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c', 'name': 'tempest-PortsIpV6TestJSON-1129015177'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:10.531611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.533000 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f0c9bb1a-33b3-4153-a614-46d4a5c32a74 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4113448 Apr 18 06:01:10.536318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47764) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.582418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:10.598902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.607793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.654878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.698272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.700264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.729316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Allocated IP 2001:db8::2 (0021c5b0-7033-41e4-a244-8d976c0a342c/4bd72900-475b-4249-8b02-7661cc34a44c/1a7524fd-95d4-4a4e-9f28-475e69808813) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:10.759920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Allocated IP 172.20.0.2 (334fd363-8850-4afc-b7d0-4d580476e87f/de54df33-812b-4e67-87e8-3bf7bbeeca61/0083ea6d-b8e4-4518-b7ff-296fa06b11bd) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:10.771907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.772873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Fanout notify agent at l3_agent the message router_deleted on router 21d705b1-6e56-404c-ac3c-32a6cc36af77 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:01:10.786466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.787979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09350f2b-d7cc-4d50-83c3-eecc15e0d504 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 204 len: 168 time: 0.8618057 Apr 18 06:01:10.792666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47766) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.809884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.834547 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-16e175bf-89c0-4b2e-8221-b21d43148394 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 200 len: 205 time: 0.0407166 Apr 18 06:01:10.840660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47768) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.843660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:10.847121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.850132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.896721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port fb34bb52-a049-4327-aa38-d9ac048d4fbe {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:10.897076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.910831 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-7b3344cb-de5b-4ead-a368-5845258cd45c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] delete failed (client error): The resource could not be found. Apr 18 06:01:10.914232 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7b3344cb-de5b-4ead-a368-5845258cd45c tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/21d705b1-6e56-404c-ac3c-32a6cc36af77 HTTP/1.1" status: 404 len: 336 time: 0.0699813 Apr 18 06:01:10.915438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47770) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:10.970894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:10.993425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 3b054e47-9206-4b55-9a6d-361b0ec8f8f0 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:11.004961 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-10dc782b-2e70-4a95-b525-6dbf6cb2800f tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=64bb57e2-e4f7-4590-a52c-8e1103da269b HTTP/1.1" status: 200 len: 205 time: 0.0846846 Apr 18 06:01:11.008157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47772) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.028185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b0f58c-8549-4ae1-b80c-aec1862f71d6,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.037527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.079601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.082493 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-824c6759-1944-46e6-83f2-e812660ec9ab tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] delete failed (client error): The resource could not be found. Apr 18 06:01:11.086229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-824c6759-1944-46e6-83f2-e812660ec9ab tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/64bb57e2-e4f7-4590-a52c-8e1103da269b HTTP/1.1" status: 404 len: 336 time: 0.0743294 Apr 18 06:01:11.086385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port fb34bb52-a049-4327-aa38-d9ac048d4fbe, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fb34bb52-a049-4327-aa38-d9ac048d4fbe,segment=NetworkSegment(32370866-7a67-4e85-ac97-a3034a1c8478),segment_id=32370866-7a67-4e85-ac97-a3034a1c8478)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:11.086385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.086734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47774) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.104011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for fb34bb52-a049-4327-aa38-d9ac048d4fbe owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:11.114898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e00706ce-d9e8-422b-8eb1-5cfde8873442 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7e11334-3cc9-495c-8519-6eada28dc5c6 HTTP/1.1" status: 200 len: 205 time: 0.0269759 Apr 18 06:01:11.117316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47776) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.131229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.163798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-455dc65d-6495-432f-90f3-6b3a273688f4 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] delete failed (client error): The resource could not be found. Apr 18 06:01:11.164840 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-455dc65d-6495-432f-90f3-6b3a273688f4 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/d7e11334-3cc9-495c-8519-6eada28dc5c6 HTTP/1.1" status: 404 len: 336 time: 0.0465846 Apr 18 06:01:11.167487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47778) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.176202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.180529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9a0029fa-9e5a-47c0-8325-391522ef4d8d tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6414125 Apr 18 06:01:11.183896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47780) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.184204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Network 334fd363-8850-4afc-b7d0-4d580476e87f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:11.189728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.196897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:11.203490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:11.210165 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-de262d4d-0078-4788-a620-db2458ff51b3 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c99fe4e-cec3-4379-841c-ee749494839f HTTP/1.1" status: 200 len: 205 time: 0.0416038 Apr 18 06:01:11.218721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47782) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.272858 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-3067fa2e-2f14-4ecc-8927-f5afcdb00a2f tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] delete failed (client error): The resource could not be found. Apr 18 06:01:11.276615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3067fa2e-2f14-4ecc-8927-f5afcdb00a2f tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/0c99fe4e-cec3-4379-841c-ee749494839f HTTP/1.1" status: 404 len: 336 time: 0.0536587 Apr 18 06:01:11.279830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47784) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.310937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::dd (0021c5b0-7033-41e4-a244-8d976c0a342c/4bd72900-475b-4249-8b02-7661cc34a44c/3b054e47-9206-4b55-9a6d-361b0ec8f8f0) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:11.324639 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c85c57a3-01f8-47c6-9b74-5f46a61cceb8 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=193f1634-9292-486b-8031-c498b40acd1f HTTP/1.1" status: 200 len: 205 time: 0.0425582 Apr 18 06:01:11.324862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47786) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.328912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.369938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:11.383221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-ec6e25de-c0cf-4861-b022-eee5494af556 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] delete failed (client error): The resource could not be found. Apr 18 06:01:11.387112 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ec6e25de-c0cf-4861-b022-eee5494af556 tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/193f1634-9292-486b-8031-c498b40acd1f HTTP/1.1" status: 404 len: 336 time: 0.0590343 Apr 18 06:01:11.387289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Pushing event updated for resources: {'Port': ['ID=0083ea6d-b8e4-4518-b7ff-296fa06b11bd,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.396650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47788) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.401670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.423959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=de54df33-812b-4e67-87e8-3bf7bbeeca61,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.442734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.448983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Pushing event updated for resources: {'Port': ['ID=1a7524fd-95d4-4a4e-9f28-475e69808813,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.462483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port fb34bb52-a049-4327-aa38-d9ac048d4fbe on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:11.469567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Network 0021c5b0-7033-41e4-a244-8d976c0a342c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:11.470175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=fb34bb52-a049-4327-aa38-d9ac048d4fbe,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.474366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:11.481049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:11.549987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Attempting to bind port 1a7524fd-95d4-4a4e-9f28-475e69808813 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:11.550359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Attempting to bind port 1a7524fd-95d4-4a4e-9f28-475e69808813 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:11.550721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Attempting to bind port 1a7524fd-95d4-4a4e-9f28-475e69808813 on network 0021c5b0-7033-41e4-a244-8d976c0a342c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:11.556420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:11.556790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Checking segment: {'id': 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:11.557192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.557580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Bound using segment: {'id': 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:11.558040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Bound port: 1a7524fd-95d4-4a4e-9f28-475e69808813, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0021c5b0-7033-41e4-a244-8d976c0a342c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:11.558420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.560732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Attempting to bind port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:11.560863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Attempting to bind port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:11.561155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Attempting to bind port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd on network 334fd363-8850-4afc-b7d0-4d580476e87f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:11.567604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.573341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:11.573713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Checking segment: {'id': '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:11.574107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.574494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Bound using segment: {'id': '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:11.574959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Bound port: 0083ea6d-b8e4-4518-b7ff-296fa06b11bd, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '334fd363-8850-4afc-b7d0-4d580476e87f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:11.575373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.577467 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3b6af43e-729d-4cd6-ad11-2216dd8daa8e tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7480c49-6c3f-4038-8682-21d1b225fadf HTTP/1.1" status: 200 len: 205 time: 0.1774685 Apr 18 06:01:11.584450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47790) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.629224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.647535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] For port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:11.650600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] For port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0083ea6d-b8e4-4518-b7ff-296fa06b11bd,segment=NetworkSegment(208dbec0-3b00-465d-b0ac-2fecd4a1e1bd),segment_id=208dbec0-3b00-465d-b0ac-2fecd4a1e1bd)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:11.659110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334fd363-8850-4afc-b7d0-4d580476e87f']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.671422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.671841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.675909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.680791 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-37e83eca-fe94-4aaa-b8b1-61e9afa8c45d tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] delete failed (client error): The resource could not be found. Apr 18 06:01:11.682020 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-37e83eca-fe94-4aaa-b8b1-61e9afa8c45d tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/routers/b7480c49-6c3f-4038-8682-21d1b225fadf HTTP/1.1" status: 404 len: 336 time: 0.0689416 Apr 18 06:01:11.692103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47792) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.698033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.709804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] For port 1a7524fd-95d4-4a4e-9f28-475e69808813, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:11.713017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] For port 1a7524fd-95d4-4a4e-9f28-475e69808813, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1a7524fd-95d4-4a4e-9f28-475e69808813,segment=NetworkSegment(a28fd446-fb5d-48bb-b8e5-012de6fb69ca),segment_id=a28fd446-fb5d-48bb-b8e5-012de6fb69ca)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:11.715411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.734127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29767121-e87a-4b8c-8a6c-ae4ad4e8010e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.736839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.745167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.746615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a343956f-97c5-4f60-966d-05fadc94c1df tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:11.747147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a343956f-97c5-4f60-966d-05fadc94c1df tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:11.753331 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a343956f-97c5-4f60-966d-05fadc94c1df tempest-RoutersIpV6AdminTest-1457428005 tempest-RoutersIpV6AdminTest-1457428005-project] 10.222.0.43 "DELETE /v2.0/subnets/00a534b5-1270-45ea-b553-d57c4be4f856 HTTP/1.1" status: 404 len: 337 time: 0.0575070 Apr 18 06:01:11.753331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eccd56-4c32-4ee8-9c84-2fad8952bb00']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.772780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32370866-7a67-4e85-ac97-a3034a1c8478') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.773121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32370866-7a67-4e85-ac97-a3034a1c8478') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:11.777399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:11.779479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:11.788210 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:11.790079 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.812375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.820599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.824333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fcbf1-fecf-4978-8692-079afc8d10c1 None None] Pushing event updated for resources: {'Port': ['ID=0083ea6d-b8e4-4518-b7ff-296fa06b11bd,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:11.834332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.839747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:11.845810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:11.849470 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:11.898828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:11.905808 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-28f9a58d-f047-45a6-882b-d9466dd63771 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7207618 Apr 18 06:01:11.911216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47796) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.922176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:11.946725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e8d36-72c2-4f6a-8c50-0ea2c90e3f3c None None] Network 334fd363-8850-4afc-b7d0-4d580476e87f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:11.976331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47798) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:11.984195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'subnet': {'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:11.986460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:01:11.986460 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:01:11.986460 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': '334fd363-8850-4afc-b7d0-4d580476e87f'}] Apr 18 06:01:11.986460 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:11.986800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:12.026915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d869-ea50-4de0-a778-bef6f5ba4edb None None] Pushing event updated for resources: {'Port': ['ID=1a7524fd-95d4-4a4e-9f28-475e69808813,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.055969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.065017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.070284 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/41eccd56-4c32-4ee8-9c84-2fad8952bb00 HTTP/1.1" status: 204 len: 168 time: 3.6278725 Apr 18 06:01:12.072081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47800) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.082450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075222224'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:12.092080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.092377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.095162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52785d7c-741f-4ace-a29a-0bcd40d377b0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=41eccd56-4c32-4ee8-9c84-2fad8952bb00,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.156982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 0021c5b0-7033-41e4-a244-8d976c0a342c is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:12.177061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:12.185567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=3b054e47-9206-4b55-9a6d-361b0ec8f8f0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.189310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.192571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:12.199763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:12.201125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.237149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:12.240959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.265030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:12.266937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.268923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:12.270564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.301035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d74aa8e-c059-41ad-b2bf-3a0e18503fe4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.304326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.308962 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 7e525f59-1e01-41b4-8a7d-172a33be8b5b of type vlan for network 877265f0-d319-4bc7-8f64-26906ac45253 Apr 18 06:01:12.335652 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1e67f4af-1c84-4856-9e8b-01bb4f1c833d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8379259 Apr 18 06:01:12.349919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47804) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.368175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.395209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.401992 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-94329686-a6d0-4e6a-a740-5d7cca2f9d92 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4796798 Apr 18 06:01:12.402121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47806) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.438569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47808) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.462934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca39a48f-791c-4d74-8340-8d877689f0b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.474516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca39a48f-791c-4d74-8340-8d877689f0b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.483813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.489749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:12.490350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.496226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.568957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 3b054e47-9206-4b55-9a6d-361b0ec8f8f0 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:12.569825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.579487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d0d5-9550-4444-8873-20d4e416de55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.600740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca39a48f-791c-4d74-8340-8d877689f0b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.601978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=877265f0-d319-4bc7-8f64-26906ac45253,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.606140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca39a48f-791c-4d74-8340-8d877689f0b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.607915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ca39a48f-791c-4d74-8340-8d877689f0b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1d74aa8e-c059-41ad-b2bf-3a0e18503fe4 HTTP/1.1" status: 204 len: 168 time: 0.2075315 Apr 18 06:01:12.618002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 877265f0-d319-4bc7-8f64-26906ac45253 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:12.637517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a07197b2-a812-453b-b235-857a61b87bfb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5642738 Apr 18 06:01:12.641984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47812) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.667506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47814) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.672264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '877265f0-d319-4bc7-8f64-26906ac45253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:12.704824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.730376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39a48f-791c-4d74-8340-8d877689f0b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d74aa8e-c059-41ad-b2bf-3a0e18503fe4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.761403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d0d5-9550-4444-8873-20d4e416de55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.775651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:12.776146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.837443 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e1b1a8f9-1018-4bd2-ad1e-6260863a186f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1519811 Apr 18 06:01:12.837649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47816) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.850653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d0d5-9550-4444-8873-20d4e416de55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.870441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.874377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.881734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1a7524fd-95d4-4a4e-9f28-475e69808813 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:12.899593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 3b054e47-9206-4b55-9a6d-361b0ec8f8f0 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:12.901421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0083ea6d-b8e4-4518-b7ff-296fa06b11bd,segment=NetworkSegment(208dbec0-3b00-465d-b0ac-2fecd4a1e1bd),segment_id=208dbec0-3b00-465d-b0ac-2fecd4a1e1bd)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:12.902085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.933022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 0083ea6d-b8e4-4518-b7ff-296fa06b11bd owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:12.943811 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b1b6d0d5-9550-4444-8873-20d4e416de55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03d44316a85647bdac0e4a573f436920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038648 Apr 18 06:01:12.944845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47818) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:12.951549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1a7524fd-95d4-4a4e-9f28-475e69808813 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:12.952720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:12.993287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6d0d5-9550-4444-8873-20d4e416de55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e264a2-e2dd-45f1-b75f-566abd345194,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:12.997963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41a9ec04-93b2-423d-940f-cff12dd019b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.008624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41a9ec04-93b2-423d-940f-cff12dd019b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.019336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:13.022771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.038485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Subnet': ['ID=2479626a-547c-437b-b072-caa808965697,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.081238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.117221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 1a7524fd-95d4-4a4e-9f28-475e69808813, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1a7524fd-95d4-4a4e-9f28-475e69808813,segment=NetworkSegment(a28fd446-fb5d-48bb-b8e5-012de6fb69ca),segment_id=a28fd446-fb5d-48bb-b8e5-012de6fb69ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:13.124521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41a9ec04-93b2-423d-940f-cff12dd019b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.132988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41a9ec04-93b2-423d-940f-cff12dd019b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.136918 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-41a9ec04-93b2-423d-940f-cff12dd019b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/29767121-e87a-4b8c-8a6c-ae4ad4e8010e HTTP/1.1" status: 204 len: 168 time: 0.2959983 Apr 18 06:01:13.138608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47820) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.141032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9ec04-93b2-423d-940f-cff12dd019b4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29767121-e87a-4b8c-8a6c-ae4ad4e8010e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.146807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Checking segment: {'id': 'b0de2317-51b8-4e48-9b91-5a37ad138dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:13.147137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network hostable DHCP agents. Network: 0ad42edf-b453-484b-a058-2c9b201c0aba, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:13.189946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b5bd423c-8fb8-4692-bfa9-b31395633fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.195933 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ed3829a9-c47c-4aa3-9646-4e6d43203796 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0554485 Apr 18 06:01:13.198780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47822) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.205351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1026a-ac71-4d92-8b3d-b6ba06d8367f None None] Network 0021c5b0-7033-41e4-a244-8d976c0a342c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:13.207145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.228293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.243844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=0083ea6d-b8e4-4518-b7ff-296fa06b11bd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.249748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 0083ea6d-b8e4-4518-b7ff-296fa06b11bd on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:13.260016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fd0d-8b6c-437c-9863-5b0ab6e8c078 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.271592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b5bd423c-8fb8-4692-bfa9-b31395633fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.292607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fd0d-8b6c-437c-9863-5b0ab6e8c078 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.310742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network 0ad42edf-b453-484b-a058-2c9b201c0aba is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:13.332772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e9d0ca42-a890-44b9-85a6-cd96a7621ada None None] Provisioning complete for port 1a7524fd-95d4-4a4e-9f28-475e69808813 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:13.333719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e9d0ca42-a890-44b9-85a6-cd96a7621ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.338950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=1a7524fd-95d4-4a4e-9f28-475e69808813,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.366366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.375829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.392520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334fd363-8850-4afc-b7d0-4d580476e87f']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:13.402036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:13.402338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208dbec0-3b00-465d-b0ac-2fecd4a1e1bd') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:13.411910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.415983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=3b054e47-9206-4b55-9a6d-361b0ec8f8f0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.420630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0ad42edf-b453-484b-a058-2c9b201c0aba) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:13.428266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:13.428875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.431852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.433998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789be5fb-b739-46e7-b117-b6ef470e26de None None] Network 0ad42edf-b453-484b-a058-2c9b201c0aba requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:13.447893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:13.450527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:13.454447 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:13.491999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.495124 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ba5ed1c9-c313-4cfc-b731-89e6f1f27746 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/3b054e47-9206-4b55-9a6d-361b0ec8f8f0 HTTP/1.1" status: 204 len: 168 time: 1.1442184 Apr 18 06:01:13.501239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47824) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.507492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fd0d-8b6c-437c-9863-5b0ab6e8c078 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.512399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfe6fd0d-8b6c-437c-9863-5b0ab6e8c078 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.513654 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dfe6fd0d-8b6c-437c-9863-5b0ab6e8c078 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/13b0f58c-8549-4ae1-b80c-aec1862f71d6 HTTP/1.1" status: 204 len: 168 time: 0.3139150 Apr 18 06:01:13.522656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47826) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.530083 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bb0537-55b4-4d6a-90f0-3b25b91a5a7e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:13.530083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bb0537-55b4-4d6a-90f0-3b25b91a5a7e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:13.533903 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c2bb0537-55b4-4d6a-90f0-3b25b91a5a7e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/3b054e47-9206-4b55-9a6d-361b0ec8f8f0 HTTP/1.1" status: 404 len: 333 time: 0.0291238 Apr 18 06:01:13.533903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b5bd423c-8fb8-4692-bfa9-b31395633fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.535158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b5bd423c-8fb8-4692-bfa9-b31395633fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.536389 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b5bd423c-8fb8-4692-bfa9-b31395633fbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45e264a2-e2dd-45f1-b75f-566abd345194 HTTP/1.1" status: 204 len: 168 time: 0.5860419 Apr 18 06:01:13.537227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47828) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.549921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6fd0d-8b6c-437c-9863-5b0ab6e8c078 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13b0f58c-8549-4ae1-b80c-aec1862f71d6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.573862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79b99f8-4dbc-4457-a223-750a0f5bda36 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:13.575433 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c79b99f8-4dbc-4457-a223-750a0f5bda36 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/3b054e47-9206-4b55-9a6d-361b0ec8f8f0 HTTP/1.1" status: 404 len: 333 time: 0.0356426 Apr 18 06:01:13.580428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47832) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.584952 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-20552f75-1f6f-4d33-b211-1564ebde17be tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6070590 Apr 18 06:01:13.594983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd423c-8fb8-4692-bfa9-b31395633fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e264a2-e2dd-45f1-b75f-566abd345194,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.596503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47834) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.603272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405977979'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:13.621476 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-48fe747c-7815-47b0-9c27-373797081df0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0923626 Apr 18 06:01:13.625851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47836) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.630454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.642944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.654447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.660137 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/334fd363-8850-4afc-b7d0-4d580476e87f HTTP/1.1" status: 204 len: 168 time: 3.1630435 Apr 18 06:01:13.664411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47838) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.712958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-68e90dea-cab5-485c-8163-f21549c244a5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.721878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 4bd72900-475b-4249-8b02-7661cc34a44c {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:13.727480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=11ee50e0-3573-4189-8755-a8709c544942,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.731857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0ad42edf-b453-484b-a058-2c9b201c0aba', 'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba', 'tenant_id': '385aba6692c7428c868ee0f1f3bf7082', 'fixed_ips': [{'subnet_id': '2479626a-547c-437b-b072-caa808965697'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:13.732376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.738964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.739986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624c0c1-c6c1-4bce-969c-27d25a6c16f9 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=334fd363-8850-4afc-b7d0-4d580476e87f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.749818 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9f7d79-961b-44f3-af9c-39629405cd3e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] GET failed (client error): The resource could not be found. Apr 18 06:01:13.754538 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-de9f7d79-961b-44f3-af9c-39629405cd3e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/subnets/de54df33-812b-4e67-87e8-3bf7bbeeca61 HTTP/1.1" status: 404 len: 337 time: 0.0892100 Apr 18 06:01:13.755190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47840) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.757243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-68e90dea-cab5-485c-8163-f21549c244a5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.763151 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:13.769466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.802584 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd05fb3-19c3-4a5b-b005-bab94f99cb7a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:13.807530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd05fb3-19c3-4a5b-b005-bab94f99cb7a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:13.819070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47842) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.823267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9dd05fb3-19c3-4a5b-b005-bab94f99cb7a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/334fd363-8850-4afc-b7d0-4d580476e87f HTTP/1.1" status: 404 len: 339 time: 0.0598803 Apr 18 06:01:13.873637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.876405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '7e525f59-1e01-41b4-8a7d-172a33be8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '877265f0-d319-4bc7-8f64-26906ac45253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:13.876775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 877265f0-d319-4bc7-8f64-26906ac45253, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:13.894804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-68e90dea-cab5-485c-8163-f21549c244a5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.913412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-68e90dea-cab5-485c-8163-f21549c244a5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.915085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-68e90dea-cab5-485c-8163-f21549c244a5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1eeb315a-939b-46ab-af28-bbce916d7081 HTTP/1.1" status: 204 len: 168 time: 0.2885833 Apr 18 06:01:13.916231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90dea-cab5-485c-8163-f21549c244a5 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eeb315a-939b-46ab-af28-bbce916d7081,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:13.924845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:13.946349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47846) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:13.952398 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5d002425-7a00-4031-b382-c33305a374b3 None None] Provisioning complete for port 1a7524fd-95d4-4a4e-9f28-475e69808813 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:13.952932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d002425-7a00-4031-b382-c33305a374b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:13.955224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Allocated IP 2001:db8:0:ffff::2 (0ad42edf-b453-484b-a058-2c9b201c0aba/2479626a-547c-437b-b072-caa808965697/c85039d3-ae17-4bb5-8d3c-6e1b397cfd51) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:14.004055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.004323 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Added segment 1a6f391f-aa66-4648-901d-e8d190c9c847 of type vlan for network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 Apr 18 06:01:14.041843 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b5cca59a-1455-4c43-94be-f2e24334b79f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0919170 Apr 18 06:01:14.044930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47848) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.073864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93c12fe5-db28-4e58-80fd-61a7e6401148 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.082680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93c12fe5-db28-4e58-80fd-61a7e6401148 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.167107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.174882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.187466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81299725-975e-4153-b7fb-076a8ad90c16 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.191752 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-81299725-975e-4153-b7fb-076a8ad90c16 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3676581 Apr 18 06:01:14.192338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47850) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.217256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 877265f0-d319-4bc7-8f64-26906ac45253 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:14.246162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.248088 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f01b04bb-d93c-43f1-aa37-3582751b35cf tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 207 time: 0.0539515 Apr 18 06:01:14.249020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93c12fe5-db28-4e58-80fd-61a7e6401148 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.252929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47852) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.255885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93c12fe5-db28-4e58-80fd-61a7e6401148 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.256980 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-93c12fe5-db28-4e58-80fd-61a7e6401148 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b275858d-5068-434a-9fbc-426faa84fb75 HTTP/1.1" status: 204 len: 168 time: 0.2088325 Apr 18 06:01:14.267927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47854) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.273206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.300794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c12fe5-db28-4e58-80fd-61a7e6401148 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b275858d-5068-434a-9fbc-426faa84fb75,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.301987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Network 0ad42edf-b453-484b-a058-2c9b201c0aba is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:14.325242 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:14.336870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:14.353744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9b85abe9-3ed3-4934-a7bc-cec0353002e3 None None] Could not find standard attr ID for object 3b054e47-9206-4b55-9a6d-361b0ec8f8f0. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:14.375525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 877265f0-d319-4bc7-8f64-26906ac45253) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:14.380227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47856) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.384343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Pushing event updated for resources: {'Port': ['ID=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.386255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.392308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d66234-8668-4497-a5e5-654be68b29e5 None None] Network 877265f0-d319-4bc7-8f64-26906ac45253 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:14.396403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.397199 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.402672 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-22845c3a-3d95-40ab-8712-df4445ed6151 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1316597 Apr 18 06:01:14.403369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47860) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.428733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.429518 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.444543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Attempting to bind port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:14.447208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Attempting to bind port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b0de2317-51b8-4e48-9b91-5a37ad138dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:14.447208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Attempting to bind port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 on network 0ad42edf-b453-484b-a058-2c9b201c0aba {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:14.474946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.475556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d766b-1798-4a53-af9f-1c755c01c007 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.481580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d766b-1798-4a53-af9f-1c755c01c007 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.482100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:14.482745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Checking segment: {'id': 'b0de2317-51b8-4e48-9b91-5a37ad138dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:14.482936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.483331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Bound using segment: {'id': 'b0de2317-51b8-4e48-9b91-5a37ad138dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:14.483813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Bound port: c85039d3-ae17-4bb5-8d3c-6e1b397cfd51, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0de2317-51b8-4e48-9b91-5a37ad138dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0ad42edf-b453-484b-a058-2c9b201c0aba'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:14.484192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.488321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d766b-1798-4a53-af9f-1c755c01c007 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.493972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d766b-1798-4a53-af9f-1c755c01c007 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.499407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-377d766b-1798-4a53-af9f-1c755c01c007 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2377191 Apr 18 06:01:14.503143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47864) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.566677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd72900-475b-4249-8b02-7661cc34a44c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.579294 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9794290 Apr 18 06:01:14.584746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc1862e2-b421-474c-bd47-17f1ff565061 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.589001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47866) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.599302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'subnet': {'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:14.599770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf9e2c-8a63-4f71-a480-90b595389525 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Network': ['ID=4ac3a623-48d8-4eba-a0d5-05c45aa20d43,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:14.606830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb7d55-0b07-41ea-b538-b8c74298c628 None None] Network 0021c5b0-7033-41e4-a244-8d976c0a342c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:14.610493 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c18dd1e9-cb45-4c33-b9b1-c7a37dc39e86 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9440820 Apr 18 06:01:14.612500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.614875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47868) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.618631 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ab63a5f6-4dab-4445-9e00-57ef9b8a8f96 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/4bd72900-475b-4249-8b02-7661cc34a44c HTTP/1.1" status: 204 len: 168 time: 1.0306349 Apr 18 06:01:14.618762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] For port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:14.625895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47870) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.630902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:14.657623 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2d9e2bc6-b46d-4c39-b897-f5c3b4b1c085 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5070bce72610455cafdcfca2adfc8366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569249 Apr 18 06:01:14.660559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47872) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.661087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] For port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,segment=NetworkSegment(b0de2317-51b8-4e48-9b91-5a37ad138dc6),segment_id=b0de2317-51b8-4e48-9b91-5a37ad138dc6)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:14.697281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc1862e2-b421-474c-bd47-17f1ff565061 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.763963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.766947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f965e94e-d23e-4fd4-bd23-4272687d820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.823578 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-31adcf2f-abac-4a2c-a5c9-0b6a2bb100b4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3155975 Apr 18 06:01:14.827092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47874) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.928153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:14.940762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d35d4f-2ced-432d-b19f-b5e901766562 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.942617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d35d4f-2ced-432d-b19f-b5e901766562 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:14.947691 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c0d35d4f-2ced-432d-b19f-b5e901766562 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1159818 Apr 18 06:01:14.952052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47876) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:14.978011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1a7524fd-95d4-4a4e-9f28-475e69808813 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:14.989782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-877265f0-d319-4bc7-8f64-26906ac45253', 'network_id': '877265f0-d319-4bc7-8f64-26906ac45253', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': '11ee50e0-3573-4189-8755-a8709c544942'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:14.990791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.001842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc1862e2-b421-474c-bd47-17f1ff565061 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.005050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc1862e2-b421-474c-bd47-17f1ff565061 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.006398 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dc1862e2-b421-474c-bd47-17f1ff565061 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd HTTP/1.1" status: 204 len: 168 time: 0.5993862 Apr 18 06:01:15.134106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:15.136297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c92ae-5091-4658-9927-355a72e4976a None None] Pushing event updated for resources: {'Port': ['ID=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.139047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.168811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47878) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.172719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f965e94e-d23e-4fd4-bd23-4272687d820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.181299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.187912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cbccfd-8f3e-4141-9b6c-5db13b05a5c4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.190749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cbccfd-8f3e-4141-9b6c-5db13b05a5c4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.192531 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-81cbccfd-8f3e-4141-9b6c-5db13b05a5c4 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2382817 Apr 18 06:01:15.192938 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.201730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47888) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.265268 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-437c27f4-52dc-4776-8ea8-c11157a978c3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0883663 Apr 18 06:01:15.265268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47890) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.285571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382549989'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:15.335964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 1a7524fd-95d4-4a4e-9f28-475e69808813 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:15.335964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.336127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1862e2-b421-474c-bd47-17f1ff565061 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8d5bb-ffd4-4c5e-a25b-01fc17ed23dd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.348485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1a7524fd-95d4-4a4e-9f28-475e69808813 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:15.350147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.433585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port 1a7524fd-95d4-4a4e-9f28-475e69808813, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1a7524fd-95d4-4a4e-9f28-475e69808813,segment=NetworkSegment(a28fd446-fb5d-48bb-b8e5-012de6fb69ca),segment_id=a28fd446-fb5d-48bb-b8e5-012de6fb69ca)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:15.433585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.445947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 1a7524fd-95d4-4a4e-9f28-475e69808813 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:15.588510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b40eed-12f1-4915-ab27-00e9ceccb1d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.594508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] DHCP port deletion for 0021c5b0-7033-41e4-a244-8d976c0a342c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:15.594717 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a9b40eed-12f1-4915-ab27-00e9ceccb1d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks/87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 HTTP/1.1" status: 200 len: 800 time: 0.3479023 Apr 18 06:01:15.594825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Allocated IP 2001:db8::1 (877265f0-d319-4bc7-8f64-26906ac45253/11ee50e0-3573-4189-8755-a8709c544942/2072c856-c578-4fb2-ab7d-243c047c6c85) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:15.599076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47892) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.602367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.614030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f965e94e-d23e-4fd4-bd23-4272687d820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.616585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f965e94e-d23e-4fd4-bd23-4272687d820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.620412 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f965e94e-d23e-4fd4-bd23-4272687d820f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31deb96b-82d6-4b91-8c9f-30a00644aef4 HTTP/1.1" status: 204 len: 168 time: 0.9564455 Apr 18 06:01:15.715080 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9de4cae2-05ac-428b-ac01-acd61c53a10d tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/networks/87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1125274 Apr 18 06:01:15.716776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-eba76ccd-56c4-4491-8c82-afda17af318f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5229864 Apr 18 06:01:15.732507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47898) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.745915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965e94e-d23e-4fd4-bd23-4272687d820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31deb96b-82d6-4b91-8c9f-30a00644aef4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.754052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.767687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Deleting port 1a7524fd-95d4-4a4e-9f28-475e69808813 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:15.768744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.829437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b837af-db2f-4438-8e9f-ffe698948d21 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.830799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-91b837af-db2f-4438-8e9f-ffe698948d21 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/subnets/69ba36bf-d432-4a20-aae5-b51034ca8c52 HTTP/1.1" status: 200 len: 811 time: 0.0979278 Apr 18 06:01:15.837881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47902) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.847694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port 1a7524fd-95d4-4a4e-9f28-475e69808813 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:15.849684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=1a7524fd-95d4-4a4e-9f28-475e69808813,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.856023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] For port 1a7524fd-95d4-4a4e-9f28-475e69808813, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:15.858037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.889407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Calling delete_port for 1a7524fd-95d4-4a4e-9f28-475e69808813 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:15.895160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Port 1a7524fd-95d4-4a4e-9f28-475e69808813 was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:01:15.904016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:15.933151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536944e7-3267-4710-bffe-8305d5fdbb69 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['shared'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.939426 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-536944e7-3267-4710-bffe-8305d5fdbb69 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "GET /v2.0/subnets/69ba36bf-d432-4a20-aae5-b51034ca8c52?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0606127 Apr 18 06:01:15.942415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47904) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:15.952038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593287e-2593-4d03-9601-e24fcff24cbf req-46f35b38-8593-4083-87b6-c8e90488d429 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.953521 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4593287e-2593-4d03-9601-e24fcff24cbf req-46f35b38-8593-4083-87b6-c8e90488d429 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.2346132 Apr 18 06:01:15.960286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] Pushing event deleted for resources: {'Port': ['ID=1a7524fd-95d4-4a4e-9f28-475e69808813,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:15.963099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be88a975-83c5-411a-8ace-da2a122c8527 None None] No DVR routers for this DVR port 1a7524fd-95d4-4a4e-9f28-475e69808813 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:15.978989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-5ec32400-fd88-4d2e-bda7-9e4c314f91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:15.978989 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-5ec32400-fd88-4d2e-bda7-9e4c314f91b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff5d935598747adbe8bf35c865ffebb&device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 1099 time: 0.1421802 Apr 18 06:01:15.980370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971757784'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.006448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.032713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.066355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcf994-0eb6-4aaa-89f3-5f1439d517c7 req-44568e77-f36f-439e-b0f7-594d899096ac tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.067988 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fafcf994-0eb6-4aaa-89f3-5f1439d517c7 req-44568e77-f36f-439e-b0f7-594d899096ac tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.2331583 Apr 18 06:01:16.081296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0021c5b0-7033-41e4-a244-8d976c0a342c']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:16.095999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.099689 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4593287e-2593-4d03-9601-e24fcff24cbf req-2fb7bbf2-b474-4b15-8840-754923ceab10 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296887 Apr 18 06:01:16.101404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:16.105200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.121887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.130295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:16.130295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28fd446-fb5d-48bb-b8e5-012de6fb69ca') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:16.157475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.181594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:16.199010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fafcf994-0eb6-4aaa-89f3-5f1439d517c7 req-95cce189-5e49-4de1-8eed-59ff34f78258 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195560 Apr 18 06:01:16.202408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.202546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-e933fcad-1722-4379-9715-3abc838fac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.206864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-e933fcad-1722-4379-9715-3abc838fac33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d3a9a12-0c08-4753-b755-a58cb99e550a HTTP/1.1" status: 200 len: 912 time: 0.1936102 Apr 18 06:01:16.207032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.207032 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Added segment 02a2592a-376c-4bd4-a7ae-79a3ea9d9f66 of type vlan for network e1896d96-2807-4dd4-b93e-b707b89550f0 Apr 18 06:01:16.207032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.239855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Network 877265f0-d319-4bc7-8f64-26906ac45253 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:16.245398 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:16.249695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:16.261393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Pushing event updated for resources: {'Port': ['ID=2072c856-c578-4fb2-ab7d-243c047c6c85,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.280612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e761fd-8f09-4944-b09a-b92effdc397a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.282556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.285510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:16.285933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:16.289132 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:16.314725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=11ee50e0-3573-4189-8755-a8709c544942,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.356054 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-ca80e6be-b41e-46a5-a8f4-64224d28bc00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 HTTP/1.1" status: 200 len: 1002 time: 0.1416259 Apr 18 06:01:16.370377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Attempting to bind port 2072c856-c578-4fb2-ab7d-243c047c6c85 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:16.370741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Attempting to bind port 2072c856-c578-4fb2-ab7d-243c047c6c85 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '7e525f59-1e01-41b4-8a7d-172a33be8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '877265f0-d319-4bc7-8f64-26906ac45253'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:16.373370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Attempting to bind port 2072c856-c578-4fb2-ab7d-243c047c6c85 on network 877265f0-d319-4bc7-8f64-26906ac45253 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:16.394820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:16.395713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Checking segment: {'id': '7e525f59-1e01-41b4-8a7d-172a33be8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '877265f0-d319-4bc7-8f64-26906ac45253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:16.398815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.399270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Bound using segment: {'id': '7e525f59-1e01-41b4-8a7d-172a33be8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '877265f0-d319-4bc7-8f64-26906ac45253'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:16.399758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Bound port: 2072c856-c578-4fb2-ab7d-243c047c6c85, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e525f59-1e01-41b4-8a7d-172a33be8b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '877265f0-d319-4bc7-8f64-26906ac45253'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:16.400180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.408662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.434737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.436803 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9a0f0e16-9be1-4c84-ad23-a3c32f0af32a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1551995 Apr 18 06:01:16.440014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47912) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:16.446435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'e7e761fd-8f09-4944-b09a-b92effdc397a', 'direction': 'ingress', 'protocol': 17}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.506637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.517627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] For port 2072c856-c578-4fb2-ab7d-243c047c6c85, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:16.521393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] For port 2072c856-c578-4fb2-ab7d-243c047c6c85, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2072c856-c578-4fb2-ab7d-243c047c6c85,segment=NetworkSegment(7e525f59-1e01-41b4-8a7d-172a33be8b5b),segment_id=7e525f59-1e01-41b4-8a7d-172a33be8b5b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:16.526078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.528356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.529491 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/0021c5b0-7033-41e4-a244-8d976c0a342c HTTP/1.1" status: 204 len: 168 time: 1.9021311 Apr 18 06:01:16.534843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47916) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:16.545599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1252448258'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.547613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8670c4-cce7-4488-bda9-ef52ba749bc2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=0021c5b0-7033-41e4-a244-8d976c0a342c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.562656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-3d91daed-694b-4858-b8fe-328c08c432b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.564292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-3d91daed-694b-4858-b8fe-328c08c432b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2152f564-a035-438d-a751-dc900d9aedf5 HTTP/1.1" status: 200 len: 850 time: 0.1774445 Apr 18 06:01:16.564452 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.571067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.574280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.589587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.626943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:01:16.628842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877265f0-d319-4bc7-8f64-26906ac45253']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:16.663549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.670044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e525f59-1e01-41b4-8a7d-172a33be8b5b') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:16.670342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e525f59-1e01-41b4-8a7d-172a33be8b5b') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:16.674924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.682414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b62b3-7d64-440e-ae26-37cba8596467 None None] Network 0ad42edf-b453-484b-a058-2c9b201c0aba requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:16.685199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.687609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07a481-5c48-4292-ac75-0c129a32deca None None] Pushing event updated for resources: {'Port': ['ID=2072c856-c578-4fb2-ab7d-243c047c6c85,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.702417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Network': ['ID=e1896d96-2807-4dd4-b93e-b707b89550f0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.720803 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e528db3f-ef81-4d03-9fd9-991b43443795 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7439795 Apr 18 06:01:16.721711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47920) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:16.726751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'network_id': 'e1896d96-2807-4dd4-b93e-b707b89550f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:16.741901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e7b8b-d0b3-40ab-b3ea-684ef7cf7584 None None] Network 877265f0-d319-4bc7-8f64-26906ac45253 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:16.743866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:16.854040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.865639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Subnet': ['ID=1dfe9379-ea6d-452f-b21b-5de6d2e78b39,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:16.869676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:16.875427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.879818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.882430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5ee0dadd-ae68-4f71-a4a2-88796177b6b7 None None] Provisioning complete for port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:16.882926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dadd-ae68-4f71-a4a2-88796177b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.907972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:16.908433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:16.911968 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:16.924882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:16.936864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-9bf71c2f-46b2-46d3-9b1c-39551231216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:16.938380 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-9bf71c2f-46b2-46d3-9b1c-39551231216c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d3a9a12-0c08-4753-b755-a58cb99e550a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3646495 Apr 18 06:01:16.941882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:16.943654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Made reservation on behalf of 87215ee7373c4c28b17431089e772e1f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:16.947217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.094645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:01:17.095279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:01:17.143921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:17.144617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.144740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ed4648-9e4d-4a25-b8f1-106c9a77f1d8,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.180281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dadd-ae68-4f71-a4a2-88796177b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.236468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5ee0dadd-ae68-4f71-a4a2-88796177b6b7 None None] For port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,segment=NetworkSegment(b0de2317-51b8-4e48-9b91-5a37ad138dc6),segment_id=b0de2317-51b8-4e48-9b91-5a37ad138dc6)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:17.276534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.281418 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-858eddbb-90ae-42ff-9b8d-d83da32cfc8e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8402615 Apr 18 06:01:17.288008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47934) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:17.311390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.335054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ee0dadd-ae68-4f71-a4a2-88796177b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.370881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47936) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:17.449797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0dadd-ae68-4f71-a4a2-88796177b6b7 None None] Pushing event updated for resources: {'Port': ['ID=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.463264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:17.471900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:17.504782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:17.507018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152c575-3cde-4960-9456-59e202aa5136 req-8b87cb24-392c-4672-877b-8763c54f2a74 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.518437 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a152c575-3cde-4960-9456-59e202aa5136 req-8b87cb24-392c-4672-877b-8763c54f2a74 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.1880286 Apr 18 06:01:17.543908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741501d9-f514-4cc1-9a28-355ba1c4d679 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:17.547474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c22-9ced-43b1-97db-ce0b2ace9929 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.553986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.554325 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment d5b4c8af-adf7-4c71-9464-a01840e427ed of type vlan for network c54b20ee-5e3f-43aa-96d4-654dca08e960 Apr 18 06:01:17.558604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Checking segment: {'id': '1a6f391f-aa66-4648-901d-e8d190c9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:17.558961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network hostable DHCP agents. Network: 4ac3a623-48d8-4eba-a0d5-05c45aa20d43, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:17.577685 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a152c575-3cde-4960-9456-59e202aa5136 req-0faf68c0-3706-4737-ad86-82d7375d6a67 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573366 Apr 18 06:01:17.601580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-968fbf22-98f2-4bea-a286-c948e0c57ee7 None None] Provisioning complete for port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:17.601954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-968fbf22-98f2-4bea-a286-c948e0c57ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.608483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c22-9ced-43b1-97db-ce0b2ace9929 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.632456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:01:17.632456 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:01:17.632456 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': '877265f0-d319-4bc7-8f64-26906ac45253'}] Apr 18 06:01:17.632456 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:17.632877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:17.634262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.642678 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-aa5fa299-8084-4a6e-bd23-88ed82fae989 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576846 Apr 18 06:01:17.662933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1575298989'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:17.663129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdcd38-ce31-4cb4-b742-fdc478da3155 req-8de17542-5ea8-4c09-a114-c17d7ea77169 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.664565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8afdcd38-ce31-4cb4-b742-fdc478da3155 req-8de17542-5ea8-4c09-a114-c17d7ea77169 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.1713185 Apr 18 06:01:17.667045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.742519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:17.753133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=a3035283-7d10-465a-a298-c9b87cb7a542,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.760533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c22-9ced-43b1-97db-ce0b2ace9929 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.764197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c22-9ced-43b1-97db-ce0b2ace9929 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.766017 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4eb39c22-9ced-43b1-97db-ce0b2ace9929 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/e7e761fd-8f09-4944-b09a-b92effdc397a HTTP/1.1" status: 204 len: 168 time: 0.4747713 Apr 18 06:01:17.768993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:17.782733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb39c22-9ced-43b1-97db-ce0b2ace9929 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e761fd-8f09-4944-b09a-b92effdc397a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.786283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Checking segment: {'id': '02a2592a-376c-4bd4-a7ae-79a3ea9d9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e1896d96-2807-4dd4-b93e-b707b89550f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:17.786742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network hostable DHCP agents. Network: e1896d96-2807-4dd4-b93e-b707b89550f0, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:17.787105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8afdcd38-ce31-4cb4-b742-fdc478da3155 req-28f8529c-b63f-4d2b-af2d-b14c3109a0ef tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088336 Apr 18 06:01:17.797408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.805668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.817270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.817455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:17.820845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.845988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 4ac3a623-48d8-4eba-a0d5-05c45aa20d43) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:17.852409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.864728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741501d9-f514-4cc1-9a28-355ba1c4d679 None None] Unable to find a vacant binding_index for network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 and agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 {{(pid=109607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 06:01:17.870141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.870694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741501d9-f514-4cc1-9a28-355ba1c4d679 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 4ac3a623-48d8-4eba-a0d5-05c45aa20d43) {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:17.870826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.893680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-645a81be-ad88-4d0a-8813-98ac97550e0c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.895481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-645a81be-ad88-4d0a-8813-98ac97550e0c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.0917120 Apr 18 06:01:17.919963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Network e1896d96-2807-4dd4-b93e-b707b89550f0 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:17.948663 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4077172 Apr 18 06:01:17.953243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, e1896d96-2807-4dd4-b93e-b707b89550f0) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:17.958185 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-5685a92d-46ae-4091-aa5c-12b9383fe5d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059990 Apr 18 06:01:17.958989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47942) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:17.967462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:17.969052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.46', 59346) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:17.970225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612ac33-ed88-42a8-9d7b-f899b7746401 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=c54b20ee-5e3f-43aa-96d4-654dca08e960,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:17.975758 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bd1df135-4c88-4ec1-9c47-9f8aa1ef6497 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2043121 Apr 18 06:01:17.976191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:17.976798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:17.987384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:17.997742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47944) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:18.009082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--621001778'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:18.014760 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92d41257-066b-4bad-9d0b-4b3554650ff3 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4246874 Apr 18 06:01:18.030150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47946) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:18.038412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'port': {'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43', 'name': 'tempest-NetworksIpV6TestAttrs-683982879'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:18.113558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-e96f3f6a-1f88-496c-823c-b707e21c5ae4 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:18.115360 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-e96f3f6a-1f88-496c-823c-b707e21c5ae4 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.1375515 Apr 18 06:01:18.139289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.144583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.171191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Deleting port a36dbaf7-242e-414f-9941-e1a9030be62e {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:18.171474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.178384 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-952a92ff-5103-48b6-8aae-572177f5951c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4556439 Apr 18 06:01:18.185988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47948) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:18.194751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:18.230517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.267039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:18.270089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.273431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.340507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1a7524fd-95d4-4a4e-9f28-475e69808813 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:18.367570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 1a7524fd-95d4-4a4e-9f28-475e69808813 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:18.367570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1a7524fd-95d4-4a4e-9f28-475e69808813 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:18.383293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:18.390558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25211443'] for subnet, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.405886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Deleting port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:18.406231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.424080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] For port a36dbaf7-242e-414f-9941-e1a9030be62e, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=a36dbaf7-242e-414f-9941-e1a9030be62e,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:18.424080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.429685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:18.433208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.442166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port 2072c856-c578-4fb2-ab7d-243c047c6c85 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:18.447172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.447334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.447334 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Added segment a71e556f-bb16-49b6-bc46-eb703d0d886e of type vlan for network 05d65530-28ce-4b9b-b71b-a17f18d1b658 Apr 18 06:01:18.482295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-4ac3a623-48d8-4eba-a0d5-05c45aa20d43', 'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43', 'tenant_id': '385aba6692c7428c868ee0f1f3bf7082', 'fixed_ips': [{'subnet_id': '1dfe9379-ea6d-452f-b21b-5de6d2e78b39'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:18.483632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.486839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042a0fe8-5d92-416a-bd4e-9ce03c1b912c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.612794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] For port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:18.619259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.619779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.624387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.644079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Allocated IP 2001:db8::f816:3eff:fe3d:2f14 (4ac3a623-48d8-4eba-a0d5-05c45aa20d43/1dfe9379-ea6d-452f-b21b-5de6d2e78b39/18dd5eaf-defe-42fe-9815-419705457761) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:18.709170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.739802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] device_id is not set on port d3ed17b4-7616-4d96-8d41-95724513a4dc yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:18.829515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:18.858449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.859494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47985cc-f0f4-49fa-98af-8e8f4a6b91a2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:18.866838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.873185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:18.873797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.895627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.896873 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b0d2534-bb26-4cce-9bd0-7b3cfd76bcd9 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8972518 Apr 18 06:01:18.902549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:18.903173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.910338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47956) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:18.917680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port 2072c856-c578-4fb2-ab7d-243c047c6c85, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2072c856-c578-4fb2-ab7d-243c047c6c85,segment=NetworkSegment(7e525f59-1e01-41b4-8a7d-172a33be8b5b),segment_id=7e525f59-1e01-41b4-8a7d-172a33be8b5b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:18.918309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.934270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:18.942156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586988260'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:18.958812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72a5e1-f3a4-457f-a189-8f90f7c70f1b req-7d1968e0-e4ae-4d98-9af9-51ec1dc3ebd4 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:18.960456 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e72a5e1-f3a4-457f-a189-8f90f7c70f1b req-7d1968e0-e4ae-4d98-9af9-51ec1dc3ebd4 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 945 time: 0.3049533 Apr 18 06:01:18.993142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:18.997520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:19.003831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:19.008080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Pushing event updated for resources: {'Port': ['ID=18dd5eaf-defe-42fe-9815-419705457761,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.016337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for 2072c856-c578-4fb2-ab7d-243c047c6c85 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:19.023884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.024246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.024567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Floating IP b122aba4-b101-4821-9c09-c8cde1c639e1 disassociated. External IP: 172.26.4.199, port: a36dbaf7-242e-414f-9941-e1a9030be62e. Apr 18 06:01:19.024907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Calling delete_port for a36dbaf7-242e-414f-9941-e1a9030be62e owned by compute:nova {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:19.057665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6824596 Apr 18 06:01:19.057665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577856ed-188a-42d0-818a-0a9b699e3719 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Network': ['ID=05d65530-28ce-4b9b-b71b-a17f18d1b658,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.059884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47958) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:19.071164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:19.079760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:19.161235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Attempting to bind port 18dd5eaf-defe-42fe-9815-419705457761 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:19.161522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Attempting to bind port 18dd5eaf-defe-42fe-9815-419705457761 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1a6f391f-aa66-4648-901d-e8d190c9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:19.161999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Attempting to bind port 18dd5eaf-defe-42fe-9815-419705457761 on network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:19.178044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:19.178293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Checking segment: {'id': '1a6f391f-aa66-4648-901d-e8d190c9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:19.178524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.179283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Bound using segment: {'id': '1a6f391f-aa66-4648-901d-e8d190c9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:19.179686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Bound port: 18dd5eaf-defe-42fe-9815-419705457761, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6f391f-aa66-4648-901d-e8d190c9c847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4ac3a623-48d8-4eba-a0d5-05c45aa20d43'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:19.180133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.181187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.226890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af1d9-b475-4f4a-9226-5c15f913367d req-2480159d-38d2-452c-87e6-91d789f609d8 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.228370 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef6af1d9-b475-4f4a-9226-5c15f913367d req-2480159d-38d2-452c-87e6-91d789f609d8 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 946 time: 0.3164458 Apr 18 06:01:19.252711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] For port 18dd5eaf-defe-42fe-9815-419705457761, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:19.256046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] For port 18dd5eaf-defe-42fe-9815-419705457761, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18dd5eaf-defe-42fe-9815-419705457761,segment=NetworkSegment(1a6f391f-aa66-4648-901d-e8d190c9c847),segment_id=1a6f391f-aa66-4648-901d-e8d190c9c847)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:19.261296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Allocated IP 2001:db8::f816:3eff:fe4a:aa23 (4ac3a623-48d8-4eba-a0d5-05c45aa20d43/1dfe9379-ea6d-452f-b21b-5de6d2e78b39/d3ed17b4-7616-4d96-8d41-95724513a4dc) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:19.316116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.316507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.316815 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Floating IP 1b14aa87-2f85-479a-a6e6-f6ecc90ff437 disassociated. External IP: 172.26.4.241, port: c84d8a00-9ac0-4ef0-9be2-b11b483f43b8. Apr 18 06:01:19.317152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Calling delete_port for c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:19.337093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.368968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.374982 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e72a5e1-f3a4-457f-a189-8f90f7c70f1b req-655309e9-9bc4-4938-bb52-33739e241790 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3353fe83-0815-4770-bccf-0a7d7f5d677b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773515 Apr 18 06:01:19.425741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772159792056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992623'] for subnet, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.459153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef6af1d9-b475-4f4a-9226-5c15f913367d req-21b31dbc-b04d-40dd-8482-54d39c5746f1 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6a8d214-bfda-4784-bef1-6ab19523bb02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155168 Apr 18 06:01:19.470306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=0b0a1e2a-9c4e-46bd-96ac-c135a110c12a,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.482871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a12fe-49e1-447e-8b85-3b9e01ff85b9 None None] Pushing event updated for resources: {'Port': ['ID=18dd5eaf-defe-42fe-9815-419705457761,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.510336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.518492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': 'd5b4c8af-adf7-4c71-9464-a01840e427ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:19.518831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: c54b20ee-5e3f-43aa-96d4-654dca08e960, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:19.576277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:19.580109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.585519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.586129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.590248 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "PUT /v2.0/subnets/a3035283-7d10-465a-a298-c9b87cb7a542 HTTP/1.1" status: 200 len: 877 time: 1.3978722 Apr 18 06:01:19.595031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47960) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:19.624742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=2072c856-c578-4fb2-ab7d-243c047c6c85,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.628468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port 2072c856-c578-4fb2-ab7d-243c047c6c85 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:19.639873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.658375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:19.678882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e5b12-d0bb-4fff-b82b-632bbfcba836 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event updated for resources: {'Subnet': ['ID=a3035283-7d10-465a-a298-c9b87cb7a542,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.691760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.701293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.783350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event deleted for resources: {'Port': ['ID=a36dbaf7-242e-414f-9941-e1a9030be62e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.794036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c54b20ee-5e3f-43aa-96d4-654dca08e960) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:19.813641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:19.818971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.837974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.890153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.890371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.894896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9689515 Apr 18 06:01:19.896227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47962) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:19.901706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877265f0-d319-4bc7-8f64-26906ac45253']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:19.904343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcc4ef-8381-4297-9edf-cf7bcad0fa7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3630d9-929a-4f73-8891-4cde375e7943,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:19.910048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'd47985cc-f0f4-49fa-98af-8e8f4a6b91a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c3630d9-929a-4f73-8891-4cde375e7943', 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:19.930507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.934131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e525f59-1e01-41b4-8a7d-172a33be8b5b') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:19.934360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e525f59-1e01-41b4-8a7d-172a33be8b5b') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:19.946909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.963984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.979544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:19.979946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:19.983400 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:20.002487 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e566bdee-7a1e-41e5-960a-3fa7421d3d6f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0419252 Apr 18 06:01:20.006401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47964) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:20.017829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-688868894'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:20.035135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.080924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event deleted for resources: {'Port': ['ID=c84d8a00-9ac0-4ef0-9be2-b11b483f43b8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.118531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.155009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Router 2a87b794-802b-4cea-9faa-3e7163005ee7 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:01:20.161365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.165828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.169278 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/877265f0-d319-4bc7-8f64-26906ac45253 HTTP/1.1" status: 204 len: 168 time: 5.5533550 Apr 18 06:01:20.175971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47966) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:20.186942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:20.187542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-885994680'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:20.191067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.198591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.203645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:20.206188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:20.211966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:20.212559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.214935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebb6d-d6a7-4a46-a8b5-de037ede6eb9 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=877265f0-d319-4bc7-8f64-26906ac45253,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.259849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Port': ['ID=d3ed17b4-7616-4d96-8d41-95724513a4dc,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.269274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.290510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Router f81d572b-48f6-42fb-b217-bf2321f4de72 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:01:20.345223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f1c3e1d2-9c90-4847-bcb7-6be65da9c6f1 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3134000 Apr 18 06:01:20.347395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47970) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:20.392977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:20.396217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.522288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.591610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.599858 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4b726142-bbc1-4832-a7ef-8bd4de23a3d3 req-a82acab1-56ae-4ca9-bb0c-4d25cacb7231 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.0737638 Apr 18 06:01:20.617133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:20.620740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.625830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:20.650101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:20.658568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.660883 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] Sync routers for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:20.664503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 459f98e9-f51d-46b5-960e-df5efb8b2e0a of type vlan for network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 Apr 18 06:01:20.671980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:20.672603 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:20.673179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:20.673736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network hostable DHCP agents. Network: 05d65530-28ce-4b9b-b71b-a17f18d1b658, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:20.697770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902128f-5ad4-4852-b68b-70dc09d223d4 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:20.713606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.723690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 44520c38-bae0-46e4-b66c-9e18a7c84437 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:20.784766 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:20.811860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-388d2b63-4b3c-4dcd-9b67-eb2566242a9e None None] Provisioning complete for port 18dd5eaf-defe-42fe-9815-419705457761 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:20.812780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-388d2b63-4b3c-4dcd-9b67-eb2566242a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.843332 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a13a3cb-0b60-4f5f-95cf-4728ef13cdb4 req-0c3d9c58-6d7b-42fb-8382-e6f05cf84b8a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.0889804 Apr 18 06:01:20.848058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting subnet 1dfe9379-ea6d-452f-b21b-5de6d2e78b39 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:20.855547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.890809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3512fb-cb0b-4d4f-b3c9-c451df715295,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:20.893618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:20.894592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] No DVR routers for this DVR port a36dbaf7-242e-414f-9941-e1a9030be62e on host hv-neutron-8374 {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:20.898108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.905234 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81cc14da-b673-4cb8-ac70-c31164699d7e req-ecf2c562-3868-4058-a379-8d621dbcb64a tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.46 "DELETE /v2.0/ports/a36dbaf7-242e-414f-9941-e1a9030be62e HTTP/1.1" status: 204 len: 173 time: 3.0022731 Apr 18 06:01:20.906540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.926501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] Sync routers for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:20.955864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'name': 'network-vif-deleted', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:20.958982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf01a851-b52c-4cfe-8220-3b5fb7c92e0f" -d '{"events": [{"server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "name": "network-vif-deleted", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:01:20.959342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] No DVR routers for this DVR port c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:20.963790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:20.965552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18dd5eaf-defe-42fe-9815-419705457761 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:20.968534 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7c8c94c2-ccbf-4deb-8e9e-43486d4beacd req-7330d9d6-8cf1-4745-b31c-117afc4fa2cc tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.46 "DELETE /v2.0/ports/c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 HTTP/1.1" status: 204 len: 173 time: 2.8472388 Apr 18 06:01:20.969164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'name': 'network-vif-deleted', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:01:20.971892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1160815e-4a7d-4ca6-85ba-3e3a9b1e20df" -d '{"events": [{"server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "name": "network-vif-deleted", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:01:20.976711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.046249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fed6478-c50b-4759-a76d-4a9e55373916 x-openstack-request-id: req-8fed6478-c50b-4759-a76d-4a9e55373916 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:01:21.046605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df82c58-6470-4cbe-a18e-20d6d5c54bc8", "name": "network-vif-deleted", "tag": "c84d8a00-9ac0-4ef0-9be2-b11b483f43b8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:01:21.049041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fed6478-c50b-4759-a76d-4a9e55373916 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:01:21.049041 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fed6478-c50b-4759-a76d-4a9e55373916'] response: {'server_uuid': '6df82c58-6470-4cbe-a18e-20d6d5c54bc8', 'name': 'network-vif-deleted', 'tag': 'c84d8a00-9ac0-4ef0-9be2-b11b483f43b8', 'status': 'completed', 'code': 200} Apr 18 06:01:21.051985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:21.052642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.068047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:21.083803 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:10Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.089913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=a3035283-7d10-465a-a298-c9b87cb7a542,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.130435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.133965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc1584e-2000-4f5c-85e8-026de224a835 x-openstack-request-id: req-1fc1584e-2000-4f5c-85e8-026de224a835 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:01:21.134449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc2216b-95c8-47f2-9b55-27ba7985a533", "name": "network-vif-deleted", "tag": "a36dbaf7-242e-414f-9941-e1a9030be62e", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:01:21.134852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fc1584e-2000-4f5c-85e8-026de224a835 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:01:21.135747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc1584e-2000-4f5c-85e8-026de224a835'] response: {'server_uuid': '5fc2216b-95c8-47f2-9b55-27ba7985a533', 'name': 'network-vif-deleted', 'tag': 'a36dbaf7-242e-414f-9941-e1a9030be62e', 'status': 'completed', 'code': 200} Apr 18 06:01:21.160681 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] Checking router: 2a87b794-802b-4cea-9faa-3e7163005ee7 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:21.182653 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:21.183317 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.199391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.208021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.227306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1896d96-2807-4dd4-b93e-b707b89550f0']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.237952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a2592a-376c-4bd4-a7ae-79a3ea9d9f66') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.238469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a2592a-376c-4bd4-a7ae-79a3ea9d9f66') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.255346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.256977 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c2c329b7-e29c-42a6-aed2-aa585c91a8fb tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3565369 Apr 18 06:01:21.264287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.265538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47980) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.284095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.resource_extend [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:01:21.289371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::1d8 (c54b20ee-5e3f-43aa-96d4-654dca08e960/0b0a1e2a-9c4e-46bd-96ac-c135a110c12a/44520c38-bae0-46e4-b66c-9e18a7c84437) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:21.299708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 05d65530-28ce-4b9b-b71b-a17f18d1b658) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:21.309960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.314340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:21.314340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.334221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:21.334651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:21.338125 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:21.354227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09ca32c0-ee92-4fcd-bb5b-9d0de9669c67 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.363537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09ca32c0-ee92-4fcd-bb5b-9d0de9669c67 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.373414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 18dd5eaf-defe-42fe-9815-419705457761 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:21.373787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.405314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-388d2b63-4b3c-4dcd-9b67-eb2566242a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.438976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:21.453053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.460276 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:21.483948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfe9379-ea6d-452f-b21b-5de6d2e78b39,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.486011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.489551 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d141b4f1-a704-40c3-b862-6ead70dedeb7 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/1dfe9379-ea6d-452f-b21b-5de6d2e78b39 HTTP/1.1" status: 204 len: 168 time: 1.1412067 Apr 18 06:01:21.492239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47982) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.505846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.513281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:21.518032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.532441 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f7964fd5-1f3b-42de-a53f-fe97b496e300 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4663332 Apr 18 06:01:21.535076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47984) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.541787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'name': 'tempest-NetworksTestDHCPv6-1378942112'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:21.550222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09ca32c0-ee92-4fcd-bb5b-9d0de9669c67 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.565079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device a36dbaf7-242e-414f-9941-e1a9030be62e no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:21.582838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09ca32c0-ee92-4fcd-bb5b-9d0de9669c67 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.586342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09ca32c0-ee92-4fcd-bb5b-9d0de9669c67 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ab3512fb-cb0b-4d4f-b3c9-c451df715295 HTTP/1.1" status: 204 len: 168 time: 0.3184729 Apr 18 06:01:21.590337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47986) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.635971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: a36dbaf7-242e-414f-9941-e1a9030be62e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:21.635971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device a36dbaf7-242e-414f-9941-e1a9030be62e not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:21.637366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:21.641669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.644294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca32c0-ee92-4fcd-bb5b-9d0de9669c67 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab3512fb-cb0b-4d4f-b3c9-c451df715295,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.663383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.668004 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/e1896d96-2807-4dd4-b93e-b707b89550f0 HTTP/1.1" status: 204 len: 168 time: 2.0719573 Apr 18 06:01:21.673510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47990) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.674564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=82b26ccb-6ef3-447b-a0a2-8a4947243aa6,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.683106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92577b8-7885-44fa-b422-0ddc2f8c5c36 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:21.685431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92577b8-7885-44fa-b422-0ddc2f8c5c36 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:21.691297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f92577b8-7885-44fa-b422-0ddc2f8c5c36 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1977315 Apr 18 06:01:21.696334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47992) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.702859 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-77690765-17a7-4fbf-a1d8-986ad6832f1f tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5232992 Apr 18 06:01:21.710821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 47994) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.737907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:21.739199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-196b68f7-3be4-4c25-89fd-78c80eaf5068 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:21.739844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196b68f7-3be4-4c25-89fd-78c80eaf5068 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:21.743296 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-196b68f7-3be4-4c25-89fd-78c80eaf5068 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/a3035283-7d10-465a-a298-c9b87cb7a542 HTTP/1.1" status: 404 len: 337 time: 0.0660329 Apr 18 06:01:21.744363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0435-6be2-4b35-8227-77dbad5d5edd tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=e1896d96-2807-4dd4-b93e-b707b89550f0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:21.758218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47996) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.789910 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e01358-edcd-4f2b-a2fa-786faeeb6c85 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:21.790793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e01358-edcd-4f2b-a2fa-786faeeb6c85 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:21.795024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f8e01358-edcd-4f2b-a2fa-786faeeb6c85 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/e1896d96-2807-4dd4-b93e-b707b89550f0 HTTP/1.1" status: 404 len: 339 time: 0.0355401 Apr 18 06:01:21.798565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 47998) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.838874 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7359beac-40a5-4d92-9683-8ef40943d941 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:21.839631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7359beac-40a5-4d92-9683-8ef40943d941 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:21.843640 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7359beac-40a5-4d92-9683-8ef40943d941 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/de54df33-812b-4e67-87e8-3bf7bbeeca61 HTTP/1.1" status: 404 len: 337 time: 0.0437922 Apr 18 06:01:21.847374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48002) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.881889 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e705f44-dd2b-4973-9a94-44eb221326a0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:21.882627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e705f44-dd2b-4973-9a94-44eb221326a0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:21.891930 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7e705f44-dd2b-4973-9a94-44eb221326a0 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/334fd363-8850-4afc-b7d0-4d580476e87f HTTP/1.1" status: 404 len: 339 time: 0.0408847 Apr 18 06:01:21.899002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:21.908147 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-02888c3e-a14a-4000-9a8a-332edbf3d435 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3109260 Apr 18 06:01:21.917430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48006) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.917777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48008) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:21.926661 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:10Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:21.975000 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe8fd-a514-45da-8b02-a69362c4e7b5 None None] The sync data for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv is: [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T05:59:05Z', 'revision_number': 4, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8a3c49c9-97fc-4d37-883b-7886edf8e2da', 'name': '', 'network_id': 'ab00e441-9302-4f6d-992a-4f76ee281484', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'mac_address': 'fa:16:3e:12:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:03Z', 'updated_at': '2022-04-18T05:59:10Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'subnets': [{'id': '8485ec0c-f5a2-4635-b62e-96e3e208037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:21.987881 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-94d8f2c7-89dd-4d40-8336-ab8f19d6af6a req-87414045-69fa-4c73-a7ec-74cc48c1072c tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fc2216b-95c8-47f2-9b55-27ba7985a533 HTTP/1.1" status: 200 len: 210 time: 0.0469434 Apr 18 06:01:21.994367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:22.005518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:22.006125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c84d8a00-9ac0-4ef0-9be2-b11b483f43b8 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:22.043336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.043766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-388d2b63-4b3c-4dcd-9b67-eb2566242a9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:22.044030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-388d2b63-4b3c-4dcd-9b67-eb2566242a9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:22.089951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1b16a49-ce8f-4a82-9dc8-27414531576f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.094117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902128f-5ad4-4852-b68b-70dc09d223d4 None None] Unable to find a vacant binding_index for network 05d65530-28ce-4b9b-b71b-a17f18d1b658 and agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 {{(pid=109607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 06:01:22.094911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:22.102693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:22.110155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.115409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:22.123835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:22.124748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.136791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902128f-5ad4-4852-b68b-70dc09d223d4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 05d65530-28ce-4b9b-b71b-a17f18d1b658) {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:22.140631 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c44bc16-9232-4224-9d83-2728fefa7268 req-c4e7c9be-5072-4949-97a0-42cd27af3d34 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/ports?device_id=6df82c58-6470-4cbe-a18e-20d6d5c54bc8 HTTP/1.1" status: 200 len: 210 time: 0.1685936 Apr 18 06:01:22.153472 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b16a49-ce8f-4a82-9dc8-27414531576f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 06:01:22.153845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b16a49-ce8f-4a82-9dc8-27414531576f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:22.161253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48010) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:22.166609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d1b16a49-ce8f-4a82-9dc8-27414531576f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/4ac3a623-48d8-4eba-a0d5-05c45aa20d43 HTTP/1.1" status: 409 len: 405 time: 0.4598908 Apr 18 06:01:22.166926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-197137219'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:22.177670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=44520c38-bae0-46e4-b66c-9e18a7c84437,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:22.189904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:22.194181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.200862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.218154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0789e0cb-12ce-4f04-b598-7756a84dd196 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.219788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 18dd5eaf-defe-42fe-9815-419705457761, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18dd5eaf-defe-42fe-9815-419705457761,segment=NetworkSegment(1a6f391f-aa66-4648-901d-e8d190c9c847),segment_id=1a6f391f-aa66-4648-901d-e8d190c9c847)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:22.231786 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-183ceaea-e216-4156-b358-4aad5b6fda90 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2220066 Apr 18 06:01:22.235491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48012) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:22.241222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 9c57953b-07e5-4ce2-84b5-6a59c92e4ad4 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:22.318771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.347994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0789e0cb-12ce-4f04-b598-7756a84dd196 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.350802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:22.357197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:22.359289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.362479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.413408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:22.422364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=18dd5eaf-defe-42fe-9815-419705457761,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:22.427837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:17Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:22.429001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.429501 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Added segment 437ae1e8-0223-4fe7-9aab-1320c5611308 of type vlan for network 85ca4376-0727-4ad6-81b8-7af421baf9cb Apr 18 06:01:22.432812 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc881b72-df95-4e14-ba19-167312affb84 None None] New status for floating IP b122aba4-b101-4821-9c09-c8cde1c639e1: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:01:22.480255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.511584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] Checking router: f81d572b-48f6-42fb-b217-bf2321f4de72 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:22.538548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:22.539214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:00:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:22.544886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 44520c38-bae0-46e4-b66c-9e18a7c84437 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:22.545414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.707624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.790684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:22.800984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95d4f9e-3799-4628-b73c-3fddf15c6d1d']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:22.832019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': 'c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:22.832209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5714b8aa-7c70-4d6e-b589-5f9b6e5ad67c') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:22.832453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5714b8aa-7c70-4d6e-b589-5f9b6e5ad67c') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:22.832903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.835172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c54b20ee-5e3f-43aa-96d4-654dca08e960', 'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': '0b0a1e2a-9c4e-46bd-96ac-c135a110c12a'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:22.836083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.849810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.867288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::196 (05d65530-28ce-4b9b-b71b-a17f18d1b658/c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6/9c57953b-07e5-4ce2-84b5-6a59c92e4ad4) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:22.870541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18dd5eaf-defe-42fe-9815-419705457761 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:22.881665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.885187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0789e0cb-12ce-4f04-b598-7756a84dd196 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.890590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0789e0cb-12ce-4f04-b598-7756a84dd196 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.894125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0789e0cb-12ce-4f04-b598-7756a84dd196 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c3630d9-929a-4f73-8891-4cde375e7943 HTTP/1.1" status: 204 len: 168 time: 0.9675994 Apr 18 06:01:22.899950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48014) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:22.915602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:22.916011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:22.920195 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:22.941225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789e0cb-12ce-4f04-b598-7756a84dd196 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3630d9-929a-4f73-8891-4cde375e7943,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:22.947166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.953423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:22.955610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:22.959576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.045164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Network': ['ID=85ca4376-0727-4ad6-81b8-7af421baf9cb,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.062496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.074296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48018) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.075800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-021485fe-3d06-43a8-8615-bb465bafe609 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9133248 Apr 18 06:01:23.086990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 44520c38-bae0-46e4-b66c-9e18a7c84437 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:23.097191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'subnet': {'network_id': '85ca4376-0727-4ad6-81b8-7af421baf9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:23.153051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=067850eb-e4b5-4522-bb5d-01daa8741529,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.188820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 85ca4376-0727-4ad6-81b8-7af421baf9cb details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:23.189420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.224248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48024) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.241130 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c3aa549f-d0c2-4049-aefd-a87dcdcd0b65 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3367908 Apr 18 06:01:23.248755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48028) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.255433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.258594 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/a95d4f9e-3799-4628-b73c-3fddf15c6d1d HTTP/1.1" status: 204 len: 168 time: 1.3357110 Apr 18 06:01:23.275924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48030) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.288737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa164f6-33ea-4e49-8aee-cbab9a53738a tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=a95d4f9e-3799-4628-b73c-3fddf15c6d1d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.298125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '459f98e9-f51d-46b5-960e-df5efb8b2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:23.298563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 82b26ccb-6ef3-447b-a0a2-8a4947243aa6, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:23.316234 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e7fb61-f71a-49db-998d-25075e0b9810 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.317209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e7fb61-f71a-49db-998d-25075e0b9810 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.322759 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-69e7fb61-f71a-49db-998d-25075e0b9810 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/931f67c2-b4c2-4841-a8f4-e83f32c2e3ac HTTP/1.1" status: 404 len: 337 time: 0.0458918 Apr 18 06:01:23.323567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48032) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.367513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.370001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48034) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.372513 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb97103-3402-48a4-844c-6933be65182c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.373339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb97103-3402-48a4-844c-6933be65182c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.378838 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5fb97103-3402-48a4-844c-6933be65182c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/6bb08d6c-a372-440e-b578-f01397fe9090 HTTP/1.1" status: 404 len: 339 time: 0.0429609 Apr 18 06:01:23.383643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48036) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.402567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Allocated IP 2001:db8::2 (c54b20ee-5e3f-43aa-96d4-654dca08e960/0b0a1e2a-9c4e-46bd-96ac-c135a110c12a/5926241c-57f0-41d1-acc3-252b9256a72a) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:23.428636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.430772 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a25ae51-e923-43ad-91ca-f5cd5b8181ee tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.431019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a25ae51-e923-43ad-91ca-f5cd5b8181ee tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.436958 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8a25ae51-e923-43ad-91ca-f5cd5b8181ee tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/db9c42c5-240c-4885-84ef-51f12f3d0e32 HTTP/1.1" status: 404 len: 337 time: 0.0492663 Apr 18 06:01:23.439648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48038) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.463224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:23.465104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:23.468712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.474985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a803a06-16a6-477c-a4f2-81af57e7a058 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.480765 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=44520c38-bae0-46e4-b66c-9e18a7c84437,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.494283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54504169-8a9f-49bf-8e62-ef1444784fe8 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.501245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 18dd5eaf-defe-42fe-9815-419705457761 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:23.501648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.507286 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b71f66-52f8-45f6-8ecd-640c64f7252c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.514388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b71f66-52f8-45f6-8ecd-640c64f7252c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.514388 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a1b71f66-52f8-45f6-8ecd-640c64f7252c tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/3a5a831a-1fb9-4946-87fa-63de1bcf23d1 HTTP/1.1" status: 404 len: 339 time: 0.0685852 Apr 18 06:01:23.516579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48040) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.520599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8e36e98-83a1-468a-a8e9-f4554c91cdd7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.533909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.539508 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f7e939db-259a-4c1f-bcb6-afff57f1c3c0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/44520c38-bae0-46e4-b66c-9e18a7c84437 HTTP/1.1" status: 204 len: 168 time: 1.2989335 Apr 18 06:01:23.542480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48042) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.544562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a803a06-16a6-477c-a4f2-81af57e7a058 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.564063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:17Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:23.573314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-10bb18af-ba78-489d-80d6-302bbba0a024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.592998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8835ea33-7183-49e9-8fab-e926784a5972 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:23.597269 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8835ea33-7183-49e9-8fab-e926784a5972 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/44520c38-bae0-46e4-b66c-9e18a7c84437 HTTP/1.1" status: 404 len: 333 time: 0.0472198 Apr 18 06:01:23.597269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54504169-8a9f-49bf-8e62-ef1444784fe8 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.603932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48044) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.604134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89daca-f87d-44b4-92ac-44de50ac80f8 None None] The sync data for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv is: [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T05:59:12Z', 'revision_number': 4, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '610c8ba0-ffd9-4695-b4a1-a909d80134e7', 'name': '', 'network_id': '3d3a9a12-0c08-4753-b755-a58cb99e550a', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'mac_address': 'fa:16:3e:06:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2152f564-a035-438d-a751-dc900d9aedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:09Z', 'updated_at': '2022-04-18T05:59:17Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'subnets': [{'id': '2152f564-a035-438d-a751-dc900d9aedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:23.619485 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-523c5787-2555-4ed2-a13a-8eb1e0f4c73b tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.619869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523c5787-2555-4ed2-a13a-8eb1e0f4c73b tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.626138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-523c5787-2555-4ed2-a13a-8eb1e0f4c73b tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/8e80879a-3955-4bd6-a733-59627733425d HTTP/1.1" status: 404 len: 337 time: 0.1042612 Apr 18 06:01:23.627180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48046) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.641885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.662216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8e36e98-83a1-468a-a8e9-f4554c91cdd7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.678118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 82b26ccb-6ef3-447b-a0a2-8a4947243aa6) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:23.682697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.683309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.688237 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bdcbc8-8534-4c3c-b604-a863fbe7022f tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.688829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bdcbc8-8534-4c3c-b604-a863fbe7022f tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.691896 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-18bdcbc8-8534-4c3c-b604-a863fbe7022f tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/73534233-b327-4d08-924c-a6e7d63d8d45 HTTP/1.1" status: 404 len: 339 time: 0.0639546 Apr 18 06:01:23.699717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48048) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.716597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:23.727516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.727750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:23.730164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:23.737296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:23.737937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.743742 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ae5aba-7710-4fe1-a538-ef4e179d76e5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.744983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ae5aba-7710-4fe1-a538-ef4e179d76e5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.751509 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-02ae5aba-7710-4fe1-a538-ef4e179d76e5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/4a8922d3-5603-4c38-a580-2a8213ac0f35 HTTP/1.1" status: 404 len: 337 time: 0.0457518 Apr 18 06:01:23.755877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48050) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.765707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 0b0a1e2a-9c4e-46bd-96ac-c135a110c12a {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:23.800107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.803909 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a837c9-511b-4041-97ca-160f7a0ed9a7 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.804500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a837c9-511b-4041-97ca-160f7a0ed9a7 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.805272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.810572 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d4a837c9-511b-4041-97ca-160f7a0ed9a7 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/2daf6cb5-878e-4626-be64-f05bc8098eee HTTP/1.1" status: 404 len: 339 time: 0.0439649 Apr 18 06:01:23.812908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48052) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.813613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=9c57953b-07e5-4ce2-84b5-6a59c92e4ad4,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.850465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6/71cecb09-53d4-4ca2-b461-a52fa4a3b5b8) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:23.852940 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40872f9-38b7-46ab-881a-5840ecfa8618 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:23.853393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40872f9-38b7-46ab-881a-5840ecfa8618 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:23.859461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e40872f9-38b7-46ab-881a-5840ecfa8618 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/76c084c6-5dc1-4122-a037-d7d9b3f353e3 HTTP/1.1" status: 404 len: 337 time: 0.0400405 Apr 18 06:01:23.860760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48054) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.867457 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-76035c92-ae4a-41ae-b9d0-331501d15619 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1498036 Apr 18 06:01:23.872450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a803a06-16a6-477c-a4f2-81af57e7a058 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.875829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a803a06-16a6-477c-a4f2-81af57e7a058 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.876977 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6a803a06-16a6-477c-a4f2-81af57e7a058 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "DELETE /v2.0/security-groups/3353fe83-0815-4770-bccf-0a7d7f5d677b HTTP/1.1" status: 204 len: 168 time: 0.6517599 Apr 18 06:01:23.883699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:23.884878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48056) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.885211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48058) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.889900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:23.893258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:23.906342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:23.932247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Pushing event updated for resources: {'Port': ['ID=5926241c-57f0-41d1-acc3-252b9256a72a,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:23.952642 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d8dd025c-b139-48c7-be92-15521a4e9004 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4156497 Apr 18 06:01:23.959052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48060) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:23.978852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54504169-8a9f-49bf-8e62-ef1444784fe8 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.981553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54504169-8a9f-49bf-8e62-ef1444784fe8 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:23.985413 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54504169-8a9f-49bf-8e62-ef1444784fe8 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/d47985cc-f0f4-49fa-98af-8e8f4a6b91a2 HTTP/1.1" status: 204 len: 168 time: 0.7332330 Apr 18 06:01:23.988989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48062) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.027462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8e36e98-83a1-468a-a8e9-f4554c91cdd7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.027707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803a06-16a6-477c-a4f2-81af57e7a058 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353fe83-0815-4770-bccf-0a7d7f5d677b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.030443 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b2bb07-ca43-4fd8-828f-a9101dae3147 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.030595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f8e36e98-83a1-468a-a8e9-f4554c91cdd7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.031043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b2bb07-ca43-4fd8-828f-a9101dae3147 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.032872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f8e36e98-83a1-468a-a8e9-f4554c91cdd7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "DELETE /v2.0/security-groups/f6a8d214-bfda-4784-bef1-6ab19523bb02 HTTP/1.1" status: 204 len: 168 time: 0.6607773 Apr 18 06:01:24.034454 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-63b2bb07-ca43-4fd8-828f-a9101dae3147 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/6a6822ee-6cab-4c3e-85e4-956b6b49cd5e HTTP/1.1" status: 404 len: 339 time: 0.1672432 Apr 18 06:01:24.035501 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-83cd8949-620a-4fb0-88ea-6cbecbf92deb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] show failed (client error): The resource could not be found. Apr 18 06:01:24.036411 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-83cd8949-620a-4fb0-88ea-6cbecbf92deb tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "GET /v2.0/security-groups/3353fe83-0815-4770-bccf-0a7d7f5d677b HTTP/1.1" status: 404 len: 347 time: 0.0589924 Apr 18 06:01:24.037117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48064) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.038004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48066) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.046597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48068) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.054467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39eaeb3-cdc4-418e-aee6-6225f7e50280 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:24.058654 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b39eaeb3-cdc4-418e-aee6-6225f7e50280 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0959058 Apr 18 06:01:24.071221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48070) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.074862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e36e98-83a1-468a-a8e9-f4554c91cdd7 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a8d214-bfda-4784-bef1-6ab19523bb02,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.114520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54504169-8a9f-49bf-8e62-ef1444784fe8 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47985cc-f0f4-49fa-98af-8e8f4a6b91a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.121418 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1457bc82-f6dd-44bc-9648-f3bc7ed0129b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1277514 Apr 18 06:01:24.125686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48072) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.130369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012044130'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:24.141918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.145305 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-8d4cc428-6a97-45d4-a62f-c63c6680a485 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] show failed (client error): The resource could not be found. Apr 18 06:01:24.146758 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8d4cc428-6a97-45d4-a62f-c63c6680a485 tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "GET /v2.0/security-groups/f6a8d214-bfda-4784-bef1-6ab19523bb02 HTTP/1.1" status: 404 len: 347 time: 0.1005969 Apr 18 06:01:24.147021 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e08fbd-9982-412f-84ed-b55d4ec993fa tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.147492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e08fbd-9982-412f-84ed-b55d4ec993fa tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.151273 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b5e08fbd-9982-412f-84ed-b55d4ec993fa tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/74af3229-956c-46f4-a58f-e4eb55cbb997 HTTP/1.1" status: 404 len: 337 time: 0.1039550 Apr 18 06:01:24.153735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48074) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.154096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48076) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.166299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43906a47-b07c-4261-9977-9f39e228ead3 None None] New status for floating IP 1b14aa87-2f85-479a-a6e6-f6ecc90ff437: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:01:24.282796 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc31cf51-ed57-4f12-993f-dafefcddc665 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.283490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc31cf51-ed57-4f12-993f-dafefcddc665 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.285432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Attempting to bind port 5926241c-57f0-41d1-acc3-252b9256a72a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:24.285921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Attempting to bind port 5926241c-57f0-41d1-acc3-252b9256a72a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd5b4c8af-adf7-4c71-9464-a01840e427ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:24.286107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Attempting to bind port 5926241c-57f0-41d1-acc3-252b9256a72a on network c54b20ee-5e3f-43aa-96d4-654dca08e960 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:24.289029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bc31cf51-ed57-4f12-993f-dafefcddc665 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/be664dbe-63a9-4f1f-9210-39d7f37ace55 HTTP/1.1" status: 404 len: 339 time: 0.1131461 Apr 18 06:01:24.289636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48078) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.307085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.338128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 9c57953b-07e5-4ce2-84b5-6a59c92e4ad4 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:24.338514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.344090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:24.344295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Checking segment: {'id': 'd5b4c8af-adf7-4c71-9464-a01840e427ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:24.344546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.345475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Bound using segment: {'id': 'd5b4c8af-adf7-4c71-9464-a01840e427ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:24.345475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Bound port: 5926241c-57f0-41d1-acc3-252b9256a72a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b4c8af-adf7-4c71-9464-a01840e427ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c54b20ee-5e3f-43aa-96d4-654dca08e960'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:24.345748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.361983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:24.365470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.379565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5e31bf-bfa9-429d-8f5a-c2e8d3e9d47e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.380030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5e31bf-bfa9-429d-8f5a-c2e8d3e9d47e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.385938 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c5e31bf-bfa9-429d-8f5a-c2e8d3e9d47e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/fb49a5f4-3256-4a26-963a-08f8c7b383c4 HTTP/1.1" status: 404 len: 337 time: 0.0907466 Apr 18 06:01:24.389072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48080) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.423307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:01:24.432375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.437836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.452474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aef59e1-0595-4909-ad48-4af294c5ec25 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.453099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aef59e1-0595-4909-ad48-4af294c5ec25 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.458803 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4aef59e1-0595-4909-ad48-4af294c5ec25 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/a4df36d0-b994-4e57-b5cc-c04be07ac2d5 HTTP/1.1" status: 404 len: 339 time: 0.0664976 Apr 18 06:01:24.459426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48082) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.461639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.532298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.549588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.553490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 9c57953b-07e5-4ce2-84b5-6a59c92e4ad4 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:24.557614 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7929adf-61c7-44e2-aa65-8de51fe49b45 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.558072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7929adf-61c7-44e2-aa65-8de51fe49b45 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.564162 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a7929adf-61c7-44e2-aa65-8de51fe49b45 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/a9a630ee-0715-4afa-af06-0f0e6817f24f HTTP/1.1" status: 404 len: 337 time: 0.0830698 Apr 18 06:01:24.567123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48084) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.586833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] For port 5926241c-57f0-41d1-acc3-252b9256a72a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:24.593590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.604529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:24.609316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Deleting port 2ae64f91-3eff-49f6-bfb3-2fb3735bb096 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:24.609756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.610879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] For port 5926241c-57f0-41d1-acc3-252b9256a72a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5926241c-57f0-41d1-acc3-252b9256a72a,segment=NetworkSegment(d5b4c8af-adf7-4c71-9464-a01840e427ed),segment_id=d5b4c8af-adf7-4c71-9464-a01840e427ed)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:24.612264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Subnet': ['ID=c6b4892f-8611-4fd7-bf62-1774570c6323,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.615455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:24.617926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:24.628341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Pushing event updated for resources: {'Port': ['ID=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.635172 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea21bce-d095-4172-9d7f-f65224f4b830 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:24.636067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea21bce-d095-4172-9d7f-f65224f4b830 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:24.641781 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3ea21bce-d095-4172-9d7f-f65224f4b830 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/25cecd1c-9e8d-4470-bb8a-baaa726eeeac HTTP/1.1" status: 404 len: 339 time: 0.0705581 Apr 18 06:01:24.643708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48086) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.673181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0a1e2a-9c4e-46bd-96ac-c135a110c12a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.675298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.681428 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0838f311-ddfc-4c09-967c-7035027db845 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/0b0a1e2a-9c4e-46bd-96ac-c135a110c12a HTTP/1.1" status: 204 len: 168 time: 1.0682611 Apr 18 06:01:24.693786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.701327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48088) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:24.728948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Attempting to bind port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:24.729311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Attempting to bind port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:24.729705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Attempting to bind port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:24.749193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Checking segment: {'id': '437ae1e8-0223-4fe7-9aab-1320c5611308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '85ca4376-0727-4ad6-81b8-7af421baf9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:24.749805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:24.750116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network hostable DHCP agents. Network: 85ca4376-0727-4ad6-81b8-7af421baf9cb, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:24.750228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:24.750644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.751036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:24.751657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Bound port: 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:24.752574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.779217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb279108-e870-442a-bd37-6917c877bcfc None None] Pushing event updated for resources: {'Port': ['ID=5926241c-57f0-41d1-acc3-252b9256a72a,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:24.806050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Deleting port b1a4e2a2-c7d1-4ce8-bc52-13f150610e6c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:24.806522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.810913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.828954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting subnet 69ba36bf-d432-4a20-aae5-b51034ca8c52 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:24.836612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.846612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] For port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:24.850245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] For port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:24.894522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.919679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.927667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.941449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.941961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:24.982848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network 85ca4376-0727-4ad6-81b8-7af421baf9cb is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:24.985766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Calling delete_port for 2ae64f91-3eff-49f6-bfb3-2fb3735bb096 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:25.004744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.038062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220702a-7392-4477-b5e8-036fc086d35f None None] Pushing event updated for resources: {'Port': ['ID=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.061297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be270bc5-926d-45e6-b956-33b5b16fcd47,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.074612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 5926241c-57f0-41d1-acc3-252b9256a72a {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:25.075072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.106853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.129456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.132431 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6654cd5f-c7f0-4b17-9050-cf62c1c16bcf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0055256 Apr 18 06:01:25.147465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48090) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:25.154555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': 'be270bc5-926d-45e6-b956-33b5b16fcd47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:25.164205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.164374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.167717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 85ca4376-0727-4ad6-81b8-7af421baf9cb) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:25.179856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=9c57953b-07e5-4ce2-84b5-6a59c92e4ad4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.187189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.189278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.190438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.204721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Calling delete_port for b1a4e2a2-c7d1-4ce8-bc52-13f150610e6c owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:25.246268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=816108fa-5e78-45e3-ad6a-6b53032087f5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.287894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.291108 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-903b8b90-68bd-4fba-84e7-c9fb5bcd0d76 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/9c57953b-07e5-4ce2-84b5-6a59c92e4ad4 HTTP/1.1" status: 204 len: 168 time: 1.2167039 Apr 18 06:01:25.300019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48092) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:25.303834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:25.331033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port 5926241c-57f0-41d1-acc3-252b9256a72a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5926241c-57f0-41d1-acc3-252b9256a72a,segment=NetworkSegment(d5b4c8af-adf7-4c71-9464-a01840e427ed),segment_id=d5b4c8af-adf7-4c71-9464-a01840e427ed)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:25.331889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.358361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:25.370187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.370793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.399596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 5926241c-57f0-41d1-acc3-252b9256a72a owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:25.466752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf49e31-9852-41ec-b32a-11cc8c6a33ce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.468487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf49e31-9852-41ec-b32a-11cc8c6a33ce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.470182 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dcf49e31-9852-41ec-b32a-11cc8c6a33ce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1692700 Apr 18 06:01:25.473920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48094) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:25.514332 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5a628470-a9e6-411d-a407-5d97f016914d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6205320 Apr 18 06:01:25.518547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48096) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:25.592361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:25.607560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.642923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3321d-4f9f-4b85-a0df-995f6cd07e71 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.644487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3321d-4f9f-4b85-a0df-995f6cd07e71 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.646005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3321d-4f9f-4b85-a0df-995f6cd07e71 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.647656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3321d-4f9f-4b85-a0df-995f6cd07e71 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.649204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3321d-4f9f-4b85-a0df-995f6cd07e71 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:25.655149 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dfa3321d-4f9f-4b85-a0df-995f6cd07e71 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1293931 Apr 18 06:01:25.656520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48098) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:25.664089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111523851'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:25.689556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.723212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.729570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bd1bd6b0-4da0-47d2-acc0-5f9b82b7d1f8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6453831 Apr 18 06:01:25.729893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:25.736512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'port': {'network_id': '85ca4376-0727-4ad6-81b8-7af421baf9cb', 'name': 'tempest-NetworksIpV6TestAttrs-1373782765'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:25.745417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.782157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.819353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=5926241c-57f0-41d1-acc3-252b9256a72a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:25.830360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:25.834110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.860119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port 5926241c-57f0-41d1-acc3-252b9256a72a on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:25.872576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a46fb2a2-a1bf-4dcc-af89-93a6481bf502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.930538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.942064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.963719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:25.994174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Pushing event deleted for resources: {'Port': ['ID=b1a4e2a2-c7d1-4ce8-bc52-13f150610e6c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.020233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.025037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.026995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.126365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Subnet': ['ID=69ba36bf-d432-4a20-aae5-b51034ca8c52,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.128874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.132351 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-876dcf09-b19a-4789-8943-2c8e3511db9e tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/subnets/69ba36bf-d432-4a20-aae5-b51034ca8c52 HTTP/1.1" status: 204 len: 168 time: 1.4846051 Apr 18 06:01:26.141773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8934f183-958b-4b9e-a7c1-8d1ddc650360,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.148801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48102) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.149825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Pushing event deleted for resources: {'Port': ['ID=2ae64f91-3eff-49f6-bfb3-2fb3735bb096,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.194767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ed264c9d-a92f-44d7-be89-6e02aa8704c1 None None] Could not find standard attr ID for object 44520c38-bae0-46e4-b66c-9e18a7c84437. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:26.200889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ed264c9d-a92f-44d7-be89-6e02aa8704c1 None None] Could not find standard attr ID for object 5926241c-57f0-41d1-acc3-252b9256a72a. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:26.256501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.256501 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-932b06da-e90c-47e2-97ba-6ceb8d7b86b2 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1033819 Apr 18 06:01:26.261180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:26.263681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48104) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.277193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.280903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.282815 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-96946d07-ff79-4092-8644-04fdde6fa19a tempest-ServersTestManualDisk-1477496736 tempest-ServersTestManualDisk-1477496736-project] 10.222.0.43 "DELETE /v2.0/floatingips/1b14aa87-2f85-479a-a6e6-f6ecc90ff437 HTTP/1.1" status: 204 len: 168 time: 2.1074181 Apr 18 06:01:26.288280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48106) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.288447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.306306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.306306 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment c4593c4b-dab9-4865-9677-a877bf4a65a9 of type vlan for network 804e7d51-d758-4a22-97fc-70fafcd28b7c Apr 18 06:01:26.354724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.355513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54b20ee-5e3f-43aa-96d4-654dca08e960']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:26.361766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.364299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.368284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ed169547-e699-4b85-ad06-7d851d7e39e0 tempest-ServersTestJSON-1161848738 tempest-ServersTestJSON-1161848738-project] 10.222.0.43 "DELETE /v2.0/floatingips/b122aba4-b101-4821-9c09-c8cde1c639e1 HTTP/1.1" status: 204 len: 168 time: 2.3083797 Apr 18 06:01:26.371966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48108) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.390230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b4c8af-adf7-4c71-9464-a01840e427ed') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:26.392476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b4c8af-adf7-4c71-9464-a01840e427ed') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:26.396492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.421349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.424381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b5874cc-8cc7-4dd8-a99f-b9d8d994fd42 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.444234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b5874cc-8cc7-4dd8-a99f-b9d8d994fd42 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.445421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.452580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:26.459780 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:26.516984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:26.516984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.521713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8286734-4b20-4821-8d6f-0b2d784652b6 None None] Network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:26.539288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.540881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772b453-2ee1-4fce-aaf5-12c976436ef9 None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:26.541023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.547031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:26.547652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.563304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] device_id is not set on port 2ca22684-c416-44ca-906b-391d295b2ca3 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:26.603829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.613497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.616687 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-139ac3a5-6cef-4604-a2b9-8cd28d27210c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6 HTTP/1.1" status: 204 len: 168 time: 1.1417954 Apr 18 06:01:26.618917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ea192-16f2-4d93-a732-fa8a36312571 None None] Network 85ca4376-0727-4ad6-81b8-7af421baf9cb requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:26.624093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772b453-2ee1-4fce-aaf5-12c976436ef9 None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:26.644756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48116) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.656570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8c0a7-928f-403f-b464-0eddbd5084f2 None None] Network 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:26.693674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.727290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0707591 Apr 18 06:01:26.730588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.733841 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/c54b20ee-5e3f-43aa-96d4-654dca08e960 HTTP/1.1" status: 204 len: 168 time: 2.0314353 Apr 18 06:01:26.770459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48120) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.770789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48122) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.775546 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-427dc2ef-b679-47b3-a918-46dc6e3aeb4d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257236 Apr 18 06:01:26.779877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'name': 'tempest-PortsIpV6TestJSON-1017003892'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:26.784891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48124) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.789888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:26.795339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392979-bf34-4ecf-ab22-7f28a0c4f707 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=804e7d51-d758-4a22-97fc-70fafcd28b7c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.802792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:26.818766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8384a-7a18-47d7-bc57-40febc1b30bb None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:26.850383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b5396-f0d1-4edc-8a80-c38356169700 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:26.870966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b5874cc-8cc7-4dd8-a99f-b9d8d994fd42 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.938112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2b5874cc-8cc7-4dd8-a99f-b9d8d994fd42 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:26.939918 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2b5874cc-8cc7-4dd8-a99f-b9d8d994fd42 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8934f183-958b-4b9e-a7c1-8d1ddc650360 HTTP/1.1" status: 204 len: 168 time: 0.6681507 Apr 18 06:01:26.948116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48126) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:26.974103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223fd86-30f2-405d-ad5b-0569796c5d5b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=c54b20ee-5e3f-43aa-96d4-654dca08e960,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:26.991079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5874cc-8cc7-4dd8-a99f-b9d8d994fd42 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8934f183-958b-4b9e-a7c1-8d1ddc650360,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:27.009121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7106d-46a0-4ab3-9acd-2834d55761d3 None None] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:27.031134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2570fdd4-da37-4fc2-8f90-ad8c87bad088 None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:27.080381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Deleting port 8363bb25-25f5-4005-bebd-1a992d23237b {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:27.080949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Allocated IP 2001:db8::f816:3eff:fee0:de23 (85ca4376-0727-4ad6-81b8-7af421baf9cb/c6b4892f-8611-4fd7-bf62-1774570c6323/2ca22684-c416-44ca-906b-391d295b2ca3) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:27.081146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.140901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7106d-46a0-4ab3-9acd-2834d55761d3 None None] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:27.142630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2570fdd4-da37-4fc2-8f90-ad8c87bad088 None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:27.144315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:27.175767 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-22dd877c-ba25-4c35-9893-06d1a501bc2e tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2054293 Apr 18 06:01:27.179907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48128) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:27.223132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:27.243128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] For port 8363bb25-25f5-4005-bebd-1a992d23237b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8363bb25-25f5-4005-bebd-1a992d23237b,segment=NetworkSegment(e83439a3-7bf8-4656-9e95-475d6d73cfec),segment_id=e83439a3-7bf8-4656-9e95-475d6d73cfec)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:27.243524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.245983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.261376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Calling delete_port for 8363bb25-25f5-4005-bebd-1a992d23237b owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:27.278708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:27.282415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.301526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:27.305240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.355105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e0d63-de72-4700-9ab7-326837a728da None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:27.376376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 36b38797-b562-48ba-b8de-4979f04b8941 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:27.397381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67ea1f-efc8-4e0a-839a-5b701a0b4535 None None] DHCP port deletion for c54b20ee-5e3f-43aa-96d4-654dca08e960 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:27.418061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.448468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e0d63-de72-4700-9ab7-326837a728da None None] Network e1896d96-2807-4dd4-b93e-b707b89550f0 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:27.485018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-22ac3870-a0eb-4f5f-92df-9f78d6cdccf5 None None] Provisioning complete for port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:27.485384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22ac3870-a0eb-4f5f-92df-9f78d6cdccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.519232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c is not hosted by any dhcp agent {{(pid=109605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:01:27.524478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:27.525071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.527647 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "PUT /v2.0/networks/804e7d51-d758-4a22-97fc-70fafcd28b7c HTTP/1.1" status: 200 len: 723 time: 0.7522328 Apr 18 06:01:27.531465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48134) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:27.533798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b10d7db-6ce8-4ceb-b81d-1b5db8ed123a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.537429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:27.564394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af616a-ba1e-4524-91c1-bc8fb91af412 None None] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:27.587413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af616a-ba1e-4524-91c1-bc8fb91af412 None None] Network c54b20ee-5e3f-43aa-96d4-654dca08e960 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:27.592426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.638852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:27.639555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.701871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.705634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d63b20-28df-494e-a35e-4c2be94b058b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=804e7d51-d758-4a22-97fc-70fafcd28b7c,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:27.714247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b10d7db-6ce8-4ceb-b81d-1b5db8ed123a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.734607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce5d11b-e456-402a-bb52-275b29bdc5ac None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:27.737732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6aa6f9-4fda-47ec-92cc-f28d779226e0 None None] DHCP port deletion for 87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:27.756206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:27.775392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.811970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Port': ['ID=8363bb25-25f5-4005-bebd-1a992d23237b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:27.814797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] No DVR routers for this DVR port 8363bb25-25f5-4005-bebd-1a992d23237b on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:27.867450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.871386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:27.874862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.901209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b10d7db-6ce8-4ceb-b81d-1b5db8ed123a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.905378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b10d7db-6ce8-4ceb-b81d-1b5db8ed123a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:27.909688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6b10d7db-6ce8-4ceb-b81d-1b5db8ed123a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/be270bc5-926d-45e6-b956-33b5b16fcd47 HTTP/1.1" status: 204 len: 168 time: 0.7274232 Apr 18 06:01:27.922704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48136) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:28.017216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10d7db-6ce8-4ceb-b81d-1b5db8ed123a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be270bc5-926d-45e6-b956-33b5b16fcd47,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:28.032047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-82b26ccb-6ef3-447b-a0a2-8a4947243aa6', 'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': '067850eb-e4b5-4522-bb5d-01daa8741529'}, {'subnet_id': '816108fa-5e78-45e3-ad6a-6b53032087f5'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:28.033070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.049975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.089272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.108216 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-067cf889-7639-4e8c-b173-2a82dff2604b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1479671 Apr 18 06:01:28.111903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48138) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:28.122863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ae6aa6f9-4fda-47ec-92cc-f28d779226e0 None None] The port '8363bb25-25f5-4005-bebd-1a992d23237b' was deleted {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 06:01:28.124929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22ac3870-a0eb-4f5f-92df-9f78d6cdccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.133527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063837350'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:28.141540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:28.177363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83439a3-7bf8-4656-9e95-475d6d73cfec') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:28.178131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83439a3-7bf8-4656-9e95-475d6d73cfec') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:28.202508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.217785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.240392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.251599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network 85ca4376-0727-4ad6-81b8-7af421baf9cb is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:28.258252 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.268101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:28.275957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:28.283145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:28.284160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.288272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Port': ['ID=2ca22684-c416-44ca-906b-391d295b2ca3,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:28.288585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.292233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.350022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059486df-af8a-4b7b-8c3c-0c56d1bbf4a0 None None] Network 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:28.353606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:28.354014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:28.358442 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:28.393912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.454112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.468711 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d175279-cb4c-4c53-9b86-80d8e4ac7dbc tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7348099 Apr 18 06:01:28.490803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48140) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:28.502379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:28.517311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:28.540054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:28.544052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:28.544682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.553205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=af8833d0-7b1b-49c8-a7ce-5e1d4c436c62,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:28.599479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:28.616391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:28.627150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:28.633180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:28.634136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.642274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=36b38797-b562-48ba-b8de-4979f04b8941,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:28.664490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting subnet c6b4892f-8611-4fd7-bf62-1774570c6323 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:28.668968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.685333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.714244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.724780 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b1e52250-9ad3-4796-9b8f-ec8a26fdfb73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9288647 Apr 18 06:01:28.724988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-22ac3870-a0eb-4f5f-92df-9f78d6cdccf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:28.724988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-22ac3870-a0eb-4f5f-92df-9f78d6cdccf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:28.740302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48142) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:28.780801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'name': 'tempest-NetworksTestDHCPv6-687614018'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:28.828490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:28.849381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5c530-5e7f-4156-8eab-28e422b6f2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-85ca4376-0727-4ad6-81b8-7af421baf9cb', 'network_id': '85ca4376-0727-4ad6-81b8-7af421baf9cb', 'tenant_id': '385aba6692c7428c868ee0f1f3bf7082', 'fixed_ips': [{'subnet_id': 'c6b4892f-8611-4fd7-bf62-1774570c6323'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:28.850818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c530-5e7f-4156-8eab-28e422b6f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.859688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.895888 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1ca91323-b148-4503-8bfe-c7eec9945d5f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1176569 Apr 18 06:01:28.896109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48144) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:28.900222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5926241c-57f0-41d1-acc3-252b9256a72a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:28.964950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:28.971404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 5926241c-57f0-41d1-acc3-252b9256a72a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:28.971791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5926241c-57f0-41d1-acc3-252b9256a72a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:28.972239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8363bb25-25f5-4005-bebd-1a992d23237b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:29.009909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] DHCP port deletion for 4ac3a623-48d8-4eba-a0d5-05c45aa20d43 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:29.017586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:29.025194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.035027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 8363bb25-25f5-4005-bebd-1a992d23237b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:29.036000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8363bb25-25f5-4005-bebd-1a992d23237b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:29.085926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.101544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 36b38797-b562-48ba-b8de-4979f04b8941 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:29.101876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.132991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Allocated IP 2001:db8::2 (82b26ccb-6ef3-447b-a0a2-8a4947243aa6/067850eb-e4b5-4522-bb5d-01daa8741529/8d6864fa-d5b4-4434-872b-f1d09039cc28) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:29.168681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.194816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.199179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.211098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.213091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Allocated IP 172.20.0.1 (82b26ccb-6ef3-447b-a0a2-8a4947243aa6/816108fa-5e78-45e3-ad6a-6b53032087f5/8d6864fa-d5b4-4434-872b-f1d09039cc28) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:29.218218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] 10.222.0.43 "DELETE /v2.0/networks/87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2 HTTP/1.1" status: 204 len: 168 time: 3.0657434 Apr 18 06:01:29.246976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b4892f-8611-4fd7-bf62-1774570c6323,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.249749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.255505 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d0fd1628-45f3-411a-af64-ff7d882de132 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/c6b4892f-8611-4fd7-bf62-1774570c6323 HTTP/1.1" status: 204 len: 168 time: 0.7550144 Apr 18 06:01:29.255505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 36b38797-b562-48ba-b8de-4979f04b8941 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:29.256623 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48148) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:29.271573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ddea8-5af4-4ede-afe1-66f5162e52d5 tempest-NetworksTest-120441178 tempest-NetworksTest-120441178-project] Pushing event deleted for resources: {'Network': ['ID=87c0c4d8-2bb9-42f4-a378-98dd7d2d56e2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.288307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:29.292540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.292762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] Deleting port 18dd5eaf-defe-42fe-9815-419705457761 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:29.293282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.362450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4014dc-0fba-4e58-be25-15572103fb3d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.364455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4014dc-0fba-4e58-be25-15572103fb3d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.364583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] For port 18dd5eaf-defe-42fe-9815-419705457761, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18dd5eaf-defe-42fe-9815-419705457761,segment=NetworkSegment(1a6f391f-aa66-4648-901d-e8d190c9c847),segment_id=1a6f391f-aa66-4648-901d-e8d190c9c847)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:29.364728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.369215 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9f4014dc-0fba-4e58-be25-15572103fb3d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1076427 Apr 18 06:01:29.369215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48150) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:29.378162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] Calling delete_port for 18dd5eaf-defe-42fe-9815-419705457761 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:29.431910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.434318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=b23f0eed-e153-47c6-a280-030e817b345b,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.448426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port fa0a2139-d7a2-4bbb-bab2-4a42977f232a yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:29.475650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57039496-f0f6-473d-917c-d8e6882abb15 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.486155 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-57039496-f0f6-473d-917c-d8e6882abb15 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 06:01:29.486155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57039496-f0f6-473d-917c-d8e6882abb15 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:29.492401 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57039496-f0f6-473d-917c-d8e6882abb15 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/85ca4376-0727-4ad6-81b8-7af421baf9cb HTTP/1.1" status: 409 len: 405 time: 0.1186283 Apr 18 06:01:29.493541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48152) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:29.500297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-527533234'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:29.516091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-2bc5c530-5e7f-4156-8eab-28e422b6f2f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6b4892f-8611-4fd7-bf62-1774570c6323: This subnet is being modified by another concurrent operation. Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:29.516818 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6b4892f-8611-4fd7-bf62-1774570c6323: This subnet is being modified by another concurrent operation. Apr 18 06:01:29.520313 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:01:29.538734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] Deleting port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:29.538734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.551869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': 'c4593c4b-dab9-4865-9677-a877bf4a65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:29.552226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 804e7d51-d758-4a22-97fc-70fafcd28b7c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:29.552969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c94f6-1164-4b64-a5eb-56d57b15a03e None None] Network 85ca4376-0727-4ad6-81b8-7af421baf9cb requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:29.608398 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.620431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.622662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:29.626856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.632560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656052dc-35f0-4a70-8c59-60401678af90,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.681258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=36b38797-b562-48ba-b8de-4979f04b8941,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.682731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.685483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-58cde5fd-949f-4c1b-b00c-1527fb7335ff tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5633075 Apr 18 06:01:29.686184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] Pushing event deleted for resources: {'Port': ['ID=18dd5eaf-defe-42fe-9815-419705457761,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:29.688935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48154) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:29.701623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': '656052dc-35f0-4a70-8c59-60401678af90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:29.701717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f2ed2-68fc-40cd-bf4e-cc482181e796 None None] No DVR routers for this DVR port 18dd5eaf-defe-42fe-9815-419705457761 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:29.707163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Deleting port 610c8ba0-ffd9-4695-b4a1-a909d80134e7 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:29.707586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.710156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.717318 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-66e639ce-7617-4a41-a23b-868fdcae1cb7 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/36b38797-b562-48ba-b8de-4979f04b8941 HTTP/1.1" status: 204 len: 168 time: 0.8170543 Apr 18 06:01:29.725525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48156) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:29.728838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::46 (05d65530-28ce-4b9b-b71b-a17f18d1b658/af8833d0-7b1b-49c8-a7ce-5e1d4c436c62/fa0a2139-d7a2-4bbb-bab2-4a42977f232a) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:29.734852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'mac_address': 'fa:16:3e:80:fb:a5', 'name': 'tempest-PortsIpV6TestJSON-1810265552'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:29.737817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:29.752488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:29.763907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.764219 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Added segment c0e0627d-dc7f-4071-bb67-05e6086e9f77 of type vlan for network f3c2b318-98f8-4da4-a100-8b51c5632ee9 Apr 18 06:01:29.794975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] For port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:29.795660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.815123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.829837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] Calling delete_port for 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:29.850135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.909668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 804e7d51-d758-4a22-97fc-70fafcd28b7c) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:29.910369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.917655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.919341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.926943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47152044-011d-4630-a6be-e566bf3a3f61 None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:29.958077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Deleting port 8a3c49c9-97fc-4d37-883b-7886edf8e2da {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:29.958446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:29.967593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:29.968323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.007503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Network': ['ID=f3c2b318-98f8-4da4-a100-8b51c5632ee9,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:30.024580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.032842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network f3c2b318-98f8-4da4-a100-8b51c5632ee9 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:30.035917 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a578364b-af90-4b03-917e-4fe143ab677f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5411274 Apr 18 06:01:30.038767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48160) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:30.049714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'subnet': {'network_id': 'f3c2b318-98f8-4da4-a100-8b51c5632ee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:30.053306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48162) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:30.073411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] For port 610c8ba0-ffd9-4695-b4a1-a909d80134e7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=610c8ba0-ffd9-4695-b4a1-a909d80134e7,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:30.073824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.100530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.174025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Calling delete_port for 610c8ba0-ffd9-4695-b4a1-a909d80134e7 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:30.180348 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a136c00c-246e-4c82-b469-c4a893bffbd4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6470082 Apr 18 06:01:30.184688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48166) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:30.192690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:30.268519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:30.271606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.275943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.295518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:30.315920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:30.320301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:30.332473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:30.338510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] No DVR routers for this DVR port 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:30.341625 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Pushing event updated for resources: {'Port': ['ID=8d6864fa-d5b4-4434-872b-f1d09039cc28,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:30.375531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.388025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e36531-e2e4-47c8-bfd1-bbf87104cd0d None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:30.394749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3536279'] for subnet, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.401925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.419628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bff45-fdf6-424c-9976-906e40fa0a49 None None] Pushing event deleted for resources: {'Port': ['ID=71cecb09-53d4-4ca2-b461-a52fa4a3b5b8,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:30.452915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c5a452c0-33f1-4bb0-9561-1d8cc9035a53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87215ee7373c4c28b17431089e772e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941967 Apr 18 06:01:30.454184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48168) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:30.455615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] For port 8a3c49c9-97fc-4d37-883b-7886edf8e2da, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8a3c49c9-97fc-4d37-883b-7886edf8e2da,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:30.456961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.483179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Calling delete_port for 8a3c49c9-97fc-4d37-883b-7886edf8e2da owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:30.498436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.514196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-804e7d51-d758-4a22-97fc-70fafcd28b7c', 'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': 'b23f0eed-e153-47c6-a280-030e817b345b'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:30.515983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.576313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.593069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Attempting to bind port 8d6864fa-d5b4-4434-872b-f1d09039cc28 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:30.593754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Attempting to bind port 8d6864fa-d5b4-4434-872b-f1d09039cc28 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '459f98e9-f51d-46b5-960e-df5efb8b2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:30.594117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Attempting to bind port 8d6864fa-d5b4-4434-872b-f1d09039cc28 on network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:30.635101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6238d49d-baea-42c9-a177-8ad8e5d62ea4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:30.657409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:30.657785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Checking segment: {'id': '459f98e9-f51d-46b5-960e-df5efb8b2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:30.658188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.658970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Bound using segment: {'id': '459f98e9-f51d-46b5-960e-df5efb8b2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:30.659094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Bound port: 8d6864fa-d5b4-4434-872b-f1d09039cc28, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459f98e9-f51d-46b5-960e-df5efb8b2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '82b26ccb-6ef3-447b-a0a2-8a4947243aa6'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:30.659448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.673181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.677229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-244246ad-a935-4f75-872d-8f002df2cdde tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9838364 Apr 18 06:01:30.691408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48170) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:30.694281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:30.774830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5de02f86-9975-40d4-99ad-b8e5e23f8390 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules/6238d49d-baea-42c9-a177-8ad8e5d62ea4 HTTP/1.1" status: 200 len: 763 time: 0.0727348 Apr 18 06:01:30.777914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48172) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:30.798663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': 'af8833d0-7b1b-49c8-a7ce-5e1d4c436c62'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:30.799572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.813479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] For port 8d6864fa-d5b4-4434-872b-f1d09039cc28, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:30.835036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] For port 8d6864fa-d5b4-4434-872b-f1d09039cc28, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8d6864fa-d5b4-4434-872b-f1d09039cc28,segment=NetworkSegment(459f98e9-f51d-46b5-960e-df5efb8b2e0a),segment_id=459f98e9-f51d-46b5-960e-df5efb8b2e0a)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:30.843138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.889004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e3be422-4715-42dc-8d87-a16ee0f55632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.921741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.938657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:30.954740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e3be422-4715-42dc-8d87-a16ee0f55632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:30.994639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:31.008683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:31.012261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:31.012598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71cecb09-53d4-4ca2-b461-a52fa4a3b5b8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:31.013017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18dd5eaf-defe-42fe-9815-419705457761 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:31.023856 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7da48e22-4cd5-4152-abb1-8714e744b9ac tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2404439 Apr 18 06:01:31.024715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:31.030708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48174) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:31.031717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.033370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.045718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=fa0a2139-d7a2-4bbb-bab2-4a42977f232a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.054945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772159792056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3232359'] for subnet, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.061406 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 18dd5eaf-defe-42fe-9815-419705457761 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:31.061750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18dd5eaf-defe-42fe-9815-419705457761 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:31.103696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/af8833d0-7b1b-49c8-a7ce-5e1d4c436c62/9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:31.112289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7b9f-ce2a-4998-811d-2079e2d56189 None None] Pushing event updated for resources: {'Port': ['ID=8d6864fa-d5b4-4434-872b-f1d09039cc28,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.127477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.127477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.127477 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "PUT /v2.0/subnets/b23f0eed-e153-47c6-a280-030e817b345b HTTP/1.1" status: 200 len: 826 time: 0.9413602 Apr 18 06:01:31.130170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:31.133780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-472c4cb0-9f42-4482-94f4-05d3e4d8f2a3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.148909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-472c4cb0-9f42-4482-94f4-05d3e4d8f2a3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.155730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Allocated IP 2001:db8::2 (804e7d51-d758-4a22-97fc-70fafcd28b7c/b23f0eed-e153-47c6-a280-030e817b345b/44e0f594-05cd-42f4-b3a9-8e73e43ba6bd) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:31.157788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.179644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e3be422-4715-42dc-8d87-a16ee0f55632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.182215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e3be422-4715-42dc-8d87-a16ee0f55632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.186111 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4e3be422-4715-42dc-8d87-a16ee0f55632 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86af63ff-0249-4148-aa1f-894cc2dd32b3 HTTP/1.1" status: 204 len: 168 time: 0.7261457 Apr 18 06:01:31.206143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3be422-4715-42dc-8d87-a16ee0f55632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af63ff-0249-4148-aa1f-894cc2dd32b3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.216607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796890e-38da-4905-a143-4c883f2a8817 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=b23f0eed-e153-47c6-a280-030e817b345b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.228718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Pushing event deleted for resources: {'Port': ['ID=610c8ba0-ffd9-4695-b4a1-a909d80134e7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.243042 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1a4d9e0b-04d6-4a29-a00c-269edfd0e82f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4744177 Apr 18 06:01:31.248184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48180) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:31.302407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:01:31.302974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.319182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.373535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-472c4cb0-9f42-4482-94f4-05d3e4d8f2a3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.393167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-472c4cb0-9f42-4482-94f4-05d3e4d8f2a3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.394586 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-472c4cb0-9f42-4482-94f4-05d3e4d8f2a3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6238d49d-baea-42c9-a177-8ad8e5d62ea4 HTTP/1.1" status: 204 len: 168 time: 0.3628604 Apr 18 06:01:31.400349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48182) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:31.454993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c4cb0-9f42-4482-94f4-05d3e4d8f2a3 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6238d49d-baea-42c9-a177-8ad8e5d62ea4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.484529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Subnet': ['ID=cd1f0359-ebe5-401f-ba39-529e18a758d7,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.513786 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-47e5be78-f12d-45c7-b95d-cbd8f17da150 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062942 Apr 18 06:01:31.516680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48184) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:31.521622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': '656052dc-35f0-4a70-8c59-60401678af90', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:31.528677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Checking segment: {'id': 'c0e0627d-dc7f-4071-bb67-05e6086e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f3c2b318-98f8-4da4-a100-8b51c5632ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:31.529203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network hostable DHCP agents. Network: f3c2b318-98f8-4da4-a100-8b51c5632ee9, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:31.548621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3c49c9-97fc-4d37-883b-7886edf8e2da,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.600247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.606067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.681357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.690564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96871b6e-530a-40a1-8be9-cb88dd13f5a9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.696479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.697079 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network f3c2b318-98f8-4da4-a100-8b51c5632ee9 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:31.698730 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-96871b6e-530a-40a1-8be9-cb88dd13f5a9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4427464 Apr 18 06:01:31.706304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.708285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.713294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48188) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:31.727311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.823649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Pushing event updated for resources: {'Port': ['ID=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.840057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.844215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, f3c2b318-98f8-4da4-a100-8b51c5632ee9) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:31.847191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:31.848671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:31.849579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.853494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:31.889686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f346a6-0edb-4793-9fd9-4f6cbbd135a9 None None] Network f3c2b318-98f8-4da4-a100-8b51c5632ee9 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:31.891791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.891931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:31.894245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:31.896689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:31.907332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:31.911916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:31.930244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec626ddd-afcb-4e2c-a40d-eb262766f651,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.955202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:31.984977 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8ba96b8a-2b1f-4f01-8550-42e639cb19e9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9414189 Apr 18 06:01:31.986555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48194) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.004327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:32.014946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Pushing event updated for resources: {'Port': ['ID=44e0f594-05cd-42f4-b3a9-8e73e43ba6bd,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:32.031478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:32.034063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:32.039826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:32.040463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.087409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.089429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-73436014-5812-4a15-a8c9-9e281b2404e0 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5708401 Apr 18 06:01:32.095761 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48198) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.105218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Attempting to bind port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:32.106149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Attempting to bind port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c4593c4b-dab9-4865-9677-a877bf4a65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:32.106678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Attempting to bind port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd on network 804e7d51-d758-4a22-97fc-70fafcd28b7c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:32.118688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Attempting to bind port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:32.119051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Attempting to bind port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:32.124513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Attempting to bind port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:32.136330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:32.142977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Checking segment: {'id': 'c4593c4b-dab9-4865-9677-a877bf4a65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:32.142977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.142977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Bound using segment: {'id': 'c4593c4b-dab9-4865-9677-a877bf4a65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:32.142977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Bound port: 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4593c4b-dab9-4865-9677-a877bf4a65a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '804e7d51-d758-4a22-97fc-70fafcd28b7c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:32.142977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.143690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:32.143690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:32.143857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.144217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:32.144687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Bound port: 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:32.145660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.164472 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-51dfa38f-d7af-40c8-a92c-aa48e8e0a586 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules/ec626ddd-afcb-4e2c-a40d-eb262766f651 HTTP/1.1" status: 200 len: 763 time: 0.0660124 Apr 18 06:01:32.167185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48200) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.178907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.192015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.236976 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9927eacf-13dc-4690-8bd0-0b82225e3bea tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0674860 Apr 18 06:01:32.238373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.242001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48202) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.348099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9cad2-e514-4004-8f67-32f7d8081e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-f3c2b318-98f8-4da4-a100-8b51c5632ee9', 'network_id': 'f3c2b318-98f8-4da4-a100-8b51c5632ee9', 'tenant_id': '385aba6692c7428c868ee0f1f3bf7082', 'fixed_ips': [{'subnet_id': 'cd1f0359-ebe5-401f-ba39-529e18a758d7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:32.350018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cad2-e514-4004-8f67-32f7d8081e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.360886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] For port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:32.379338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aebec844-ff86-43e6-8c50-adcffe7a9776 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.382651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.390635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] For port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=44e0f594-05cd-42f4-b3a9-8e73e43ba6bd,segment=NetworkSegment(c4593c4b-dab9-4865-9677-a877bf4a65a9),segment_id=c4593c4b-dab9-4865-9677-a877bf4a65a9)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:32.392468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] For port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:32.429077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] For port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:32.449209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aebec844-ff86-43e6-8c50-adcffe7a9776 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.572138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.600377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port fa0a2139-d7a2-4bbb-bab2-4a42977f232a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:32.600864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.604138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:32.604470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.616231 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aee423ec-b3f0-4127-8237-69840aa920f0 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8854182 Apr 18 06:01:32.617216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48206) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.667177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.675358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aebec844-ff86-43e6-8c50-adcffe7a9776 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.680234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aebec844-ff86-43e6-8c50-adcffe7a9776 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.685311 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-aebec844-ff86-43e6-8c50-adcffe7a9776 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ec626ddd-afcb-4e2c-a40d-eb262766f651 HTTP/1.1" status: 204 len: 168 time: 0.4406838 Apr 18 06:01:32.685978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48210) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.750289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebec844-ff86-43e6-8c50-adcffe7a9776 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec626ddd-afcb-4e2c-a40d-eb262766f651,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:32.757274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a22d30-5fc2-4ef9-afbc-4ed4f10652e4 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:32.766749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.770133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa151e-880d-49f2-b881-4cc9ee28e64b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:32.774420 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-16aa151e-880d-49f2-b881-4cc9ee28e64b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5 HTTP/1.1" status: 200 len: 845 time: 0.1536810 Apr 18 06:01:32.776653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48214) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.778129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1f0359-ebe5-401f-ba39-529e18a758d7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-2bd9cad2-e514-4004-8f67-32f7d8081e9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd1f0359-ebe5-401f-ba39-529e18a758d7: This subnet is being modified by another concurrent operation. Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:32.850564 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd1f0359-ebe5-401f-ba39-529e18a758d7: This subnet is being modified by another concurrent operation. Apr 18 06:01:32.853703 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:01:32.883901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913c821-0d2e-4e4b-ab07-0172460dc0dc None None] Network f3c2b318-98f8-4da4-a100-8b51c5632ee9 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:32.925894 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c89750ed-9e34-4baa-8ce9-64810c34c5f4 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2144237 Apr 18 06:01:32.943832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8265c556-a6cb-476a-b098-8aacde4e4500 None None] Provisioning complete for port 8d6864fa-d5b4-4434-872b-f1d09039cc28 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:32.944284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8265c556-a6cb-476a-b098-8aacde4e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:32.950879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48218) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:32.986974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': '656052dc-35f0-4a70-8c59-60401678af90', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:33.022576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.056224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=44e0f594-05cd-42f4-b3a9-8e73e43ba6bd,segment=NetworkSegment(c4593c4b-dab9-4865-9677-a877bf4a65a9),segment_id=c4593c4b-dab9-4865-9677-a877bf4a65a9)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:33.056847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.086195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c2b318-98f8-4da4-a100-8b51c5632ee9']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:33.090485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0d693-710d-44e8-a4d9-7471d8b0d20b None None] Pushing event updated for resources: {'Port': ['ID=44e0f594-05cd-42f4-b3a9-8e73e43ba6bd,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.099777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:33.115712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e0627d-dc7f-4071-bb67-05e6086e9f77') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:33.116187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e0627d-dc7f-4071-bb67-05e6086e9f77') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:33.131154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.132403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:33.132830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.217568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Project a23032e1b87a424b8f324c0d1d5a204b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:01:33.238707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.280065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.287364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:33.288027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.297084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8d6864fa-d5b4-4434-872b-f1d09039cc28 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:33.369971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48222) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.377732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for fa0a2139-d7a2-4bbb-bab2-4a42977f232a owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:33.388991 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:33.420715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.451272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.474593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:33.534602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.551628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.554342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.557711 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/f3c2b318-98f8-4da4-a100-8b51c5632ee9 HTTP/1.1" status: 204 len: 168 time: 1.5695739 Apr 18 06:01:33.563818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48226) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.568846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-407425054'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:33.586153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d2173-1dea-48bd-a629-3e2df776f7f2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Network': ['ID=f3c2b318-98f8-4da4-a100-8b51c5632ee9,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.628074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Router f81d572b-48f6-42fb-b217-bf2321f4de72 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:01:33.633203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118a69a-fed8-4d2f-a314-4f3cc5c9b27a None None] Pushing event updated for resources: {'Port': ['ID=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.644035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.672183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9d67c4-0fc8-4fbb-b726-dece2a0dee36,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.673531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Router 2a87b794-802b-4cea-9faa-3e7163005ee7 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:01:33.701092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:33.705747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.707411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ecc9fcdc-c72a-4cb2-aa95-472a499e87be tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] Request body: {'port': {'network_id': 'd9874788-4c10-4637-bde3-7da6bf76ce73', 'name': 'tempest-NetworksNegativeTestJSON-1487534826'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:33.719023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8d6864fa-d5b4-4434-872b-f1d09039cc28 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:33.719329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.721058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8265c556-a6cb-476a-b098-8aacde4e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.728713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.762550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:33.767851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.771296 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2b9b6c25-4408-45a5-810e-98b8921b775e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5 HTTP/1.1" status: 204 len: 168 time: 0.9829247 Apr 18 06:01:33.773744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48228) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.783520 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc9fcdc-c72a-4cb2-aa95-472a499e87be tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] POST failed (client error): The resource could not be found. Apr 18 06:01:33.784216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc9fcdc-c72a-4cb2-aa95-472a499e87be tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:33.789152 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ecc9fcdc-c72a-4cb2-aa95-472a499e87be tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4117429 Apr 18 06:01:33.798513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48230) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.798721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8265c556-a6cb-476a-b098-8aacde4e4500 None None] For port 8d6864fa-d5b4-4434-872b-f1d09039cc28, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8d6864fa-d5b4-4434-872b-f1d09039cc28,segment=NetworkSegment(459f98e9-f51d-46b5-960e-df5efb8b2e0a),segment_id=459f98e9-f51d-46b5-960e-df5efb8b2e0a)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:33.813489 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e83127b-e753-494c-92ef-a5de3c42858d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:33.815138 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8e83127b-e753-494c-92ef-a5de3c42858d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/3bbb9423-06d6-4cc3-bd3d-c4ecf8c1dbc5 HTTP/1.1" status: 404 len: 333 time: 0.0399253 Apr 18 06:01:33.818486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.821825 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2dfe0d5b-47fe-41bd-b7aa-05d0c3c12a7b tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8644459 Apr 18 06:01:33.821825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48232) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.825676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'name': 'tempest-PortsIpV6TestJSON-1160320488'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:33.830224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48234) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.857100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.863128 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eeaf5608-823f-4573-bb28-3b32d50709cf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules/2c9d67c4-0fc8-4fbb-b726-dece2a0dee36 HTTP/1.1" status: 200 len: 769 time: 0.0314965 Apr 18 06:01:33.870711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48236) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.892884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8265c556-a6cb-476a-b098-8aacde4e4500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:33.917420 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5901d426-7c8c-4cdf-829b-835b8ecfab4a tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:33.918765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5901d426-7c8c-4cdf-829b-835b8ecfab4a tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:33.922308 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5901d426-7c8c-4cdf-829b-835b8ecfab4a tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "DELETE /v2.0/networks/bbe1a439-9187-4c96-8573-6825e3b918bf HTTP/1.1" status: 404 len: 339 time: 0.1165352 Apr 18 06:01:33.928625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:33.961483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:33.962148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:33.973918 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-04684d09-c1d4-4aa0-b057-ba7f0ea25305 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:33.975859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04684d09-c1d4-4aa0-b057-ba7f0ea25305 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:33.984298 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-04684d09-c1d4-4aa0-b057-ba7f0ea25305 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "DELETE /v2.0/ports/bf7ada1e-5a66-4e73-8e87-f06c67e64d2a HTTP/1.1" status: 404 len: 333 time: 0.0515857 Apr 18 06:01:33.986864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48240) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.014448 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.021183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c556-a6cb-476a-b098-8aacde4e4500 None None] Pushing event updated for resources: {'Port': ['ID=8d6864fa-d5b4-4434-872b-f1d09039cc28,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:34.022476 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0ad4fc-083e-4ea4-9a72-71c3f5854b73 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:34.022929 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0ad4fc-083e-4ea4-9a72-71c3f5854b73 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:34.037689 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ea0ad4fc-083e-4ea4-9a72-71c3f5854b73 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "DELETE /v2.0/subnets/20fd3ed1-c8e8-45d1-87ee-9ba29ce8e2e5 HTTP/1.1" status: 404 len: 337 time: 0.0490315 Apr 18 06:01:34.038585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48242) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.046188 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:34.059586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=44e0f594-05cd-42f4-b3a9-8e73e43ba6bd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:34.063003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.088995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619ab94-6148-4b43-96df-4da55e0e5f41 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:34.092264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.093431 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Added segment 877126ab-17b4-42ff-920f-c4541dae5347 of type vlan for network f24b4f42-47e4-4219-b366-cda8815eb7f6 Apr 18 06:01:34.122881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:34.124194 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fe478-fa94-44b4-9527-1c8536636584 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] GET failed (client error): The resource could not be found. Apr 18 06:01:34.131766 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b05fe478-fa94-44b4-9527-1c8536636584 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "GET /v2.0/networks/4132d9ff-e2c4-4fd8-963a-967f6b0c313c HTTP/1.1" status: 404 len: 339 time: 0.0774322 Apr 18 06:01:34.132875 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7e2bbe34-916a-4bcf-b3ac-c40ca2950274 admin admin] 10.222.0.43 "PUT /v2.0/routers/f81d572b-48f6-42fb-b217-bf2321f4de72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8421974 Apr 18 06:01:34.134614 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] Sync routers for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:34.137251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48244) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.137874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48246) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.155961 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:34.156654 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:34.177591 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1fb6b026-604c-4b31-b11f-807ea17d295c tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3040400 Apr 18 06:01:34.184624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3ba22b50-fd1d-4e53-91b9-fc35bcf48a70 None None] Provisioning complete for port 8d6864fa-d5b4-4434-872b-f1d09039cc28 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:34.185054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3ba22b50-fd1d-4e53-91b9-fc35bcf48a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.217276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48248) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.268479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:34.283002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.295128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.310575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.316073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=fa0a2139-d7a2-4bbb-bab2-4a42977f232a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:34.338509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-085cef4c-8577-472f-bbb2-3d404b09d2bd tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.366442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.370622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7548273a-b779-4b9a-b480-61e38dd247b0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/fa0a2139-d7a2-4bbb-bab2-4a42977f232a HTTP/1.1" status: 204 len: 168 time: 2.6536136 Apr 18 06:01:34.376783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48250) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.380219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-085cef4c-8577-472f-bbb2-3d404b09d2bd tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.394380 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:34.405722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 02356bf8-eb44-412c-ad99-e97186e3c692 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:34.443638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:34.454969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-66daabd8-f01f-4726-9d8c-4b82b259e294 admin admin] 10.222.0.43 "PUT /v2.0/routers/2a87b794-802b-4cea-9faa-3e7163005ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0800233 Apr 18 06:01:34.455602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48252) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.464160 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63e6765-3a74-482a-a490-a6db8ea340a8 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] GET failed (client error): The resource could not be found. Apr 18 06:01:34.466429 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d63e6765-3a74-482a-a490-a6db8ea340a8 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "GET /v2.0/ports/b8698148-5de2-42a0-b27e-a29049bfd873 HTTP/1.1" status: 404 len: 333 time: 0.3266151 Apr 18 06:01:34.471729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] Sync routers for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:34.555725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48254) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.572369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:34.574445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:34.645745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:34.659503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb5649-dcdd-4ffd-9de6-f9277240c4ca None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:34.661466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:34.848962 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T06:01:30Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:34.852975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-36d8e003-0cf0-4d81-85df-dde19f39a22f None None] Could not find standard attr ID for object 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:34.911982 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] Checking router: f81d572b-48f6-42fb-b217-bf2321f4de72 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:34.926254 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e436fe-08ff-4252-b1c9-ca1672ed945d tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] GET failed (client error): The resource could not be found. Apr 18 06:01:34.927993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f5e436fe-08ff-4252-b1c9-ca1672ed945d tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "GET /v2.0/subnets/6bc46756-d5c2-4e4d-993f-d86cbe1e4e5b HTTP/1.1" status: 404 len: 337 time: 0.3712945 Apr 18 06:01:34.928354 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] Routers {'f81d572b-48f6-42fb-b217-bf2321f4de72'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:34.929137 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f81d572b-48f6-42fb-b217-bf2321f4de72'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:34.944661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:34.946333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48256) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:34.954533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9e212cdc-4247-4010-9bb6-b6c11a094b15 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:34.977516 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e212cdc-4247-4010-9bb6-b6c11a094b15 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] PUT failed (client error): The resource could not be found. Apr 18 06:01:34.978730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e212cdc-4247-4010-9bb6-b6c11a094b15 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:34.980359 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9e212cdc-4247-4010-9bb6-b6c11a094b15 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "PUT /v2.0/networks/4dafaff4-00ff-45de-96f5-6d3adc3b8254 HTTP/1.1" status: 404 len: 339 time: 0.0320947 Apr 18 06:01:34.988951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48258) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:35.000200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0b25bb4f-9f3e-40ab-9db2-8d7e6f04e152 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:35.012348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.019737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:35.020058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.041757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb26ffa-e822-4351-b284-50d9dace2c85 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:35.043878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb26ffa-e822-4351-b284-50d9dace2c85 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:35.047548 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8bb26ffa-e822-4351-b284-50d9dace2c85 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6509941 Apr 18 06:01:35.056834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.088359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48260) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:35.127099 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] Set router f81d572b-48f6-42fb-b217-bf2321f4de72 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:35.189284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-085cef4c-8577-472f-bbb2-3d404b09d2bd tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.194660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-085cef4c-8577-472f-bbb2-3d404b09d2bd tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.198749 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-085cef4c-8577-472f-bbb2-3d404b09d2bd tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2c9d67c4-0fc8-4fbb-b726-dece2a0dee36 HTTP/1.1" status: 204 len: 168 time: 0.9804518 Apr 18 06:01:35.199978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48262) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:35.209341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet af8833d0-7b1b-49c8-a7ce-5e1d4c436c62 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:35.213433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:35.222975 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b25bb4f-9f3e-40ab-9db2-8d7e6f04e152 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] PUT failed (client error): The resource could not be found. Apr 18 06:01:35.223741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b25bb4f-9f3e-40ab-9db2-8d7e6f04e152 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:35.230640 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0b25bb4f-9f3e-40ab-9db2-8d7e6f04e152 tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "PUT /v2.0/ports/594ad629-d80f-4ac2-8bca-0ec451ca1c51 HTTP/1.1" status: 404 len: 333 time: 0.2321184 Apr 18 06:01:35.231882 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6668947 Apr 18 06:01:35.239091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48264) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:35.239560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48266) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:35.247071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-69561d27-4964-4fe0-9c0e-85192df1da5c tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:35.279068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'subnet': {'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:35.320293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.346533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.350773 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-69561d27-4964-4fe0-9c0e-85192df1da5c tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] PUT failed (client error): The resource could not be found. Apr 18 06:01:35.351306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69561d27-4964-4fe0-9c0e-85192df1da5c tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:35.352525 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-69561d27-4964-4fe0-9c0e-85192df1da5c tempest-NetworksNegativeTestJSON-1448634802 tempest-NetworksNegativeTestJSON-1448634802-project] 10.222.0.43 "PUT /v2.0/subnets/a353efd4-7413-4f19-801b-368050e69f4b HTTP/1.1" status: 404 len: 337 time: 0.1103415 Apr 18 06:01:35.391086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.411079 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T06:01:30Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:35.427454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-09b77061-6a17-4552-bb61-a48f008c2505 None None] Provisioning complete for port 8d6864fa-d5b4-4434-872b-f1d09039cc28 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:35.427832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-09b77061-6a17-4552-bb61-a48f008c2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.447731 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275352a-e211-4d96-82d6-bb25cd21c33b None None] The sync data for ids ['f81d572b-48f6-42fb-b217-bf2321f4de72'] in dv-neutron-837488-1-hyperv is: [{'id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'name': 'tempest-ServersTestManualDisk-525559909-router', 'tenant_id': '3ff5d935598747adbe8bf35c865ffebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:59:01Z', 'updated_at': '2022-04-18T06:01:30Z', 'revision_number': 5, 'project_id': '3ff5d935598747adbe8bf35c865ffebb', 'gw_port': {'id': '1f89c4f7-56a0-4f6b-b604-84452a181da3', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d572b-48f6-42fb-b217-bf2321f4de72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:02Z', 'updated_at': '2022-04-18T05:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:35.466186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.481700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.529955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.531530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:35.531906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.569870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=b23f0eed-e153-47c6-a280-030e817b345b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:35.594632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cef4c-8577-472f-bbb2-3d404b09d2bd tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c9d67c4-0fc8-4fbb-b726-dece2a0dee36,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:35.615287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57650ea-7d67-43fb-836d-cf3ee397c258 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Network': ['ID=f24b4f42-47e4-4219-b366-cda8815eb7f6,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:35.639629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.672389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804e7d51-d758-4a22-97fc-70fafcd28b7c']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:35.700129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4593c4b-dab9-4865-9677-a877bf4a65a9') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:35.701326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4593c4b-dab9-4865-9677-a877bf4a65a9') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:35.735419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.770657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.780299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1cc14f60-138a-4f97-aba9-cbb44da6ad70 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5609772 Apr 18 06:01:35.782522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48270) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:35.787143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network f24b4f42-47e4-4219-b366-cda8815eb7f6 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:35.823075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.825921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T06:01:31Z', 'revision_number': 5, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port': {'id': 'ee0f16fe-27fc-4304-a1ee-219089f2d7b5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T05:59:00Z', 'updated_at': '2022-04-18T05:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:35.849369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.857542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:35.858823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:35.863810 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:35.898702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] Checking router: 2a87b794-802b-4cea-9faa-3e7163005ee7 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:35.969434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] Routers {'2a87b794-802b-4cea-9faa-3e7163005ee7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:35.971041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2a87b794-802b-4cea-9faa-3e7163005ee7'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:36.008982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:36.023840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=02356bf8-eb44-412c-ad99-e97186e3c692,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:36.026137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:36.030479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.050372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Deleting port 1f89c4f7-56a0-4f6b-b604-84452a181da3 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:36.050798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.062111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:36.089315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Deleting port ee0f16fe-27fc-4304-a1ee-219089f2d7b5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:36.089684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.129190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] Set router 2a87b794-802b-4cea-9faa-3e7163005ee7 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:36.169772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.224438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T06:01:35Z', 'revision_number': 6, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:36.288221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] For port ee0f16fe-27fc-4304-a1ee-219089f2d7b5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:36.288738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.296680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.316517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Calling delete_port for ee0f16fe-27fc-4304-a1ee-219089f2d7b5 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:36.317691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:36.322829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48274) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.327851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:36.328496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.331758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.336470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.339109 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/804e7d51-d758-4a22-97fc-70fafcd28b7c HTTP/1.1" status: 204 len: 168 time: 5.2076271 Apr 18 06:01:36.346466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fb5b0-14b8-4d80-8626-a8cab1c99acb None None] DHCP port deletion for 804e7d51-d758-4a22-97fc-70fafcd28b7c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:36.347159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f1b8875a-0cc8-4361-bab8-a4a7b0632c4a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.348882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48276) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.352809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e221d2-f7ce-4c31-8760-84ea8ad91858 None None] The sync data for ids ['2a87b794-802b-4cea-9faa-3e7163005ee7'] in dv-neutron-837488-1-hyperv is: [{'id': '2a87b794-802b-4cea-9faa-3e7163005ee7', 'name': 'tempest-ServersTestJSON-932552551-router', 'tenant_id': '85627ae77a674d00b86975b6992a00e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T05:58:59Z', 'updated_at': '2022-04-18T06:01:35Z', 'revision_number': 6, 'project_id': '85627ae77a674d00b86975b6992a00e7', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:36.379494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f276e15-4f1c-4a7d-b654-746edd1329cc tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=804e7d51-d758-4a22-97fc-70fafcd28b7c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:36.390229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e3a78-f5dc-40e0-be4d-7da722954dc3 None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:36.437594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e3a78-f5dc-40e0-be4d-7da722954dc3 None None] Network 804e7d51-d758-4a22-97fc-70fafcd28b7c could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:36.446965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Could not find standard attr ID for object fa0a2139-d7a2-4bbb-bab2-4a42977f232a. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:36.460979 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93ea3c6-e096-4785-8e1f-16c364331eb8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:36.462201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93ea3c6-e096-4785-8e1f-16c364331eb8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:36.475461 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d93ea3c6-e096-4785-8e1f-16c364331eb8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/804e7d51-d758-4a22-97fc-70fafcd28b7c HTTP/1.1" status: 404 len: 339 time: 0.1135120 Apr 18 06:01:36.479096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48280) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.491675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Provisioning complete for port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:36.492049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.494789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:36.495211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:36.504212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] For port 1f89c4f7-56a0-4f6b-b604-84452a181da3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1f89c4f7-56a0-4f6b-b604-84452a181da3,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:36.504844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.516575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f1b8875a-0cc8-4361-bab8-a4a7b0632c4a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.519593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Calling delete_port for 1f89c4f7-56a0-4f6b-b604-84452a181da3 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:36.528892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaea506-1af6-4d3b-8262-446f053089f8 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:36.566242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=af8833d0-7b1b-49c8-a7ce-5e1d4c436c62,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:36.569581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.578559 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f2b2a4d4-6b95-4cd9-b017-e72a444799f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/af8833d0-7b1b-49c8-a7ce-5e1d4c436c62 HTTP/1.1" status: 204 len: 168 time: 1.4666522 Apr 18 06:01:36.585939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48282) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.604275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1063256361', 'description': 'd1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:36.611010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b6f7afd5-233c-4654-8ca7-e8f106c5eb9c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7898471 Apr 18 06:01:36.618561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48284) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.631078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:36.651280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.660463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2e6b1cbc-3acd-4b13-9b5e-e402727e021d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734122 Apr 18 06:01:36.661299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2721ab44-f19e-4339-8ec3-56e983b02045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.674531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48286) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.680578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:36.706727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] For port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:36.708081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaea506-1af6-4d3b-8262-446f053089f8 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:36.774824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.811957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.817621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:36.821226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.821862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Could not find standard attr ID for object 9c57953b-07e5-4ce2-84b5-6a59c92e4ad4. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:36.834422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f1b8875a-0cc8-4361-bab8-a4a7b0632c4a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.837127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f1b8875a-0cc8-4361-bab8-a4a7b0632c4a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.842721 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f1b8875a-0cc8-4361-bab8-a4a7b0632c4a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/656052dc-35f0-4a70-8c59-60401678af90 HTTP/1.1" status: 204 len: 168 time: 1.0515461 Apr 18 06:01:36.842924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48288) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.877773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.891614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8875a-0cc8-4361-bab8-a4a7b0632c4a tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656052dc-35f0-4a70-8c59-60401678af90,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:36.921381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:36.957206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Subnet': ['ID=2c39f3a8-b00c-484a-ae7a-a501b8a24ad1,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:36.965344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2721ab44-f19e-4339-8ec3-56e983b02045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.971334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:36.972368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 2047ac7b-55d4-46b5-ac5f-0a7d29047142 of type vlan for network b4c9c04c-bb07-44cb-99dc-ff34868b3d46 Apr 18 06:01:36.979593 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-99cb1a35-63a3-4bf2-9089-d5da9cd499cc tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1364107 Apr 18 06:01:36.985900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48290) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:36.990250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580382701'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:36.991789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99db11-e6ca-4c0e-be4c-e3d1fd257711 None None] Pushing event updated for resources: {'Port': ['ID=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:36.997848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.045486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Checking segment: {'id': '877126ab-17b4-42ff-920f-c4541dae5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:37.046129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2721ab44-f19e-4339-8ec3-56e983b02045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.046221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network hostable DHCP agents. Network: f24b4f42-47e4-4219-b366-cda8815eb7f6, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:37.050538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8d6864fa-d5b4-4434-872b-f1d09039cc28 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:37.054878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0f16fe-27fc-4304-a1ee-219089f2d7b5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.076206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.110955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.162567 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2721ab44-f19e-4339-8ec3-56e983b02045 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf65e33844d443de84f0f2305b1ddb01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8169286 Apr 18 06:01:37.165227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.167234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f89c4f7-56a0-4f6b-b604-84452a181da3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.173150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48292) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.179212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8d6864fa-d5b4-4434-872b-f1d09039cc28 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:37.179620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.191590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ab44-f19e-4339-8ec3-56e983b02045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8734d66-eae5-4a58-943c-b4efb8f558a4,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.236314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.258968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f8151-7e92-4ca9-b541-440a7a9a2456 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:01:37.433229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.440046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.471008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.500198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.502013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:37.506063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.512045 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-0c3f8151-7e92-4ca9-b541-440a7a9a2456 None None] Agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 already present Apr 18 06:01:37.512389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f8151-7e92-4ca9-b541-440a7a9a2456 None None] Network f24b4f42-47e4-4219-b366-cda8815eb7f6 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:37.513034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f8151-7e92-4ca9-b541-440a7a9a2456 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, f24b4f42-47e4-4219-b366-cda8815eb7f6) {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:01:37.525553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network f24b4f42-47e4-4219-b366-cda8815eb7f6 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:37.549753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:37.567617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.572937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:37.573511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.587649 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:01:37.643654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.648944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.650522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46be85c1-89fe-446d-92a1-e2b64b5848cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.657279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.659116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, f24b4f42-47e4-4219-b366-cda8815eb7f6) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:37.671746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.680739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:37.681109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.711914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=b4c9c04c-bb07-44cb-99dc-ff34868b3d46,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.716219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46be85c1-89fe-446d-92a1-e2b64b5848cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.716864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:37.717711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.740239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network b4c9c04c-bb07-44cb-99dc-ff34868b3d46 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:37.751802 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb529a8b-2eea-4529-baf4-4d55b793a0f5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1905615 Apr 18 06:01:37.757558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] In _notify_port_updated(), no bound segment for port 02356bf8-eb44-412c-ad99-e97186e3c692 on network 37208f27-db71-4900-9736-88f39e33f70d {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:01:37.763182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:37.763802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.765060 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/ports/02356bf8-eb44-412c-ad99-e97186e3c692 HTTP/1.1" status: 200 len: 818 time: 1.1418960 Apr 18 06:01:37.768058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48294) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.768190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48296) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.792841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.805300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.805803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a87b794-802b-4cea-9faa-3e7163005ee7 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:01:37.819962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.823545 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-91411c56-ee29-475b-a3aa-a12c05163a28 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2a87b794-802b-4cea-9faa-3e7163005ee7 HTTP/1.1" status: 204 len: 168 time: 3.3534377 Apr 18 06:01:37.825534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.826041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81d572b-48f6-42fb-b217-bf2321f4de72 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:01:37.828406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48298) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.872335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.873581 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2cbcc1a6-bfc6-4e53-a377-0151fcef1f56 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f81d572b-48f6-42fb-b217-bf2321f4de72 HTTP/1.1" status: 204 len: 168 time: 3.7250540 Apr 18 06:01:37.879154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48300) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.946663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901eefd8-884c-4ea5-a185-4367aa8d2bdd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.954186 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75682c2f-07c9-46b8-9794-a0bf0ee20cb9 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6803803 Apr 18 06:01:37.955966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48302) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.960574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:37.965743 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-acc570b1-5150-49ca-b983-bb3563dd9faf tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9789414 Apr 18 06:01:37.977433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48304) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:37.982196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d6448-e846-4f52-9433-4781ea470567 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=02356bf8-eb44-412c-ad99-e97186e3c692,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:37.983151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Request body: {'security_group_rule': {'security_group_id': '901eefd8-884c-4ea5-a185-4367aa8d2bdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:37.998239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd2c15-7a2c-4edd-8b42-d7b18b2bc21e tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:38.002222 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c8cd2c15-7a2c-4edd-8b42-d7b18b2bc21e tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks?id=b4c9c04c-bb07-44cb-99dc-ff34868b3d46 HTTP/1.1" status: 200 len: 765 time: 0.2307746 Apr 18 06:01:38.017794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48306) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:38.023638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'description': 'd2'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:38.059190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.090388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46be85c1-89fe-446d-92a1-e2b64b5848cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.093455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46be85c1-89fe-446d-92a1-e2b64b5848cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.098351 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-46be85c1-89fe-446d-92a1-e2b64b5848cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8734d66-eae5-4a58-943c-b4efb8f558a4 HTTP/1.1" status: 204 len: 168 time: 0.9227188 Apr 18 06:01:38.111613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:38.119417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Deleting subnet 8485ec0c-f5a2-4635-b62e-96e3e208037c {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:38.125582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-f24b4f42-47e4-4219-b366-cda8815eb7f6', 'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6', 'tenant_id': '385aba6692c7428c868ee0f1f3bf7082', 'fixed_ips': [{'subnet_id': '2c39f3a8-b00c-484a-ae7a-a501b8a24ad1'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:38.127466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.141259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:38.147754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.153980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:38.154576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.177390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Deleting subnet 2152f564-a035-438d-a751-dc900d9aedf5 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:38.197874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.205285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=9c14d587-368d-4eba-8aa8-1da4e18e1fde,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.215181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.229962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be85c1-89fe-446d-92a1-e2b64b5848cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8734d66-eae5-4a58-943c-b4efb8f558a4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.251941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 02356bf8-eb44-412c-ad99-e97186e3c692 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:38.252276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.283884 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4f478dbc-9fe6-424b-a133-920cd2969f20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6069112 Apr 18 06:01:38.304431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48310) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:38.307499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Allocated IP 2001:db8::2 (f24b4f42-47e4-4219-b366-cda8815eb7f6/2c39f3a8-b00c-484a-ae7a-a501b8a24ad1/c5e45f84-c5da-4120-8704-c29f13a6325e) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:38.311904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'name': 'tempest-NetworksTestDHCPv6-650119888'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:38.358804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.360486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.366183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.388147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 02356bf8-eb44-412c-ad99-e97186e3c692 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:38.422639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.468395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee0f16fe-27fc-4304-a1ee-219089f2d7b5 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:38.485922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.529873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.636113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.672433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8485ec0c-f5a2-4635-b62e-96e3e208037c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.675780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.677946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.681669 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-303f96b5-bc2a-4c20-bec2-b94fa6f7c235 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8485ec0c-f5a2-4635-b62e-96e3e208037c HTTP/1.1" status: 204 len: 168 time: 0.8503709 Apr 18 06:01:38.689145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48318) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:38.690412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.692650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ee0f16fe-27fc-4304-a1ee-219089f2d7b5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:38.693003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee0f16fe-27fc-4304-a1ee-219089f2d7b5 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:38.693435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 610c8ba0-ffd9-4695-b4a1-a909d80134e7 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:38.722551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 610c8ba0-ffd9-4695-b4a1-a909d80134e7 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:38.722979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 610c8ba0-ffd9-4695-b4a1-a909d80134e7 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:38.723516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:38.734173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=02356bf8-eb44-412c-ad99-e97186e3c692,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.764814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:38.765274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 44e0f594-05cd-42f4-b3a9-8e73e43ba6bd not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:38.765846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8a3c49c9-97fc-4d37-883b-7886edf8e2da no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:38.773490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.776846 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8550ee07-a260-4220-9617-28bd1972efca tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/02356bf8-eb44-412c-ad99-e97186e3c692 HTTP/1.1" status: 204 len: 168 time: 1.0076857 Apr 18 06:01:38.784759 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48322) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:38.789514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.790962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 8a3c49c9-97fc-4d37-883b-7886edf8e2da {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:38.791347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8a3c49c9-97fc-4d37-883b-7886edf8e2da not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:38.821915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network b4c9c04c-bb07-44cb-99dc-ff34868b3d46 is not hosted by any dhcp agent {{(pid=109606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:01:38.828079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:38.828654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.829458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.833789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48326) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:38.834855 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "PUT /v2.0/networks/b4c9c04c-bb07-44cb-99dc-ff34868b3d46 HTTP/1.1" status: 200 len: 762 time: 0.8148925 Apr 18 06:01:38.838493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.844461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.863836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.869926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e002a-53bf-415e-8416-ab851f833fad tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=b4c9c04c-bb07-44cb-99dc-ff34868b3d46,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:38.870122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.906203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:38.909543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.911300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network b4c9c04c-bb07-44cb-99dc-ff34868b3d46 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:38.932151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:38.937386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Network f24b4f42-47e4-4219-b366-cda8815eb7f6 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:38.943500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:38.952725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:38.958574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8f139-ebda-4461-b686-a4308349f364 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:38.960128 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-aee8f139-ebda-4461-b686-a4308349f364 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1744533 Apr 18 06:01:38.967530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48328) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:38.968714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 24615bab-5199-49a9-9838-671da631ed19 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:38.995769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Pushing event updated for resources: {'Port': ['ID=c5e45f84-c5da-4120-8704-c29f13a6325e,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:39.004190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea6c927-3c95-4ad9-ae05-27973de4d9d6,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:39.009942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2344e96b-5b64-45f3-b5ad-1728eff879ac tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.012636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2344e96b-5b64-45f3-b5ad-1728eff879ac tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks?id=b4c9c04c-bb07-44cb-99dc-ff34868b3d46 HTTP/1.1" status: 200 len: 765 time: 0.1773989 Apr 18 06:01:39.019021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48330) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.067517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f4d15b-96bf-4177-bcb3-543bafbd9e17 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:39.069077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-11f4d15b-96bf-4177-bcb3-543bafbd9e17 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/02356bf8-eb44-412c-ad99-e97186e3c692 HTTP/1.1" status: 404 len: 333 time: 0.0891540 Apr 18 06:01:39.075831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48332) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.079458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Attempting to bind port c5e45f84-c5da-4120-8704-c29f13a6325e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:39.079953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Attempting to bind port c5e45f84-c5da-4120-8704-c29f13a6325e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '877126ab-17b4-42ff-920f-c4541dae5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:39.080509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Attempting to bind port c5e45f84-c5da-4120-8704-c29f13a6325e on network f24b4f42-47e4-4219-b366-cda8815eb7f6 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:39.082098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2146816748'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:39.096527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:39.096527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Checking segment: {'id': '877126ab-17b4-42ff-920f-c4541dae5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:39.096527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.096527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Bound using segment: {'id': '877126ab-17b4-42ff-920f-c4541dae5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:39.096527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Bound port: c5e45f84-c5da-4120-8704-c29f13a6325e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877126ab-17b4-42ff-920f-c4541dae5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:39.096527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.097037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.097037 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4f882fe0-2c2b-45a3-9d75-fcd81108e7ec tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1183875 Apr 18 06:01:39.104024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48334) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.138994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Deleting port 5d93d7f8-2743-4be8-be86-3b5469df39b1 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:39.139562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.176939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] For port c5e45f84-c5da-4120-8704-c29f13a6325e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:39.181332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] For port c5e45f84-c5da-4120-8704-c29f13a6325e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5e45f84-c5da-4120-8704-c29f13a6325e,segment=NetworkSegment(877126ab-17b4-42ff-920f-c4541dae5347),segment_id=877126ab-17b4-42ff-920f-c4541dae5347)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:39.182791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.186345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::1c0 (05d65530-28ce-4b9b-b71b-a17f18d1b658/9c14d587-368d-4eba-8aa8-1da4e18e1fde/24615bab-5199-49a9-9838-671da631ed19) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:39.223561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.225420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:39.229219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.232053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2152f564-a035-438d-a751-dc900d9aedf5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:39.257306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.258728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9778a2-a85b-41d5-be5e-457cd89f7bd5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.260533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fd9778a2-a85b-41d5-be5e-457cd89f7bd5 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2382085 Apr 18 06:01:39.269054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.272243 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f2926ab7-37cf-415b-a867-eb2436aa9a61 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2152f564-a035-438d-a751-dc900d9aedf5 HTTP/1.1" status: 204 len: 168 time: 1.3898766 Apr 18 06:01:39.275846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48342) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.276432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48344) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.284487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Subnet': ['ID=2c39f3a8-b00c-484a-ae7a-a501b8a24ad1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:39.288824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] For port 5d93d7f8-2743-4be8-be86-3b5469df39b1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5d93d7f8-2743-4be8-be86-3b5469df39b1,segment=NetworkSegment(5e8d7908-a3aa-4ba7-845c-28b73daadcbd),segment_id=5e8d7908-a3aa-4ba7-845c-28b73daadcbd)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:39.290496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.314843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Calling delete_port for 5d93d7f8-2743-4be8-be86-3b5469df39b1 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:39.327443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09773423-520c-490a-b72b-cfcad871b10f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.359738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0046a-c69f-4e46-9ab7-87c62588534d None None] Pushing event updated for resources: {'Port': ['ID=c5e45f84-c5da-4120-8704-c29f13a6325e,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:39.369883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1f89c4f7-56a0-4f6b-b604-84452a181da3 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:39.406548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09773423-520c-490a-b72b-cfcad871b10f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.410863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48348) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.411011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8320bcdd-cbfc-4643-9db4-683581150da0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 207 time: 0.1234241 Apr 18 06:01:39.413438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 1f89c4f7-56a0-4f6b-b604-84452a181da3 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:39.413438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1f89c4f7-56a0-4f6b-b604-84452a181da3 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:39.520068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:39.533995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48350) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.546943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.558583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.594211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.594211 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment 47cb01aa-b1ac-481d-b3f5-a97e9f385ba4 of type vlan for network ad855186-a3aa-4856-b3e0-fd349d5a9558 Apr 18 06:01:39.670485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24b4f42-47e4-4219-b366-cda8815eb7f6']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:39.676826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.692376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877126ab-17b4-42ff-920f-c4541dae5347') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:39.692674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877126ab-17b4-42ff-920f-c4541dae5347') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:39.739796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.753693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1274407116'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:39.797804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.801079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.804193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.810507 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.816301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.818029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.822263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:39.822263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.822487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:39.826002 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:39.828585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.830477 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c75590cd-d2ce-419d-9065-1ece143a41db tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4135289 Apr 18 06:01:39.834343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48354) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.847505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.861665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09773423-520c-490a-b72b-cfcad871b10f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.864181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-09773423-520c-490a-b72b-cfcad871b10f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.867673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-09773423-520c-490a-b72b-cfcad871b10f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/901eefd8-884c-4ea5-a185-4367aa8d2bdd HTTP/1.1" status: 204 len: 168 time: 0.7615008 Apr 18 06:01:39.872479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48356) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:39.920937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:39.924303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.926030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.930420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d93d7f8-2743-4be8-be86-3b5469df39b1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:39.931162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:39.931975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:39.935084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] No DVR routers for this DVR port 5d93d7f8-2743-4be8-be86-3b5469df39b1 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:39.944039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09773423-520c-490a-b72b-cfcad871b10f tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901eefd8-884c-4ea5-a185-4367aa8d2bdd,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:40.053203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.079977 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0873e246-614e-4e28-a024-df63dde2cd16 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2444143 Apr 18 06:01:40.083288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48358) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.123443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab00e441-9302-4f6d-992a-4f76ee281484']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:40.141058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8d7908-a3aa-4ba7-845c-28b73daadcbd') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:40.141369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8d7908-a3aa-4ba7-845c-28b73daadcbd') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:40.156607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.177247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771dec1-30e8-4889-8aaa-b83fadc89090 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.178737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771dec1-30e8-4889-8aaa-b83fadc89090 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.180254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771dec1-30e8-4889-8aaa-b83fadc89090 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.181857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771dec1-30e8-4889-8aaa-b83fadc89090 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.183488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771dec1-30e8-4889-8aaa-b83fadc89090 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.189044 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5771dec1-30e8-4889-8aaa-b83fadc89090 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1013701 Apr 18 06:01:40.190106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48360) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.200803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.229325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:40.229717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:40.232584 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:40.279175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Deleting port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:40.279542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.293251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.293569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:01:40.293569 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:01:40.293569 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': 'f24b4f42-47e4-4219-b366-cda8815eb7f6'}] Apr 18 06:01:40.293569 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:40.293897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:40.415792 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3381214 Apr 18 06:01:40.422419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48362) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.427002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9098bd-071b-473e-be50-cc245b99e305 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=ad855186-a3aa-4856-b3e0-fd349d5a9558,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:40.436428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:40.445640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.446014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:40.453601 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9df3c578-1b25-4e34-a098-acd37e25e207 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5706198 Apr 18 06:01:40.467840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48364) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.511092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] For port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,segment=NetworkSegment(693ee7af-7f28-4089-b4cb-a1d5622e1152),segment_id=693ee7af-7f28-4089-b4cb-a1d5622e1152)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:40.511829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.549539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f12fdb-9143-4e0f-bed0-6eb5bb7eac59 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:40.553851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948a579-3f20-496b-9943-3261c17f0672 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.553994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692cdd0f-8990-4197-a218-48d0102e1cd8 None None] Network f24b4f42-47e4-4219-b366-cda8815eb7f6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:40.555480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948a579-3f20-496b-9943-3261c17f0672 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.555991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a4d46-9384-46f5-9f3d-ebd109e534c3 None None] Network ab00e441-9302-4f6d-992a-4f76ee281484 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:40.556868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948a579-3f20-496b-9943-3261c17f0672 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.559340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948a579-3f20-496b-9943-3261c17f0672 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.561486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948a579-3f20-496b-9943-3261c17f0672 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.563349 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8948a579-3f20-496b-9943-3261c17f0672 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3728998 Apr 18 06:01:40.567417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48366) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.574174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abe54c-2deb-47fd-a91d-7acbb2810724 None None] Network 3d3a9a12-0c08-4753-b755-a58cb99e550a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:40.605870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Calling delete_port for 4b63f71c-ec7c-4aee-b25c-2ea2719c151c owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:40.613579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:40.641207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:40.658826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:40.663808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.664518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.665154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.668002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=24615bab-5199-49a9-9838-671da631ed19,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:40.671918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.676847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ab00e441-9302-4f6d-992a-4f76ee281484 HTTP/1.1" status: 204 len: 168 time: 1.9850569 Apr 18 06:01:40.701920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b61667-c071-4600-9afe-e651fe364d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab00e441-9302-4f6d-992a-4f76ee281484,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:40.717716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538c6a81-c3fb-4d81-bac2-2aac047bf834 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.723118 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-538c6a81-c3fb-4d81-bac2-2aac047bf834 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks/61524fc9-9b07-41cc-8009-e79b1cbb487d HTTP/1.1" status: 200 len: 804 time: 0.1507945 Apr 18 06:01:40.723118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48370) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.772107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8bedac90-b2bf-4748-802a-4b25cde2be14 None None] Provisioning complete for port c5e45f84-c5da-4120-8704-c29f13a6325e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:40.772472 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8bedac90-b2bf-4748-802a-4b25cde2be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.793288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.809300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.821715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e0c86231-5510-4ae3-9b38-9a2eaaf60b98 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3359013 Apr 18 06:01:40.826948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48372) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.848209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:40.852006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.855181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3d729d60-3abf-4b8a-b745-f2268fb8f549 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/networks/61524fc9-9b07-41cc-8009-e79b1cbb487d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1309283 Apr 18 06:01:40.857595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48374) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.882952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:40.886339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-e56fc0eb-c93c-4abc-883e-73f2edad6401 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] delete failed (client error): The resource could not be found. Apr 18 06:01:40.887773 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e56fc0eb-c93c-4abc-883e-73f2edad6401 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "DELETE /v2.0/security-groups/901eefd8-884c-4ea5-a185-4367aa8d2bdd HTTP/1.1" status: 404 len: 347 time: 0.0594122 Apr 18 06:01:40.896525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48376) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.929931 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0d6fbfdc-6731-4721-8613-dfaa9d77e01a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6241801 Apr 18 06:01:40.932020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48378) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.955480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd203c60-0ec0-4e67-abf4-bd42fe3d5334 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:40.958701 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cd203c60-0ec0-4e67-abf4-bd42fe3d5334 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/subnets/f0a56b4d-76fb-4041-93f8-47a8b95ef7e1 HTTP/1.1" status: 200 len: 843 time: 0.0992839 Apr 18 06:01:40.962541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48380) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:40.969553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:41.004703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2a6a7-92f0-43cc-9032-6f716880edca None None] DHCP port deletion for ab00e441-9302-4f6d-992a-4f76ee281484 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:41.012566 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2a0bd60b-4a7d-48fe-ba26-fe21d216cf64 tempest-SecGroupIPv6Test-105106507 tempest-SecGroupIPv6Test-105106507-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1146698 Apr 18 06:01:41.054157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20240d0-7955-49db-b1bc-945c3a101b5e tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['shared'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.061398 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a20240d0-7955-49db-b1bc-945c3a101b5e tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "GET /v2.0/subnets/f0a56b4d-76fb-4041-93f8-47a8b95ef7e1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0974436 Apr 18 06:01:41.062295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:41.068881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250226463'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:41.073552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.073552 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment 17c7a0ee-5678-42a5-b07e-f080889c1fb0 of type vlan for network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c Apr 18 06:01:41.108301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdce191-da28-464e-9cd4-961d2ec963ce,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:41.169310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.174450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:41.181005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49199b87-c03a-41a3-b3a2-31773c6e704c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.184073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.186786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49199b87-c03a-41a3-b3a2-31773c6e704c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.196092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-49199b87-c03a-41a3-b3a2-31773c6e704c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2543464 Apr 18 06:01:41.200170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47945e-43fe-4734-9d72-466605db1db5 None None] Network f24b4f42-47e4-4219-b366-cda8815eb7f6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:41.204429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48386) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:41.207658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8bedac90-b2bf-4748-802a-4b25cde2be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.215109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.281050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b63f71c-ec7c-4aee-b25c-2ea2719c151c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:41.326417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48388) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:41.329159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] No DVR routers for this DVR port 4b63f71c-ec7c-4aee-b25c-2ea2719c151c on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:41.346627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting port c5e45f84-c5da-4120-8704-c29f13a6325e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:41.346967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.391155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:41.410634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 24615bab-5199-49a9-9838-671da631ed19 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:41.410982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.443210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.443589 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Added segment 8310cd1f-47d7-4fbf-9c28-18de8b490ac4 of type vlan for network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 Apr 18 06:01:41.454413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3dea2f-5ec5-4940-8dec-446bf637c13f None None] DHCP port deletion for 3d3a9a12-0c08-4753-b755-a58cb99e550a request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:41.545019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.550716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.551675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5e45f84-c5da-4120-8704-c29f13a6325e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:41.551830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.612185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.622014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] For port c5e45f84-c5da-4120-8704-c29f13a6325e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5e45f84-c5da-4120-8704-c29f13a6325e,segment=NetworkSegment(877126ab-17b4-42ff-920f-c4541dae5347),segment_id=877126ab-17b4-42ff-920f-c4541dae5347)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:41.623948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.627183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.627491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8bedac90-b2bf-4748-802a-4b25cde2be14 None None] For port c5e45f84-c5da-4120-8704-c29f13a6325e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5e45f84-c5da-4120-8704-c29f13a6325e,segment=NetworkSegment(877126ab-17b4-42ff-920f-c4541dae5347),segment_id=877126ab-17b4-42ff-920f-c4541dae5347)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:41.646621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48392) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:41.676528 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3bfda3b5-f24a-41c0-be31-a57a05ea026c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85627ae77a674d00b86975b6992a00e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3449409 Apr 18 06:01:41.682974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48396) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:41.695101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.703723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Calling delete_port for c5e45f84-c5da-4120-8704-c29f13a6325e owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:41.712770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3a9a12-0c08-4753-b755-a58cb99e550a']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:41.715554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:41.721578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c5e45f84-c5da-4120-8704-c29f13a6325e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:41.721578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.724250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 24615bab-5199-49a9-9838-671da631ed19 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:41.743750 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f4d3e8e5-215b-4948-ae98-6d7e6a734d08 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1941903 Apr 18 06:01:41.746369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693ee7af-7f28-4089-b4cb-a1d5622e1152') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:41.746956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693ee7af-7f28-4089-b4cb-a1d5622e1152') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:41.751988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:41.756249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48398) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:41.765907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-838282083'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:41.772489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.772816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27294a34-5486-4b2e-b104-f67e04457092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.774352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.805213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27294a34-5486-4b2e-b104-f67e04457092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.848975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.855675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:41.859423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.875555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8bedac90-b2bf-4748-802a-4b25cde2be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.894870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.918326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:41.918826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:41.920555 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:41.974442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedac90-b2bf-4748-802a-4b25cde2be14 None None] Pushing event updated for resources: {'Port': ['ID=c5e45f84-c5da-4120-8704-c29f13a6325e,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.014377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:42.017836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.021200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=8ebc1709-8c4f-4333-8a22-70299c1d2344,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.032702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Network': ['ID=54ae88a1-7d33-47ed-b0df-caad2c2b28d2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.041231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbd75f8-7a57-4489-90b0-bf8e2265af24 None None] DHCP port deletion for f24b4f42-47e4-4219-b366-cda8815eb7f6 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:42.045781 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a44e91b9-747b-4ce4-80e6-96e81da814ef tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9816225 Apr 18 06:01:42.050417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48402) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.059432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:42.068416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:42.068835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: ad855186-a3aa-4856-b3e0-fd349d5a9558, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:42.106854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:42.125782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.126357 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment cfc16044-0915-4c3b-9340-d30a0eadbe09 of type vlan for network 1ca5c420-a7a5-4033-abca-36688c0e5737 Apr 18 06:01:42.163538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27294a34-5486-4b2e-b104-f67e04457092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.166116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27294a34-5486-4b2e-b104-f67e04457092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.170602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-27294a34-5486-4b2e-b104-f67e04457092 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89438614-eabe-4f04-a8a0-44987fc4aaab HTTP/1.1" status: 204 len: 168 time: 0.4859335 Apr 18 06:01:42.174508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.178661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.198451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27294a34-5486-4b2e-b104-f67e04457092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89438614-eabe-4f04-a8a0-44987fc4aaab,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.201257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.204717 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3d3a9a12-0c08-4753-b755-a58cb99e550a HTTP/1.1" status: 204 len: 168 time: 2.9164665 Apr 18 06:01:42.205818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab2d05-7e24-4efd-ba75-be2b8a63b422 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3a9a12-0c08-4753-b755-a58cb99e550a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.210878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:42.219314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.221176 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-888b0c5f-dd0f-406f-9d6c-5ee8687bb7b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a23032e1b87a424b8f324c0d1d5a204b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720656 Apr 18 06:01:42.228984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48408) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.261979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Port': ['ID=c5e45f84-c5da-4120-8704-c29f13a6325e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.265783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No DVR routers for this DVR port c5e45f84-c5da-4120-8704-c29f13a6325e on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:42.293449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4e59128-826d-4070-95ce-cabb266ca4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.295915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:42.299518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4855d3-8394-423c-96a0-36862a7d6bcc None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:42.300248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, ad855186-a3aa-4856-b3e0-fd349d5a9558) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:42.301896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d93d7f8-2743-4be8-be86-3b5469df39b1 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:42.328929 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Made reservation on behalf of c130f2ea147b4164993cebec6b2bd42f for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:42.332931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.349156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9259b-8ab7-4bab-bdf6-b63b189784e6 None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:42.369829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:42.370443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.373541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 5d93d7f8-2743-4be8-be86-3b5469df39b1 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:42.373900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d93d7f8-2743-4be8-be86-3b5469df39b1 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:42.374595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4b63f71c-ec7c-4aee-b25c-2ea2719c151c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:42.397494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4e59128-826d-4070-95ce-cabb266ca4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.402996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.411699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.419632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:42.420364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.467468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24b4f42-47e4-4219-b366-cda8815eb7f6']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:42.492923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 4b63f71c-ec7c-4aee-b25c-2ea2719c151c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:42.493530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4b63f71c-ec7c-4aee-b25c-2ea2719c151c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:42.499365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:01:42.499721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:01:42.516729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ec73f9aa-ed1f-4295-8069-7e0614333cc4 None None] Provisioning complete for port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:42.517050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec73f9aa-ed1f-4295-8069-7e0614333cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.535322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877126ab-17b4-42ff-920f-c4541dae5347') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:42.535723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877126ab-17b4-42ff-920f-c4541dae5347') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:42.564559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48412) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.566553 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8102071 Apr 18 06:01:42.569683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.571230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:42.571562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b708a-35f5-4b34-98fe-a4e885ea33c7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=1ca5c420-a7a5-4033-abca-36688c0e5737,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.600535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.610096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:42.617359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:42.618048 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.645501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:42.699971 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:42.706049 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5fc8eb78-92f2-4717-a5cc-69d88f2826d1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2808123 Apr 18 06:01:42.710935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48414) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.711494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48416) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.719350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:42.764032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=24615bab-5199-49a9-9838-671da631ed19,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.767104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4e59128-826d-4070-95ce-cabb266ca4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.770439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d4e59128-826d-4070-95ce-cabb266ca4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.780964 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d4e59128-826d-4070-95ce-cabb266ca4e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef48a093-1a62-445d-81d8-700450bad160 HTTP/1.1" status: 204 len: 168 time: 0.5436852 Apr 18 06:01:42.809678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.850521 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.860082 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3693ec6a-612f-4072-b488-ad42b7ed9b0b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/24615bab-5199-49a9-9838-671da631ed19 HTTP/1.1" status: 204 len: 168 time: 1.6543381 Apr 18 06:01:42.860531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48424) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.865229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-afbd75f8-7a57-4489-90b0-bf8e2265af24 None None] Deleting port c5e45f84-c5da-4120-8704-c29f13a6325e {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:42.866577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-afbd75f8-7a57-4489-90b0-bf8e2265af24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.883518 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7caeaf67-6b62-422a-b9db-4eba8a751128 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ff5d935598747adbe8bf35c865ffebb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1694224 Apr 18 06:01:42.885009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:42.889470 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/f24b4f42-47e4-4219-b366-cda8815eb7f6 HTTP/1.1" status: 204 len: 168 time: 4.9225848 Apr 18 06:01:42.902798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48426) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.903071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48428) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:42.903874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067e8a-ced9-491d-89f9-584bfccc1d35 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Network': ['ID=f24b4f42-47e4-4219-b366-cda8815eb7f6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:42.912285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1485275874'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-afbd75f8-7a57-4489-90b0-bf8e2265af24 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f24b4f42-47e4-4219-b366-cda8815eb7f6 could not be found. Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:42.987330 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f24b4f42-47e4-4219-b366-cda8815eb7f6 could not be found. Apr 18 06:01:42.990769 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:01:43.003792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.030303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59128-826d-4070-95ce-cabb266ca4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef48a093-1a62-445d-81d8-700450bad160,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.062574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1694cc25-ccdd-4298-8d6b-4c3b32636f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.066988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:43.070770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.079086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b3416-cdab-4f01-9ec5-53a8e6ff1616 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.083415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b3416-cdab-4f01-9ec5-53a8e6ff1616 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.091475 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-981b3416-cdab-4f01-9ec5-53a8e6ff1616 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2136559 Apr 18 06:01:43.099765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd7637-45a5-4473-babc-e1d0201928c3 None None] DHCP port deletion for f24b4f42-47e4-4219-b366-cda8815eb7f6 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:43.100906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48434) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:43.130540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1694cc25-ccdd-4298-8d6b-4c3b32636f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.143130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ec73f9aa-ed1f-4295-8069-7e0614333cc4 None None] Could not find standard attr ID for object 24615bab-5199-49a9-9838-671da631ed19. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:43.154226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-ad855186-a3aa-4856-b3e0-fd349d5a9558', 'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': '8ebc1709-8c4f-4333-8a22-70299c1d2344'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:43.154983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.164445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:43.167928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.252586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:43.291629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.301791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 9c14d587-368d-4eba-8aa8-1da4e18e1fde {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:43.316277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.316633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Added segment c5d2971c-1e4e-432c-9dc2-4fd10a28841e of type vlan for network 77191a71-4372-4bcc-87f8-19074a2d05ea Apr 18 06:01:43.327001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:43.337805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.342452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.440849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Allocated IP 2001:db8::2 (ad855186-a3aa-4856-b3e0-fd349d5a9558/8ebc1709-8c4f-4333-8a22-70299c1d2344/8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:43.458890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5e45f84-c5da-4120-8704-c29f13a6325e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:43.515157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=2d18849b-a148-4459-ab79-72d6c44d4dae,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.533490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.ipam_backend_mixin [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ebc1709-8c4f-4333-8a22-70299c1d2344 (CIDR: 2001:db8::/64) Apr 18 06:01:43.544138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c5e45f84-c5da-4120-8704-c29f13a6325e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:01:43.544720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5e45f84-c5da-4120-8704-c29f13a6325e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:43.562387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Checking segment: {'id': '8310cd1f-47d7-4fbf-9c28-18de8b490ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:43.580118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network hostable DHCP agents. Network: 54ae88a1-7d33-47ed-b0df-caad2c2b28d2, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:43.585475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.596490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.636084 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:01:43.637265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:43.644198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1694cc25-ccdd-4298-8d6b-4c3b32636f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.646754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1694cc25-ccdd-4298-8d6b-4c3b32636f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.650759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1694cc25-ccdd-4298-8d6b-4c3b32636f1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9fc93f1-1ef2-4470-a020-df31ef4e3692 HTTP/1.1" status: 204 len: 168 time: 0.7446196 Apr 18 06:01:43.686995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694cc25-ccdd-4298-8d6b-4c3b32636f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc93f1-1ef2-4470-a020-df31ef4e3692,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.701582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.707797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:43.740498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.763929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-30c93be6-560c-4d6e-8798-666e8faa8b43 None None] Provisioning complete for port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:43.763929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-30c93be6-560c-4d6e-8798-666e8faa8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.784762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.797479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.798373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.803292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9a4055e1-e925-436d-ab0e-7e821f984812 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0905473 Apr 18 06:01:43.806547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48456) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:43.813827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:43.819148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 54ae88a1-7d33-47ed-b0df-caad2c2b28d2) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:43.828779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.840074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.848975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd13b5-6f81-48fa-b6a7-e25abf110502 None None] Network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:43.867420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.867598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:43.868111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.909821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=9c14d587-368d-4eba-8aa8-1da4e18e1fde,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.912899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Network': ['ID=77191a71-4372-4bcc-87f8-19074a2d05ea,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:43.918857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:43.925116 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ba2c826b-a8a2-43ba-935a-9c8529e268f0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/9c14d587-368d-4eba-8aa8-1da4e18e1fde HTTP/1.1" status: 204 len: 168 time: 0.8229215 Apr 18 06:01:43.926706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48458) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:43.939800 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a96f658f-23ca-44b2-8a3b-99c36b3f48fd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0322306 Apr 18 06:01:43.940207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48460) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:43.940758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 77191a71-4372-4bcc-87f8-19074a2d05ea details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:43.983480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Request body: {'subnet': {'network_id': '77191a71-4372-4bcc-87f8-19074a2d05ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:43.992760 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-10e062a2-d1ff-454b-9176-9667b78cc898 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647385 Apr 18 06:01:44.006299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48462) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:44.006634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48464) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:44.069273 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e7ccb2fb-84ca-4f1a-8db2-a7c650ac8d88 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0158315 Apr 18 06:01:44.078590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48468) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:44.085201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:44.133313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=bbfe0b71-40eb-4627-b5d3-fc28604b2e77,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:44.164188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:44.180296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:44.183061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:44.189201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:44.203457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e5645-b97b-4e58-8c46-c91b8198aded None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:44.209088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde9d5-8e97-42ba-a16e-4dc207f23256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:44.214141 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-48fde9d5-8e97-42ba-a16e-4dc207f23256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2063799 Apr 18 06:01:44.217357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48472) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:44.221322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': '17c7a0ee-5678-42a5-b07e-f080889c1fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:44.222214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:44.285241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:44.290336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.315183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Made reservation on behalf of 385aba6692c7428c868ee0f1f3bf7082 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:44.325876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.335045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25211443'] for subnet, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.431455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Attempting to bind port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:44.431455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Attempting to bind port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:44.432302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Attempting to bind port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 on network ad855186-a3aa-4856-b3e0-fd349d5a9558 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:44.438931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497fee8-f026-4fca-8e22-d20f38faae20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:44.443747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1497fee8-f026-4fca-8e22-d20f38faae20 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1996281 Apr 18 06:01:44.446789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48476) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:44.509683 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ef78d4c7-498d-423a-a5a2-84b538b5020c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593691 Apr 18 06:01:44.513319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48478) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:44.516384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:44.516922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Checking segment: {'id': '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:44.517297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.517951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Bound using segment: {'id': '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:44.518691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Bound port: 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:44.519074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.541951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:44.552590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-884215841-network', 'tenant_id': '521b1a9ca365459bab81c49af698bd25'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:44.621622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] For port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:44.625462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] For port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,segment=NetworkSegment(47cb01aa-b1ac-481d-b3f5-a97e9f385ba4),segment_id=47cb01aa-b1ac-481d-b3f5-a97e9f385ba4)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:44.630095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9564137c-3506-4979-85eb-fa71f08a77cf None None] Could not find standard attr ID for object 24615bab-5199-49a9-9838-671da631ed19. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:44.665860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-54ae88a1-7d33-47ed-b0df-caad2c2b28d2', 'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2', 'tenant_id': 'c130f2ea147b4164993cebec6b2bd42f', 'fixed_ips': [{'subnet_id': '2d18849b-a148-4459-ab79-72d6c44d4dae'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:44.666735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.714732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.772180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Made reservation on behalf of 521b1a9ca365459bab81c49af698bd25 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:44.775606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.787494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:44.837840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.886705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:44.891790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:44.928520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:44.931271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c67f5de-f9c8-4754-850b-5a641f4578d7 None None] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:45.002428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=b5a697f0-e5b1-4365-b27b-961925aed997,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.015429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:45.016794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.043660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:45.047581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:45.051703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:45.052670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.084096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48494) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:45.088612 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027530 Apr 18 06:01:45.097625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48496) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:45.131416 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0fd9079e-2814-46b9-9543-d5cfb84d383c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5571194 Apr 18 06:01:45.132621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48500) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:45.149315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772159792056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992623'] for subnet, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.155925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:45.162326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:45.165599 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-14468e27-8b3f-4354-87b1-e6368c7032f6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3554008 Apr 18 06:01:45.165725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48502) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:45.167934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.172064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec062e-31fc-485c-b488-9b06e9794878 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.194911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558', 'fixed_ips': [{'subnet_id': '8ebc1709-8c4f-4333-8a22-70299c1d2344'}, {'subnet_id': 'b5a697f0-e5b1-4365-b27b-961925aed997'}], 'name': 'tempest-PortsIpV6TestJSON-1502391042'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:45.305283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Allocated IP 2001:db8::3 (54ae88a1-7d33-47ed-b0df-caad2c2b28d2/2d18849b-a148-4459-ab79-72d6c44d4dae/d8ff225d-895e-422b-aff5-4fe995d517b5) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:45.316212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] Deleting port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:45.316657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.416462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.472491 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-375bf587-0096-43ed-acbd-8afabe5a1951 tempest-NetworksApiDiscovery-1017724511 tempest-NetworksApiDiscovery-1017724511-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3679073 Apr 18 06:01:45.501927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:01:45.508385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:45.527198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.545924 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c', 'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': 'bbfe0b71-40eb-4627-b5d3-fc28604b2e77'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:45.546784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.548990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.562178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:45.563305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.565529 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "PUT /v2.0/subnets/2d18849b-a148-4459-ab79-72d6c44d4dae HTTP/1.1" status: 200 len: 900 time: 1.4850008 Apr 18 06:01:45.570221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48512) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:45.622292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:45.652743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] For port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:45.653919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.670777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] Calling delete_port for 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:45.679976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68719c1-08ec-440e-8d2e-bf4d6fdeccb6 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event updated for resources: {'Subnet': ['ID=2d18849b-a148-4459-ab79-72d6c44d4dae,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.698247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:45.744473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.744711 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Added segment ca0bce88-55b3-4bff-a851-72092d65b577 of type vlan for network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 Apr 18 06:01:45.756964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6f7fb-073c-431a-a8b9-a746438abf1f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:45.808850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:01:45.835303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.843042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.928257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.940144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:45.977237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port b0ca82b9-9a39-4f86-a410-e954c4ce547d yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:45.999985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.013345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Allocated IP 172.20.0.2 (5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c/bbfe0b71-40eb-4627-b5d3-fc28604b2e77/208cdfc2-344b-415d-b46f-5cc5211e6a87) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:46.015655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.040877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] No DVR routers for this DVR port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:46.077591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No active binding found for port 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 {{(pid=109607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 06:01:46.078033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:01:46.090734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773ae17-d235-4e8b-8e97-bd0d7d9b8ab6 None None] Pushing event deleted for resources: {'Port': ['ID=9ea39c8a-5ce5-4d7d-a3cd-1fdcc26c6bb1,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.103214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.155750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48522) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:46.180455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Pushing event updated for resources: {'Port': ['ID=d8ff225d-895e-422b-aff5-4fe995d517b5,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.285064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:46.290515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:46.293791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:46.337774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=faf343b8-bec1-4d9d-b00e-55e6c493b629,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.368427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.382536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.409309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:46.424758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:46.438837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.440208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.441587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbae940-0a8d-4d65-a629-e885cc5cec63 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:46.458253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Attempting to bind port d8ff225d-895e-422b-aff5-4fe995d517b5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:46.458707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Attempting to bind port d8ff225d-895e-422b-aff5-4fe995d517b5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '8310cd1f-47d7-4fbf-9c28-18de8b490ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:46.459143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Attempting to bind port d8ff225d-895e-422b-aff5-4fe995d517b5 on network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:46.463871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.480131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event updated for resources: {'Subnet': ['ID=c9ebbaee-9574-4216-902c-c8c4493d9d6e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.497048 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Checking segment: {'id': 'c5d2971c-1e4e-432c-9dc2-4fd10a28841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '77191a71-4372-4bcc-87f8-19074a2d05ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:46.497893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network hostable DHCP agents. Network: 77191a71-4372-4bcc-87f8-19074a2d05ea, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:46.509207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::310 (ad855186-a3aa-4856-b3e0-fd349d5a9558/8ebc1709-8c4f-4333-8a22-70299c1d2344/b0ca82b9-9a39-4f86-a410-e954c4ce547d) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:46.522029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8:0:1::384 (ad855186-a3aa-4856-b3e0-fd349d5a9558/b5a697f0-e5b1-4365-b27b-961925aed997/b0ca82b9-9a39-4f86-a410-e954c4ce547d) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:46.532018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.532454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:46.532961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Checking segment: {'id': '8310cd1f-47d7-4fbf-9c28-18de8b490ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:46.535946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.536581 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Bound using segment: {'id': '8310cd1f-47d7-4fbf-9c28-18de8b490ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:46.536949 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c2d8cd45-02a7-4430-89da-7801b75053ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0004449 Apr 18 06:01:46.538070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Bound port: d8ff225d-895e-422b-aff5-4fe995d517b5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8310cd1f-47d7-4fbf-9c28-18de8b490ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:46.538460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.539791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48530) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:46.546394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': 'faf343b8-bec1-4d9d-b00e-55e6c493b629', 'ip_address': '2001:db8::c007:3651:a41a:9e75'}], 'name': 'tempest-NetworksTestDHCPv6-1239943851'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:46.576488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.577331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.578397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.655936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Network 77191a71-4372-4bcc-87f8-19074a2d05ea is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:46.656215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:46.694168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed50f1d-d6f8-4d17-be3b-26d29cee6608 None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:46.713079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] Pushing event updated for resources: {'Network': ['ID=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.733595 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-146b680a-8372-408f-9c0d-f245c601ffc7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7245088 Apr 18 06:01:46.737458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48534) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:46.743231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Request body: {'subnet': {'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-884215841-subnet', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:46.746694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.755955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 77191a71-4372-4bcc-87f8-19074a2d05ea) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:46.769183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:46.769999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.799849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:46.802769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:46.859366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Made reservation on behalf of 521b1a9ca365459bab81c49af698bd25 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:46.863689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.880862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01375404-26e8-4545-83b3-6d7fa40bdf5c None None] Network 77191a71-4372-4bcc-87f8-19074a2d05ea requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:46.883768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8be00acb-92d0-4c1a-b639-5d4c475625e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.886494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:46.908375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=9696b5e0-d4da-4670-b083-320388f835ce,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.923692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Pushing event updated for resources: {'Port': ['ID=208cdfc2-344b-415d-b46f-5cc5211e6a87,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:46.924558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': 'cfc16044-0915-4c3b-9340-d30a0eadbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:46.925070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 1ca5c420-a7a5-4033-abca-36688c0e5737, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:46.938659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.958407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-70712c4f-08c5-458e-8bb1-cf14337b0dd8 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:46.958773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70712c4f-08c5-458e-8bb1-cf14337b0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:46.972786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a5eac040-1fce-44e5-be59-5a1cab7679d4 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0302222 Apr 18 06:01:46.974168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:46.981259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48540) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:47.011871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48542) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:47.023552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.069468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=2d18849b-a148-4459-ab79-72d6c44d4dae,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.084205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.126204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ae88a1-7d33-47ed-b0df-caad2c2b28d2']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:47.156722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8310cd1f-47d7-4fbf-9c28-18de8b490ac4') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:47.156918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8310cd1f-47d7-4fbf-9c28-18de8b490ac4') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:47.170109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.201360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:47.208163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.225885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8be00acb-92d0-4c1a-b639-5d4c475625e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.226624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:47.227120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:47.230602 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:47.235682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.262628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.284440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 1ca5c420-a7a5-4033-abca-36688c0e5737) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:47.293570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:47.293940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.295069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-292686899'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:47.306103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.312876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8be00acb-92d0-4c1a-b639-5d4c475625e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.336670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c6636-a3bc-41f5-843b-6e7843d0e3ae None None] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:47.364673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port aef1b8d2-fa87-4174-8d0b-3e84121a48b6 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:47.375790 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8be00acb-92d0-4c1a-b639-5d4c475625e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab71918ff30645b38bc714a35f35744c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1897624 Apr 18 06:01:47.384389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:47.386459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48546) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:47.481383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.528793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:47.528793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Attempting to bind port 208cdfc2-344b-415d-b46f-5cc5211e6a87 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:47.528793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Attempting to bind port 208cdfc2-344b-415d-b46f-5cc5211e6a87 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '17c7a0ee-5678-42a5-b07e-f080889c1fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:47.528793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Attempting to bind port 208cdfc2-344b-415d-b46f-5cc5211e6a87 on network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:47.528793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] For port d8ff225d-895e-422b-aff5-4fe995d517b5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:47.548830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': 'faf343b8-bec1-4d9d-b00e-55e6c493b629'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:47.549671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.587339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:47.587687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Checking segment: {'id': '17c7a0ee-5678-42a5-b07e-f080889c1fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:47.588014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.588495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Bound using segment: {'id': '17c7a0ee-5678-42a5-b07e-f080889c1fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:47.589616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Bound port: 208cdfc2-344b-415d-b46f-5cc5211e6a87, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c7a0ee-5678-42a5-b07e-f080889c1fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:47.590074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.593388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] For port d8ff225d-895e-422b-aff5-4fe995d517b5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d8ff225d-895e-422b-aff5-4fe995d517b5,segment=NetworkSegment(8310cd1f-47d7-4fbf-9c28-18de8b490ac4),segment_id=8310cd1f-47d7-4fbf-9c28-18de8b490ac4)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:47.618847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Made reservation on behalf of 04fdb5e5a2a44ef5b3cdea69140df5b0 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:47.623097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.638716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.644413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.689355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:47.691861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:47.697813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:47.698679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.701263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.api [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:01:47.701263 dv-neutron-837488-1-hyperv neutron-server[109605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:01:47.701263 dv-neutron-837488-1-hyperv neutron-server[109605]: [parameters: {'id': '54ae88a1-7d33-47ed-b0df-caad2c2b28d2'}] Apr 18 06:01:47.701263 dv-neutron-837488-1-hyperv neutron-server[109605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:47.701635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG oslo_db.api [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:47.715604 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-28b91117-44e9-4613-bb53-f6533242acea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5803149 Apr 18 06:01:47.724369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.728882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48548) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:47.746223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1942571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:47.749643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be00acb-92d0-4c1a-b639-5d4c475625e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc807e6-56af-4b64-95bd-b0f8ff1f18ec,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.773165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=b0ca82b9-9a39-4f86-a410-e954c4ce547d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.785997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::c007:3651:a41a:9e75 (05d65530-28ce-4b9b-b71b-a17f18d1b658/faf343b8-bec1-4d9d-b00e-55e6c493b629/aef1b8d2-fa87-4174-8d0b-3e84121a48b6) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:47.794125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70712c4f-08c5-458e-8bb1-cf14337b0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.796355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.807797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-182f4640-9708-4349-be96-4fb1c2e1214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.811014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.834320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-182f4640-9708-4349-be96-4fb1c2e1214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.849403 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0286b4b3-2e7e-44ad-904c-383ba75b821b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6798573 Apr 18 06:01:47.849609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48550) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:47.859812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ebc1709-8c4f-4333-8a22-70299c1d2344'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:47.897246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ebbaee-9574-4216-902c-c8c4493d9d6e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:47.921168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.955803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Checking segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:47.956604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Network hostable DHCP agents. Network: 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:47.959363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.960382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.966038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.973431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf28e7da-8650-4413-9ad9-8f0d70697463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-77191a71-4372-4bcc-87f8-19074a2d05ea', 'network_id': '77191a71-4372-4bcc-87f8-19074a2d05ea', 'tenant_id': '385aba6692c7428c868ee0f1f3bf7082', 'fixed_ips': [{'subnet_id': 'c9ebbaee-9574-4216-902c-c8c4493d9d6e'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:47.974424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bf28e7da-8650-4413-9ad9-8f0d70697463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:47.986093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77191a71-4372-4bcc-87f8-19074a2d05ea']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:47.987963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-70712c4f-08c5-458e-8bb1-cf14337b0dd8 None None] For port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,segment=NetworkSegment(47cb01aa-b1ac-481d-b3f5-a97e9f385ba4),segment_id=47cb01aa-b1ac-481d-b3f5-a97e9f385ba4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:48.018463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2971c-1e4e-432c-9dc2-4fd10a28841e') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:48.018753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2971c-1e4e-432c-9dc2-4fd10a28841e') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:48.046103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.077763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-182f4640-9708-4349-be96-4fb1c2e1214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.081304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-182f4640-9708-4349-be96-4fb1c2e1214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.081461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.095869 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-182f4640-9708-4349-be96-4fb1c2e1214d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bc807e6-56af-4b64-95bd-b0f8ff1f18ec HTTP/1.1" status: 204 len: 168 time: 0.3830464 Apr 18 06:01:48.097124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.103978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:48.104443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.108495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71380-be28-4b61-9b37-3a56879b34a7 None None] Pushing event updated for resources: {'Port': ['ID=d8ff225d-895e-422b-aff5-4fe995d517b5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.126431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4640-9708-4349-be96-4fb1c2e1214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc807e6-56af-4b64-95bd-b0f8ff1f18ec,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.127758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-1ca5c420-a7a5-4033-abca-36688c0e5737', 'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': '9696b5e0-d4da-4670-b083-320388f835ce'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:48.128683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.150418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:48.150829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:48.156134 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:48.188573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70712c4f-08c5-458e-8bb1-cf14337b0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.191966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] For port 208cdfc2-344b-415d-b46f-5cc5211e6a87, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:48.200710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.202128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:48.205963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.247289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.273917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.310905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff722b1e-0c3d-46c6-a825-a40023de9800 None None] Network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:48.315002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] Update dhcp port {'port': {'network_id': 'ad855186-a3aa-4856-b3e0-fd349d5a9558', 'fixed_ips': [{'subnet_id': '8ebc1709-8c4f-4333-8a22-70299c1d2344', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5a697f0-e5b1-4365-b27b-961925aed997'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': '8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:01:48.318808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:48.320027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] For port 208cdfc2-344b-415d-b46f-5cc5211e6a87, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=208cdfc2-344b-415d-b46f-5cc5211e6a87,segment=NetworkSegment(17c7a0ee-5678-42a5-b07e-f080889c1fb0),segment_id=17c7a0ee-5678-42a5-b07e-f080889c1fb0)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:48.335472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690c9d2a-d540-4155-a48a-b37b7804593b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.343218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.349987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:48.352462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.352711 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Added segment f0698096-cb4b-40be-9860-24f3d0e69abb of type vlan for network 5bdd2905-9052-4918-80ad-09a58b68f842 Apr 18 06:01:48.366041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:48.366775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.380799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6b55d-e9d6-4fbb-9558-d3053bd21508 None None] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:48.422357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.478926 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-688bd472-2a77-4c09-9a1d-0b87c9a20bc3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7373366 Apr 18 06:01:48.480024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48554) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:48.488895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.490308 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-924ef672-1d3b-4173-95f4-f1a0a6f4bd9f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.7556272 Apr 18 06:01:48.490828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.493472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48556) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:48.500125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:48.517116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.520418 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/77191a71-4372-4bcc-87f8-19074a2d05ea HTTP/1.1" status: 204 len: 168 time: 1.5380347 Apr 18 06:01:48.525019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48558) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:48.550578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Delete allocated IP 2001:db8:0:1::384 (ad855186-a3aa-4856-b3e0-fd349d5a9558/b5a697f0-e5b1-4365-b27b-961925aed997) {{(pid=109605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:01:48.559365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.573793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.577516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.585872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184cc3e-9737-4e22-b10a-6860fd8be5a0 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Network': ['ID=77191a71-4372-4bcc-87f8-19074a2d05ea,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.587563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port d8ff225d-895e-422b-aff5-4fe995d517b5 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:48.587903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.600169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0770b70-2bbe-42f1-bb8e-cd184ee6098f None None] Network 77191a71-4372-4bcc-87f8-19074a2d05ea requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:48.663649 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1927049-3a3e-44dc-b43f-68e6866e456f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:48.664185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1927049-3a3e-44dc-b43f-68e6866e456f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:48.667876 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a1927049-3a3e-44dc-b43f-68e6866e456f tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/c9ebbaee-9574-4216-902c-c8c4493d9d6e HTTP/1.1" status: 404 len: 337 time: 0.1123505 Apr 18 06:01:48.668697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.674346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:48.675094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.680871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48560) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:48.697566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70712c4f-08c5-458e-8bb1-cf14337b0dd8 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.711004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0770b70-2bbe-42f1-bb8e-cd184ee6098f None None] Network 77191a71-4372-4bcc-87f8-19074a2d05ea could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:01:48.728219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.729267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.893843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:48.894785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event updated for resources: {'Network': ['ID=5bdd2905-9052-4918-80ad-09a58b68f842,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.903576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port d8ff225d-895e-422b-aff5-4fe995d517b5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d8ff225d-895e-422b-aff5-4fe995d517b5,segment=NetworkSegment(8310cd1f-47d7-4fbf-9c28-18de8b490ac4),segment_id=8310cd1f-47d7-4fbf-9c28-18de8b490ac4)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:48.903940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.908492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.916759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=aef1b8d2-fa87-4174-8d0b-3e84121a48b6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:48.924066 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca06aed-b946-4a25-aa40-5d84941a24da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:48.924343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for d8ff225d-895e-422b-aff5-4fe995d517b5 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:48.924685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca06aed-b946-4a25-aa40-5d84941a24da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:48.932124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dca06aed-b946-4a25-aa40-5d84941a24da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/77191a71-4372-4bcc-87f8-19074a2d05ea HTTP/1.1" status: 404 len: 339 time: 0.2450020 Apr 18 06:01:48.933433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48562) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:48.938154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:48.941521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:48.942136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5bdd2905-9052-4918-80ad-09a58b68f842 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:48.945786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.950815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:48.951541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:48.965362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/faf343b8-bec1-4d9d-b00e-55e6c493b629/98e20e27-24d9-497d-befc-52ecf3da7b18) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:49.056589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.061771 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db535fe2-0691-4051-a61b-a8a93b75787b tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0466104 Apr 18 06:01:49.062408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48564) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.066520 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e5b24b-0123-4f86-93d0-17521ae58727 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:49.066979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e5b24b-0123-4f86-93d0-17521ae58727 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:49.072461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c9e5b24b-0123-4f86-93d0-17521ae58727 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/2c39f3a8-b00c-484a-ae7a-a501b8a24ad1 HTTP/1.1" status: 404 len: 337 time: 0.1334541 Apr 18 06:01:49.075516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Request body: {'subnet': {'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:49.079292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48566) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.145459 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e6870e4a-01bd-4a6f-93de-1e3dd83e9078 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6038871 Apr 18 06:01:49.148013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.166309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324f6d0-9b80-4aa3-8dba-ea6005b9aac1 None None] Pushing event updated for resources: {'Port': ['ID=208cdfc2-344b-415d-b46f-5cc5211e6a87,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:49.218827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Allocated IP 172.21.0.2 (1ca5c420-a7a5-4033-abca-36688c0e5737/9696b5e0-d4da-4670-b083-320388f835ce/9ad178ec-6b7c-465a-a182-9ae9a15b4b5e) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:49.221671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=b0ca82b9-9a39-4f86-a410-e954c4ce547d,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:49.226469 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7169be6c-b95a-450b-bad7-13da513c17ae tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:49.227184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7169be6c-b95a-450b-bad7-13da513c17ae tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:49.238895 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7169be6c-b95a-450b-bad7-13da513c17ae tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/f24b4f42-47e4-4219-b366-cda8815eb7f6 HTTP/1.1" status: 404 len: 339 time: 0.1155062 Apr 18 06:01:49.241416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48570) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.343225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49a2a45-8662-4537-b810-6c4db20b751b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:49.347759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b49a2a45-8662-4537-b810-6c4db20b751b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1671498 Apr 18 06:01:49.352637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48572) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.381160 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4b885b-8a48-4818-b672-379ce2893aa2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:49.382199 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4b885b-8a48-4818-b672-379ce2893aa2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:49.384849 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7c4b885b-8a48-4818-b672-379ce2893aa2 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/cd1f0359-ebe5-401f-ba39-529e18a758d7 HTTP/1.1" status: 404 len: 337 time: 0.1404109 Apr 18 06:01:49.388878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.392961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] In _notify_port_updated(), no bound segment for port b0ca82b9-9a39-4f86-a410-e954c4ce547d on network ad855186-a3aa-4856-b3e0-fd349d5a9558 {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:01:49.399034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:49.399779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.401355 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d44c717d-af9c-4d0d-9735-afc1a556708a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/ports/b0ca82b9-9a39-4f86-a410-e954c4ce547d HTTP/1.1" status: 200 len: 926 time: 1.5508018 Apr 18 06:01:49.403898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48574) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.408235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48576) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.410949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.428257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dcc4e6-9f0e-4414-a13d-f1aea8a409cd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:49.428849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dcc4e6-9f0e-4414-a13d-f1aea8a409cd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:49.432232 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-63dcc4e6-9f0e-4414-a13d-f1aea8a409cd tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/f3c2b318-98f8-4da4-a100-8b51c5632ee9 HTTP/1.1" status: 404 len: 339 time: 0.0265129 Apr 18 06:01:49.434923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48578) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:49.462368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ebc1709-8c4f-4333-8a22-70299c1d2344'}, {'subnet_id': 'b5a697f0-e5b1-4365-b27b-961925aed997'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:49.511224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Made reservation on behalf of 04fdb5e5a2a44ef5b3cdea69140df5b0 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:49.514658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.575186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.591849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d9b5a-56f8-42ee-bc9f-1c03831e0a58 None None] Network 54ae88a1-7d33-47ed-b0df-caad2c2b28d2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:49.645234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] Allocated IP 2001:db8:0:1::2 (ad855186-a3aa-4856-b3e0-fd349d5a9558/b5a697f0-e5b1-4365-b27b-961925aed997/8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:49.658118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=d8ff225d-895e-422b-aff5-4fe995d517b5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:49.662390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port d8ff225d-895e-422b-aff5-4fe995d517b5 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:49.760388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 208cdfc2-344b-415d-b46f-5cc5211e6a87 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:49.790591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.809908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting port 2ca22684-c416-44ca-906b-391d295b2ca3 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:49.810154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.868563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:49.869417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.883818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.894725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ae88a1-7d33-47ed-b0df-caad2c2b28d2']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:49.921170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8310cd1f-47d7-4fbf-9c28-18de8b490ac4') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:49.921385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8310cd1f-47d7-4fbf-9c28-18de8b490ac4') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:49.934509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port aef1b8d2-fa87-4174-8d0b-3e84121a48b6 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:49.934850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.937956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.951105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:49.962219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Calling delete_port for 2ca22684-c416-44ca-906b-391d295b2ca3 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:49.977421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.023338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:50.023908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:50.027671 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:50.032403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.230748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.239708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:50.254704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] For port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,segment=NetworkSegment(47cb01aa-b1ac-481d-b3f5-a97e9f385ba4),segment_id=47cb01aa-b1ac-481d-b3f5-a97e9f385ba4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:50.258319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:50.261271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.263504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.268953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Pushing event updated for resources: {'Port': ['ID=98e20e27-24d9-497d-befc-52ecf3da7b18,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.281201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.281461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:50.282958 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/54ae88a1-7d33-47ed-b0df-caad2c2b28d2 HTTP/1.1" status: 204 len: 168 time: 4.7119906 Apr 18 06:01:50.287508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Allocated IP 172.20.0.2 (72af14f0-e73b-4a44-bfbc-3903a4e3ebd0/6e0ff42e-3df5-4726-ab5a-1bf355edbeb7/ae932b14-20ba-443f-9b94-8578715a5579) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:50.287839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48580) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:50.298057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.309258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 208cdfc2-344b-415d-b46f-5cc5211e6a87 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:50.309500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.320522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6020956-163f-4dbc-b089-f8b21f7989c1 None None] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:50.330432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13e871-1831-4418-b04f-8ab712907a90 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=54ae88a1-7d33-47ed-b0df-caad2c2b28d2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.334590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.365024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fc058a-9870-44a9-a9c0-0a14dd27fb81 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:50.365769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fc058a-9870-44a9-a9c0-0a14dd27fb81 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:50.369026 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-83fc058a-9870-44a9-a9c0-0a14dd27fb81 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/2d18849b-a148-4459-ab79-72d6c44d4dae HTTP/1.1" status: 404 len: 337 time: 0.0691617 Apr 18 06:01:50.376626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48582) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:50.413001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.429074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.435581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4cdde6-55de-4b18-836e-cd111c621f8b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:50.436089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4cdde6-55de-4b18-836e-cd111c621f8b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:50.441588 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-de4cdde6-55de-4b18-836e-cd111c621f8b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/54ae88a1-7d33-47ed-b0df-caad2c2b28d2 HTTP/1.1" status: 404 len: 339 time: 0.0585806 Apr 18 06:01:50.441588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Port': ['ID=2ca22684-c416-44ca-906b-391d295b2ca3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.443036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48584) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:50.444214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.469474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.475048 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-51bb3796-46c9-4d61-96c0-e943184e44da tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/ports/2ca22684-c416-44ca-906b-391d295b2ca3 HTTP/1.1" status: 204 len: 168 time: 1.0366628 Apr 18 06:01:50.477717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48586) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:50.543139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.552989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.20.0.1 (5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c/bbfe0b71-40eb-4627-b5d3-fc28604b2e77/46f6d656-29bc-4c6d-af9c-178f0e1bfe4c) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:50.558186 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-374cfa18-7a90-4658-bfe2-ff353c021510 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:50.558784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374cfa18-7a90-4658-bfe2-ff353c021510 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:50.562044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-374cfa18-7a90-4658-bfe2-ff353c021510 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/c6b4892f-8611-4fd7-bf62-1774570c6323 HTTP/1.1" status: 404 len: 337 time: 0.0788786 Apr 18 06:01:50.566847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.571830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48588) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:50.578719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Attempting to bind port 98e20e27-24d9-497d-befc-52ecf3da7b18 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:50.579086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Attempting to bind port 98e20e27-24d9-497d-befc-52ecf3da7b18 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:50.579471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Attempting to bind port 98e20e27-24d9-497d-befc-52ecf3da7b18 on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:50.581316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bc06190c-efc2-42af-a73a-597fb2077ab7 None None] Provisioning complete for port 208cdfc2-344b-415d-b46f-5cc5211e6a87 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:50.581680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc06190c-efc2-42af-a73a-597fb2077ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.585958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Allocated IP 172.26.4.132 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/26764de2-7584-46a3-b041-ca788fc6ff6c) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:50.586615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:50.630212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:50.633144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:50.648238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:50.648238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:50.648238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.648678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:50.648966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Bound port: 98e20e27-24d9-497d-befc-52ecf3da7b18, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:50.649696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.651019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.651700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Pushing event updated for resources: {'Port': ['ID=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.746037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for aef1b8d2-fa87-4174-8d0b-3e84121a48b6 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:50.755779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.761981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.815763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.874856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c9c04c-bb07-44cb-99dc-ff34868b3d46']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:50.936605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2047ac7b-55d4-46b5-ac5f-0a7d29047142') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:50.939144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2047ac7b-55d4-46b5-ac5f-0a7d29047142') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:50.964352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.976585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.976753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.976886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8aa87-c17b-4a9b-89e5-2276900e7b47 None None] Pushing event updated for resources: {'Port': ['ID=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:50.977671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:50.977861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Attempting to bind port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:50.978199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Attempting to bind port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'cfc16044-0915-4c3b-9340-d30a0eadbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:50.978737 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Attempting to bind port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e on network 1ca5c420-a7a5-4033-abca-36688c0e5737 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:50.982933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event updated for resources: {'Subnet': ['ID=f272dcd5-ad65-4d61-8e50-686f05d3537f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.002893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ca4376-0727-4ad6-81b8-7af421baf9cb']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:51.012408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.019855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437ae1e8-0223-4fe7-9aab-1320c5611308') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:51.020150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437ae1e8-0223-4fe7-9aab-1320c5611308') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:51.026633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.033274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:51.033680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:51.037878 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:51.039985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.045640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:51.056757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Checking segment: {'id': 'f0698096-cb4b-40be-9860-24f3d0e69abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:51.056757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Network hostable DHCP agents. Network: 5bdd2905-9052-4918-80ad-09a58b68f842, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:01:51.057065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Checking segment: {'id': 'cfc16044-0915-4c3b-9340-d30a0eadbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:51.057065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.057065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Bound using segment: {'id': 'cfc16044-0915-4c3b-9340-d30a0eadbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:51.057065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Bound port: 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc16044-0915-4c3b-9340-d30a0eadbe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ca5c420-a7a5-4033-abca-36688c0e5737'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:51.057065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.057065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.116847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] For port 98e20e27-24d9-497d-befc-52ecf3da7b18, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:51.162031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.172072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:51.172488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.173062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc06190c-efc2-42af-a73a-597fb2077ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:51.175599 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:51.181203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 208cdfc2-344b-415d-b46f-5cc5211e6a87, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=208cdfc2-344b-415d-b46f-5cc5211e6a87,segment=NetworkSegment(17c7a0ee-5678-42a5-b07e-f080889c1fb0),segment_id=17c7a0ee-5678-42a5-b07e-f080889c1fb0)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:51.217869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] For port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:51.223030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.265608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.268114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8:0:1::50 (ad855186-a3aa-4856-b3e0-fd349d5a9558/b5a697f0-e5b1-4365-b27b-961925aed997/b0ca82b9-9a39-4f86-a410-e954c4ce547d) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:51.283952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.303314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Network 5bdd2905-9052-4918-80ad-09a58b68f842 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:01:51.305348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.370948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:51.376868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:51.378721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.385329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Pushing event updated for resources: {'Port': ['ID=26764de2-7584-46a3-b041-ca788fc6ff6c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.394615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:51.397969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.402874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:51.440041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:51.442936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:51.483952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=46f6d656-29bc-4c6d-af9c-178f0e1bfe4c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.485151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5bdd2905-9052-4918-80ad-09a58b68f842) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:51.502254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.519598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.519598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:51.519909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.520758 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/b4c9c04c-bb07-44cb-99dc-ff34868b3d46 HTTP/1.1" status: 204 len: 168 time: 1.0746491 Apr 18 06:01:51.521918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3e501-fa2c-4f5b-b6aa-cd50d7ef65f2 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=b4c9c04c-bb07-44cb-99dc-ff34868b3d46,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.528358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:51.529305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c374cb8-0994-4ec4-b957-78d2cd439767 None None] Network 5bdd2905-9052-4918-80ad-09a58b68f842 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:51.531319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:51.534677 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/aef1b8d2-fa87-4174-8d0b-3e84121a48b6 HTTP/1.1" status: 204 len: 168 time: 2.1808503 Apr 18 06:01:51.537636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:51.538347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.539614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] For port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,segment=NetworkSegment(cfc16044-0915-4c3b-9340-d30a0eadbe09),segment_id=cfc16044-0915-4c3b-9340-d30a0eadbe09)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:51.543158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] For port 98e20e27-24d9-497d-befc-52ecf3da7b18, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=98e20e27-24d9-497d-befc-52ecf3da7b18,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:51.550422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48594) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:51.597871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:51.600812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:51.602757 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba52da89-35b4-4c0a-b597-7634237339bb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:51.603202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba52da89-35b4-4c0a-b597-7634237339bb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:51.603479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bbf70-0549-4891-8fd3-ce39d39442d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=aef1b8d2-fa87-4174-8d0b-3e84121a48b6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.612374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Pushing event updated for resources: {'Port': ['ID=ae932b14-20ba-443f-9b94-8578715a5579,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.626454 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ba52da89-35b4-4c0a-b597-7634237339bb tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/b23f0eed-e153-47c6-a280-030e817b345b HTTP/1.1" status: 404 len: 337 time: 0.0934129 Apr 18 06:01:51.631633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48596) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:51.658998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.701893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.729850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.745181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.782663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-bc06190c-efc2-42af-a73a-597fb2077ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:51.782663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-bc06190c-efc2-42af-a73a-597fb2077ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:51.863694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=208cdfc2-344b-415d-b46f-5cc5211e6a87,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:51.876420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Attempting to bind port ae932b14-20ba-443f-9b94-8578715a5579 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:51.876794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Attempting to bind port ae932b14-20ba-443f-9b94-8578715a5579 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:51.877162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Attempting to bind port ae932b14-20ba-443f-9b94-8578715a5579 on network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:51.891230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a774750b-888e-42bb-9b02-dea147814ceb tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8260822 Apr 18 06:01:51.894614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.896332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48598) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:51.906873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Request body: {'port': {'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842', 'name': 'tempest-DHCPAgentSchedulersTestJSON-563678575'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:51.938356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ff33e-ae2a-409b-bb45-6e095b75041b None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:51.958186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:51.958763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Checking segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:51.959208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:51.959648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Bound using segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:51.960136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Bound port: ae932b14-20ba-443f-9b94-8578715a5579, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:51.960520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.014993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:52.015411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.087376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.102077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=b0ca82b9-9a39-4f86-a410-e954c4ce547d,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.205067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd5510-6638-4d81-9b59-7e29643bda8f None None] Pushing event updated for resources: {'Port': ['ID=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.235980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38798cc-e8fb-40de-96a0-7cfc332c53b4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:52.243532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38798cc-e8fb-40de-96a0-7cfc332c53b4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:52.247448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d38798cc-e8fb-40de-96a0-7cfc332c53b4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6688311 Apr 18 06:01:52.255150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48600) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:52.286183 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbf6bd9-fbb6-4d5d-93bb-4454cd7c63d4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:52.292195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbf6bd9-fbb6-4d5d-93bb-4454cd7c63d4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:52.292195 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0cbf6bd9-fbb6-4d5d-93bb-4454cd7c63d4 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/804e7d51-d758-4a22-97fc-70fafcd28b7c HTTP/1.1" status: 404 len: 339 time: 0.6438832 Apr 18 06:01:52.294571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5bdd2905-9052-4918-80ad-09a58b68f842', 'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842', 'tenant_id': '04fdb5e5a2a44ef5b3cdea69140df5b0', 'fixed_ips': [{'subnet_id': 'f272dcd5-ad65-4d61-8e50-686f05d3537f'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:52.295529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.299081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48602) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:52.305716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.309427 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/85ca4376-0727-4ad6-81b8-7af421baf9cb HTTP/1.1" status: 204 len: 168 time: 1.7374175 Apr 18 06:01:52.325351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:52.350627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec144930-a03d-4965-80f6-8214957bc405 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Network': ['ID=85ca4376-0727-4ad6-81b8-7af421baf9cb,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.695958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] In _notify_port_updated(), no bound segment for port b0ca82b9-9a39-4f86-a410-e954c4ce547d on network ad855186-a3aa-4856-b3e0-fd349d5a9558 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:01:52.695958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:52.695958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.695958 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fbdafd64-9a90-4ee2-98b5-a9a73225c39a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/ports/b0ca82b9-9a39-4f86-a410-e954c4ce547d HTTP/1.1" status: 200 len: 1011 time: 3.0192990 Apr 18 06:01:52.698301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48606) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:52.698762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] For port ae932b14-20ba-443f-9b94-8578715a5579, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:52.698762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa6026-8f54-49d9-9808-34f514724357 None None] Pushing event updated for resources: {'Port': ['ID=98e20e27-24d9-497d-befc-52ecf3da7b18,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:52.698762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] For port ae932b14-20ba-443f-9b94-8578715a5579, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ae932b14-20ba-443f-9b94-8578715a5579,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:52.706462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting port d3ed17b4-7616-4d96-8d41-95724513a4dc {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:52.706462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.707070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting subnet 816108fa-5e78-45e3-ad6a-6b53032087f5 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:52.707070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet faf343b8-bec1-4d9d-b00e-55e6c493b629 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:52.707070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.707070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.707582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.707767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.707962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Calling delete_port for d3ed17b4-7616-4d96-8d41-95724513a4dc owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:52.708227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Provisioning complete for port b0ca82b9-9a39-4f86-a410-e954c4ce547d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:52.708227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.756118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Port b0ca82b9-9a39-4f86-a410-e954c4ce547d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:01:52.768763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Allocated IP 172.20.0.2 (5bdd2905-9052-4918-80ad-09a58b68f842/f272dcd5-ad65-4d61-8e50-686f05d3537f/9b0a0a78-8bb1-49d8-bcee-0c060e522e9f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:52.789945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.792542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Provisioning complete for port 208cdfc2-344b-415d-b46f-5cc5211e6a87 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:52.793129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.827880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Made reservation on behalf of 04fdb5e5a2a44ef5b3cdea69140df5b0 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:52.835587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.887772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port b0ca82b9-9a39-4f86-a410-e954c4ce547d {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:52.887772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.932027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:52.991228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.006451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for b0ca82b9-9a39-4f86-a410-e954c4ce547d owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:53.025088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.047337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.050632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] device_id is not set on port 72195ae2-c9bb-4df7-88cb-090e2c2a87d1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:53.059643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 98e20e27-24d9-497d-befc-52ecf3da7b18 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:53.097791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.115282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.177269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Network 5bdd2905-9052-4918-80ad-09a58b68f842 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:53.183603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 98e20e27-24d9-497d-befc-52ecf3da7b18 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:53.184133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.241369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:53.250063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:53.271134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a7f3c-ed76-4ab7-90ed-677271a700d6 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:53.325087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.340381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6af0-51b0-4357-8023-2e9845d809fe None None] Pushing event updated for resources: {'Port': ['ID=ae932b14-20ba-443f-9b94-8578715a5579,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:53.387361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.395380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.395380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Port': ['ID=d3ed17b4-7616-4d96-8d41-95724513a4dc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:53.405410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.408339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/816108fa-5e78-45e3-ad6a-6b53032087f5 HTTP/1.1" status: 204 len: 168 time: 1.0620179 Apr 18 06:01:53.411769 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e723640-52b2-422b-a37b-99e83319d1e8 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/ports/d3ed17b4-7616-4d96-8d41-95724513a4dc HTTP/1.1" status: 204 len: 168 time: 1.0824938 Apr 18 06:01:53.411769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48608) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:53.411769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48610) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:53.414514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d2f62-811f-4cf2-a034-6e8acceda798 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=816108fa-5e78-45e3-ad6a-6b53032087f5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:53.471799 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=b0ca82b9-9a39-4f86-a410-e954c4ce547d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:53.547570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Pushing event updated for resources: {'Port': ['ID=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:53.577151 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.581576 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c04f52-3bdd-46b3-bc1a-22d58477826a tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:53.582038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c04f52-3bdd-46b3-bc1a-22d58477826a tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:53.595407 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4c04f52-3bdd-46b3-bc1a-22d58477826a tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/1dfe9379-ea6d-452f-b21b-5de6d2e78b39 HTTP/1.1" status: 404 len: 337 time: 0.1630354 Apr 18 06:01:53.601944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48612) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:53.637983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.646874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Attempting to bind port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:53.647269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Attempting to bind port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'f0698096-cb4b-40be-9860-24f3d0e69abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:53.647675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Attempting to bind port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f on network 5bdd2905-9052-4918-80ad-09a58b68f842 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:53.726364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Allocated IP 172.20.0.6 (5bdd2905-9052-4918-80ad-09a58b68f842/f272dcd5-ad65-4d61-8e50-686f05d3537f/72195ae2-c9bb-4df7-88cb-090e2c2a87d1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:53.742080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:53.742461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Checking segment: {'id': 'f0698096-cb4b-40be-9860-24f3d0e69abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:53.742870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.743383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Bound using segment: {'id': 'f0698096-cb4b-40be-9860-24f3d0e69abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:53.743876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Bound port: 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0698096-cb4b-40be-9860-24f3d0e69abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5bdd2905-9052-4918-80ad-09a58b68f842'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:53.744265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.836917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0a35077-e2ff-4841-a982-85e0964527fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.853486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Provisioning complete for port 46f6d656-29bc-4c6d-af9c-178f0e1bfe4c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:53.853844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.855838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.878660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting subnet 067850eb-e4b5-4522-bb5d-01daa8741529 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:53.899765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.922152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.925670 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-70a1f5b1-b6ac-4c45-9efc-f52a357d6391 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/b0ca82b9-9a39-4f86-a410-e954c4ce547d HTTP/1.1" status: 204 len: 168 time: 1.4577725 Apr 18 06:01:53.929240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:53.929240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48614) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:54.064853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.100695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.132202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.133956 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a895c409-219c-4dd1-b985-192783ce547f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:01:54.136253 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a895c409-219c-4dd1-b985-192783ce547f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/b0ca82b9-9a39-4f86-a410-e954c4ce547d HTTP/1.1" status: 404 len: 333 time: 0.2014809 Apr 18 06:01:54.141850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48616) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:54.144059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=faf343b8-bec1-4d9d-b00e-55e6c493b629,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:54.184834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.195417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c16f57-ae06-433d-a6ec-93dbba157631 None None] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:54.221765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.229963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.230114 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5478c1df-12d5-4d0b-86e4-d9f4a6ae515c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/faf343b8-bec1-4d9d-b00e-55e6c493b629 HTTP/1.1" status: 204 len: 168 time: 1.9713142 Apr 18 06:01:54.236892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.238399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48618) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:54.256746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Port 46f6d656-29bc-4c6d-af9c-178f0e1bfe4c cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:01:54.290896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] For port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:54.315690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet b5a697f0-e5b1-4365-b27b-961925aed997 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:54.328885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.367821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] For port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,segment=NetworkSegment(f0698096-cb4b-40be-9860-24f3d0e69abb),segment_id=f0698096-cb4b-40be-9860-24f3d0e69abb)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:54.473751 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.476777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:54.477208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2763c375-3375-442f-9cdf-5a9596eb9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.530665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:01:54.531090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:01:54.557801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.661517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440d7cf-0864-42de-ace8-c9f70db06d1f None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:54.723945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.778778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.826368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac3a623-48d8-4eba-a0d5-05c45aa20d43']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:54.842195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427283b-3bee-4dc7-9896-f6ca034ea28c None None] Pushing event updated for resources: {'Port': ['ID=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:54.871649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6f391f-aa66-4648-901d-e8d190c9c847') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:54.872116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6f391f-aa66-4648-901d-e8d190c9c847') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:54.882676 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b278e1f-cc02-4509-af00-3e96fa53ce83 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6364357 Apr 18 06:01:54.894119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48620) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:54.898656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:54.907707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.923227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:54.926464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=46f6d656-29bc-4c6d-af9c-178f0e1bfe4c,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:54.931000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Network 5bdd2905-9052-4918-80ad-09a58b68f842 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:54.974899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:55.008211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.024058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.024784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:55.048284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:55.048703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:55.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:55.084993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f8352-448e-49be-bb91-1d1dc67dc200 None None] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:55.129532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.177365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event updated for resources: {'Port': ['ID=72195ae2-c9bb-4df7-88cb-090e2c2a87d1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.248245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.294211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:55.294845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.313193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:55.313992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.325322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.339990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.344690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.352376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48622) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:55.355914 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/067850eb-e4b5-4522-bb5d-01daa8741529 HTTP/1.1" status: 204 len: 168 time: 1.9385128 Apr 18 06:01:55.361874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.369916 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/4ac3a623-48d8-4eba-a0d5-05c45aa20d43 HTTP/1.1" status: 204 len: 168 time: 1.7612212 Apr 18 06:01:55.374720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48624) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:55.404761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 98e20e27-24d9-497d-befc-52ecf3da7b18, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=98e20e27-24d9-497d-befc-52ecf3da7b18,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:55.434204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8214f98-cd2e-444c-819c-155634cdc24d tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Network': ['ID=4ac3a623-48d8-4eba-a0d5-05c45aa20d43,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.440451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f1be5-a5cb-4b12-87d3-e2897d2f584b tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=067850eb-e4b5-4522-bb5d-01daa8741529,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.467065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:55.507387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:55.515138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d2a2ecff-2141-426f-93a8-69b4fcec799a tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6138866 Apr 18 06:01:55.519322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48626) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:55.521319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.522200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:55.529938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:55.572219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.574404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.578666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting subnet 2479626a-547c-437b-b072-caa808965697 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:55.587960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.660141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:01:55.670291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.678917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390cefe-c2a7-4617-acd0-d9a054494359 None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:55.681759 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/b5a697f0-e5b1-4365-b27b-961925aed997 HTTP/1.1" status: 204 len: 168 time: 1.5333593 Apr 18 06:01:55.696918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48628) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:55.729864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=98e20e27-24d9-497d-befc-52ecf3da7b18,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.731735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:55.751098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.769960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34cf75-b608-40d7-b887-2f35dc4ecbf1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a697f0-e5b1-4365-b27b-961925aed997,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:55.835400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] Deleting port 98e20e27-24d9-497d-befc-52ecf3da7b18 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:55.835876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.908640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Deleting port 72195ae2-c9bb-4df7-88cb-090e2c2a87d1 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:55.909570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.920545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] For port 98e20e27-24d9-497d-befc-52ecf3da7b18, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=98e20e27-24d9-497d-befc-52ecf3da7b18,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:55.921072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:55.942158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] Calling delete_port for 98e20e27-24d9-497d-befc-52ecf3da7b18 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:55.961582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a42ac34e-5bef-48b7-84a2-f88f64bac6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.016710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.046015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:56.049959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.079660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 8ebc1709-8c4f-4333-8a22-70299c1d2344 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:01:56.111062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.134857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Provisioning complete for port 98e20e27-24d9-497d-befc-52ecf3da7b18 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:56.136970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.265571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068bae66-f68a-4e4c-9657-e6551d412ad5 None None] Network 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:56.266410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.344849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port 8d6864fa-d5b4-4434-872b-f1d09039cc28 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:56.345135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.367777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.457827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552ff72e-a9c3-44da-bd98-d11d302845c7 None None] Network 5bdd2905-9052-4918-80ad-09a58b68f842 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:56.487974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:56.490373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router f0722777-f850-4ba3-b493-dfb63201c4a9 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:01:56.503894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.505616 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Sync routers for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:56.518171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Calling delete_port for 72195ae2-c9bb-4df7-88cb-090e2c2a87d1 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:56.526975 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:56.528087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:56.574691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port 8d6864fa-d5b4-4434-872b-f1d09039cc28, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8d6864fa-d5b4-4434-872b-f1d09039cc28,segment=NetworkSegment(459f98e9-f51d-46b5-960e-df5efb8b2e0a),segment_id=459f98e9-f51d-46b5-960e-df5efb8b2e0a)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:56.575070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.584360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.602467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.602467 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c5718d23-1158-49a6-ae8f-8618625dd524 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1148455 Apr 18 06:01:56.607402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48630) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:56.632669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for 8d6864fa-d5b4-4434-872b-f1d09039cc28 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:56.694263 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:56.746143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.785088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] Pushing event deleted for resources: {'Port': ['ID=98e20e27-24d9-497d-befc-52ecf3da7b18,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:56.814002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Provisioning complete for port ae932b14-20ba-443f-9b94-8578715a5579 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:56.814374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.867676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615889e-5352-40cf-9f3f-8738176ba013 None None] No DVR routers for this DVR port 98e20e27-24d9-497d-befc-52ecf3da7b18 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:56.877607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.880857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.883909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 208cdfc2-344b-415d-b46f-5cc5211e6a87 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:56.932974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.943290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.955915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:56.959273 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/subnets/2479626a-547c-437b-b072-caa808965697 HTTP/1.1" status: 204 len: 168 time: 1.5713422 Apr 18 06:01:57.026585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48632) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.049242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event deleted for resources: {'Port': ['ID=72195ae2-c9bb-4df7-88cb-090e2c2a87d1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.074389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d897-ce55-43c3-93dc-30ec5a9c35f6 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Subnet': ['ID=2479626a-547c-437b-b072-caa808965697,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.090605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5573cc66-a7d8-4362-8b23-eaeb864d1b8c None None] Network 0ad42edf-b453-484b-a058-2c9b201c0aba requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:57.100668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:01:57.143530 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:01:52Z', 'revision_number': 3, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.151843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=8d6864fa-d5b4-4434-872b-f1d09039cc28,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.161509 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d9b54e62-55fe-4728-82bf-9f5b3195a091 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/f0722777-f850-4ba3-b493-dfb63201c4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6634545 Apr 18 06:01:57.166235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.173194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48634) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.174051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port 8d6864fa-d5b4-4434-872b-f1d09039cc28 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:57.184112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:57.189238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] Sync routers for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:01:57.193929 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Checking router: 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:01:57.195012 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Updating router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 port 26764de2-7584-46a3-b041-ca788fc6ff6c binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:01:57.200720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6f67f-f3b3-4c02-a460-2aaf87dc2d8e None None] DHCP port deletion for 82b26ccb-6ef3-447b-a0a2-8a4947243aa6 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:57.220009 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.227368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.237463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:57.241869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48636) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.252606 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-96df0b8b-cbca-4c27-9394-25443f7fc752 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "DELETE /v2.0/ports/72195ae2-c9bb-4df7-88cb-090e2c2a87d1 HTTP/1.1" status: 204 len: 168 time: 1.7314732 Apr 18 06:01:57.258824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.272193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:57.272783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.274178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e69b96-e0a4-4aa2-a7b7-a6c992fd519e None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:57.304562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 208cdfc2-344b-415d-b46f-5cc5211e6a87 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:57.304938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.364734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.382166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.389016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/8ebc1709-8c4f-4333-8a22-70299c1d2344 HTTP/1.1" status: 204 len: 168 time: 1.6791022 Apr 18 06:01:57.410250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48640) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.418411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:57.419449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.481088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.525702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.528502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2cf8-1ecf-494b-bea5-c2b4b119d569 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebc1709-8c4f-4333-8a22-70299c1d2344,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.538055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2284c3f7-a6b0-404f-b8d6-be77f19b23c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:57.542334 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2284c3f7-a6b0-404f-b8d6-be77f19b23c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports/46f6d656-29bc-4c6d-af9c-178f0e1bfe4c HTTP/1.1" status: 200 len: 910 time: 0.3629956 Apr 18 06:01:57.555751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48642) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.579654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.616610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.631075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:57.631787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.642666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] For port ae932b14-20ba-443f-9b94-8578715a5579, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ae932b14-20ba-443f-9b94-8578715a5579,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:57.698725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.710091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e0925866-caa7-4ed7-99cd-9f9c93d9c14d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8127389 Apr 18 06:01:57.711195 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.712789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.713791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f03fd-1274-47d1-a5f5-3931e34a6b46 None None] The sync data for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:57.723052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48644) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.736720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e', 'ip_address': '2001:db8::5d38:7b02:b169:5dd3'}], 'name': 'tempest-NetworksTestDHCPv6-2139597229'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:57.748361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.795947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Could not find standard attr ID for object b0ca82b9-9a39-4f86-a410-e954c4ce547d. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:57.812565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.813146 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4d47c2ce-467f-4841-a20f-844e8e7c5d33 tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.5425539 Apr 18 06:01:57.819783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48646) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:57.837785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1179861693'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:01:57.874778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Provisioning complete for port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:57.875078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.891565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:57.907918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b26ccb-6ef3-447b-a0a2-8a4947243aa6']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.915599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:57.961565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Pushing event updated for resources: {'Port': ['ID=26764de2-7584-46a3-b041-ca788fc6ff6c,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.973935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Pushing event updated for resources: {'Port': ['ID=ae932b14-20ba-443f-9b94-8578715a5579,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:57.977268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] DHCP port deletion for 0ad42edf-b453-484b-a058-2c9b201c0aba request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:57.981898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99051572-1caa-4fad-8232-8bf6f978eaca None None] Network ad855186-a3aa-4856-b3e0-fd349d5a9558 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:01:57.989322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459f98e9-f51d-46b5-960e-df5efb8b2e0a') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:57.991464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459f98e9-f51d-46b5-960e-df5efb8b2e0a') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:58.021511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:01:58.022251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.027791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.032731 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.033179 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.033955 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.037034 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.039433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.039807 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.040149 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.040502 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.040842 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.041172 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.045111 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.045509 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:01:58.053939 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Attempting to bind port 26764de2-7584-46a3-b041-ca788fc6ff6c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:58.054334 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Attempting to bind port 26764de2-7584-46a3-b041-ca788fc6ff6c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:58.054762 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Attempting to bind port 26764de2-7584-46a3-b041-ca788fc6ff6c on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:58.057411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Made reservation on behalf of 04fdb5e5a2a44ef5b3cdea69140df5b0 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:58.061004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.075232 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:58.076076 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:58.076828 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.077882 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:58.094977 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Bound port: 26764de2-7584-46a3-b041-ca788fc6ff6c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:58.100246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.100778 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.124373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:01:58.124865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:01:58.130461 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:01:58.191651 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] For port 26764de2-7584-46a3-b041-ca788fc6ff6c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:01:58.192923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:01:58.195269 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] For port 26764de2-7584-46a3-b041-ca788fc6ff6c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=26764de2-7584-46a3-b041-ca788fc6ff6c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:01:58.249906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.250256 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Added segment 8b7a95ed-931f-4bbf-83bb-375a66abc81f of type vlan for network 5381c72b-648d-4faf-88bc-41bb8b6f1bcb Apr 18 06:01:58.286710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Deleting port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:58.287805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.288369 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.361284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:58.361743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.381170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e/99e77e2e-c778-4d27-a723-49b4d65ab1e4) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:58.383593 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:01:58.383900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Allocated IP 172.20.0.1 (72af14f0-e73b-4a44-bfbc-3903a4e3ebd0/6e0ff42e-3df5-4726-ab5a-1bf355edbeb7/fa000e62-4386-4229-bfc2-c8599ac696a2) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:58.384217 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:58.406053 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50552e9-209a-403f-9bfb-993621f49779 None None] Pushing event updated for resources: {'Port': ['ID=26764de2-7584-46a3-b041-ca788fc6ff6c,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:58.424427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.551848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:58.552420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.568270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] Deleting port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:58.568654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.595365 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:01:58.596620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.607307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.640527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.646962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:01:58.647616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.730779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event updated for resources: {'Network': ['ID=5381c72b-648d-4faf-88bc-41bb8b6f1bcb,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:58.758397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] For port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,segment=NetworkSegment(cfc16044-0915-4c3b-9340-d30a0eadbe09),segment_id=cfc16044-0915-4c3b-9340-d30a0eadbe09)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:58.765165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5381c72b-648d-4faf-88bc-41bb8b6f1bcb details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:01:58.818255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.834729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] DHCP port deletion for ad855186-a3aa-4856-b3e0-fd349d5a9558 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:01:58.856136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] For port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,segment=NetworkSegment(b0de2317-51b8-4e48-9b91-5a37ad138dc6),segment_id=b0de2317-51b8-4e48-9b91-5a37ad138dc6)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:58.856631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.863835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:01:58.868007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.890067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.894470 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/82b26ccb-6ef3-447b-a0a2-8a4947243aa6 HTTP/1.1" status: 204 len: 168 time: 3.5385106 Apr 18 06:01:58.899405 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b94bebf1-c4f5-4a5d-b004-18168fb64666 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0785911 Apr 18 06:01:58.905510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.905670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48648) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:58.913954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48650) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:58.938954 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:01:52Z', 'revision_number': 3, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:01:58.963210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa52b0-0b22-449f-9bd9-43053b696d3d tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=82b26ccb-6ef3-447b-a0a2-8a4947243aa6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:58.966953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] For port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,segment=NetworkSegment(b0de2317-51b8-4e48-9b91-5a37ad138dc6),segment_id=b0de2317-51b8-4e48-9b91-5a37ad138dc6)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:58.967704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.971649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,segment=NetworkSegment(47cb01aa-b1ac-481d-b3f5-a97e9f385ba4),segment_id=47cb01aa-b1ac-481d-b3f5-a97e9f385ba4)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:58.983943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:58.996422 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f441c-69ff-4196-a540-bc19decfc913 None None] The sync data for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv is: [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:01:52Z', 'revision_number': 3, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:01:59.012206 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cf41d2-0b3e-441f-9870-12519cd4f682 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:59.012770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cf41d2-0b3e-441f-9870-12519cd4f682 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:59.014579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:59.019183 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c8cf41d2-0b3e-441f-9870-12519cd4f682 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/11ee50e0-3573-4189-8755-a8709c544942 HTTP/1.1" status: 404 len: 337 time: 0.1133873 Apr 18 06:01:59.019408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Calling delete_port for c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:59.036002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48652) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.083061 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0d0255-73f3-4b7d-b948-e78062a40d38 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:59.083515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0d0255-73f3-4b7d-b948-e78062a40d38 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:59.091993 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6e0d0255-73f3-4b7d-b948-e78062a40d38 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/877265f0-d319-4bc7-8f64-26906ac45253 HTTP/1.1" status: 404 len: 339 time: 0.0520582 Apr 18 06:01:59.094094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] Calling delete_port for c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:59.102978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.115876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48654) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.116367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.159300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.166871 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-16579056-a1d5-4500-8a24-741e43804e91 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:59.167748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16579056-a1d5-4500-8a24-741e43804e91 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:59.174072 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-16579056-a1d5-4500-8a24-741e43804e91 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/15f3de54-0669-4764-b550-ec95a274d565 HTTP/1.1" status: 404 len: 337 time: 0.0545263 Apr 18 06:01:59.175411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Could not find standard attr ID for object aef1b8d2-fa87-4174-8d0b-3e84121a48b6. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:59.188255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48656) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.190359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.230539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a416399-11e4-4da5-8386-d8fbfac0aad0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:59.231028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a416399-11e4-4da5-8386-d8fbfac0aad0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:59.236641 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8a416399-11e4-4da5-8386-d8fbfac0aad0 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/41eccd56-4c32-4ee8-9c84-2fad8952bb00 HTTP/1.1" status: 404 len: 339 time: 0.0448411 Apr 18 06:01:59.242621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48658) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.242754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 6733def9-7cd9-49ce-a6c4-d2af1c5bb557 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:01:59.312836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.323277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Could not find standard attr ID for object 72195ae2-c9bb-4df7-88cb-090e2c2a87d1. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:01:59.330681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630387c6-ac24-4700-8383-0cd5b01ed7c2 None None] Pushing event updated for resources: {'Port': ['ID=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.407947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.409296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Provisioning complete for port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:59.409670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.421894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:59.445542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Pushing event updated for resources: {'Port': ['ID=99e77e2e-c778-4d27-a723-49b4d65ab1e4,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.449914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:59.457073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 was deleted so its status cannot be updated. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 06:01:59.460491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Deleting port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:01:59.462354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.469081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:59.520903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.568575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.585190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.587433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:59.638265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] For port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:01:59.638805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.646226 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a635df28-f15d-46f5-8f39-4f865e4f219c tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:59.646710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a635df28-f15d-46f5-8f39-4f865e4f219c tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:59.649725 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a635df28-f15d-46f5-8f39-4f865e4f219c tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/0c217a6e-5f75-4a74-abc0-2d614d6a17c4 HTTP/1.1" status: 404 len: 337 time: 0.4077976 Apr 18 06:01:59.654349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] No DVR routers for this DVR port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:59.658625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48660) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.659439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Port': ['ID=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.661892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Calling delete_port for 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:01:59.664872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:01:59.671032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] Pushing event deleted for resources: {'Port': ['ID=c85039d3-ae17-4bb5-8d3c-6e1b397cfd51,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.671338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.673315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.683424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Provisioning complete for port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:01:59.683424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.712315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::5d38:7b02:b169:5dd3 (05d65530-28ce-4b9b-b71b-a17f18d1b658/577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e/6733def9-7cd9-49ce-a6c4-d2af1c5bb557) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:01:59.765495 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c849d4-eb40-4c9e-a990-22f2ea22598c tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:01:59.765495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c849d4-eb40-4c9e-a990-22f2ea22598c tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:01:59.765495 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c1c849d4-eb40-4c9e-a990-22f2ea22598c tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/67f0bbd3-40e3-4b5c-aa70-a962ec1b46b0 HTTP/1.1" status: 404 len: 339 time: 0.1007123 Apr 18 06:01:59.771177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48662) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.771881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Pushing event updated for resources: {'Port': ['ID=fa000e62-4386-4229-bfc2-c8599ac696a2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.800263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:01:59.821796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64452c-3e2e-4850-b367-f8fa441f2dfa None None] No DVR routers for this DVR port c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:59.843408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:01:59.846172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:01:59.876526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Attempting to bind port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:01:59.877262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Attempting to bind port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:01:59.877875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Attempting to bind port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:01:59.880949 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] No DVR routers for this DVR port 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:01:59.895527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d72d9-2568-4af5-9152-1abbb7995141 None None] Pushing event deleted for resources: {'Port': ['ID=8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:01:59.903377 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-437f54c2-e239-42d5-90e8-6ec192b53a6c tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/agents/43fd70a5-0b56-4d68-b546-f3419ff4bb30/dhcp-networks HTTP/1.1" status: 200 len: 10314 time: 0.9870362 Apr 18 06:01:59.903974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48664) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:01:59.907432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:01:59.908372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:01:59.909022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.909626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:01:59.910324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Bound port: 99e77e2e-c778-4d27-a723-49b4d65ab1e4, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:01:59.910887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.911190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:01:59.942794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:01:59.964015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.21.0.1 (1ca5c420-a7a5-4033-abca-36688c0e5737/9696b5e0-d4da-4670-b083-320388f835ce/5bf04732-52ac-49ce-8bc4-ae500af0c8d5) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:00.016180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.066919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.118002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.138693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad855186-a3aa-4856-b3e0-fd349d5a9558']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:00.141460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a07a05-bbbb-4981-886c-7bdebf4e9fe0 tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] Network 5381c72b-648d-4faf-88bc-41bb8b6f1bcb is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:00.152901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] For port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,segment=NetworkSegment(f0698096-cb4b-40be-9860-24f3d0e69abb),segment_id=f0698096-cb4b-40be-9860-24f3d0e69abb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:00.164110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] For port 99e77e2e-c778-4d27-a723-49b4d65ab1e4, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:00.185283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad42edf-b453-484b-a058-2c9b201c0aba']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:00.185959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] For port 99e77e2e-c778-4d27-a723-49b4d65ab1e4, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=99e77e2e-c778-4d27-a723-49b4d65ab1e4,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:00.190423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:00.190712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cb01aa-b1ac-481d-b3f5-a97e9f385ba4') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:00.195872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:00.196025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.205521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting subnet b8cb775e-3c86-478d-b238-7772f3c17651 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:00.220240 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0de2317-51b8-4e48-9b91-5a37ad138dc6') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:00.220240 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0de2317-51b8-4e48-9b91-5a37ad138dc6') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:00.246913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.250331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.272605 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e4a07a05-bbbb-4981-886c-7bdebf4e9fe0 tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "POST /v2.0/agents/43fd70a5-0b56-4d68-b546-f3419ff4bb30/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3633935 Apr 18 06:02:00.276828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48666) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:00.281221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f77c86-0be7-424b-b64e-a2d2309dedcf None None] Network 5381c72b-648d-4faf-88bc-41bb8b6f1bcb requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:00.283547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.316510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.323902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.372921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.380185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:00.380742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.383075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.409835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.433304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:00.464119 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:00.491274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.519585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.519765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.533073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Provisioning complete for port ae932b14-20ba-443f-9b94-8578715a5579 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:00.533525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.535219 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34aa7c-4bc7-485f-ae17-36ea1a98f8d1 None None] Pushing event updated for resources: {'Port': ['ID=99e77e2e-c778-4d27-a723-49b4d65ab1e4,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:00.549734 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a216c2c5-9ae9-40a2-9706-fe525c9e524e tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/agents/43fd70a5-0b56-4d68-b546-f3419ff4bb30/dhcp-networks HTTP/1.1" status: 200 len: 11084 time: 0.2646410 Apr 18 06:02:00.554808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48668) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:00.608621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:00.609512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:00.633111 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:00.641321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.661881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:02:00.662433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:02:00.664514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Pushing event updated for resources: {'Port': ['ID=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:00.665126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.712997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.716588 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/ad855186-a3aa-4856-b3e0-fd349d5a9558 HTTP/1.1" status: 204 len: 168 time: 3.2558677 Apr 18 06:02:00.720537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f5e8a-f4e0-4866-a9b9-d8976e85573b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=ad855186-a3aa-4856-b3e0-fd349d5a9558,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:00.722645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.726251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48670) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:00.731911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=5bf04732-52ac-49ce-8bc4-ae500af0c8d5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:00.749442 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-81b25822-09be-4327-8e47-60b38d539884 tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "DELETE /v2.0/agents/43fd70a5-0b56-4d68-b546-f3419ff4bb30/dhcp-networks/5381c72b-648d-4faf-88bc-41bb8b6f1bcb HTTP/1.1" status: 204 len: 168 time: 0.1934483 Apr 18 06:02:00.750070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48672) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:00.771199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Provisioning complete for port 46f6d656-29bc-4c6d-af9c-178f0e1bfe4c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:00.772461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.780907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:00.801901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:00.802751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:00.825696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:00.859913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Port 46f6d656-29bc-4c6d-af9c-178f0e1bfe4c cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:00.871374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Provisioning complete for port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:00.871754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.000679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d26b852-b74b-40e5-bc14-83508000aa56 None None] Could not find standard attr ID for object 8d6864fa-d5b4-4434-872b-f1d09039cc28. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:01.011762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.012938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:01.018304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.023172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:01.044635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.051013 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] 10.222.0.43 "DELETE /v2.0/networks/0ad42edf-b453-484b-a058-2c9b201c0aba HTTP/1.1" status: 204 len: 168 time: 3.9835021 Apr 18 06:02:01.051915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:01.061917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:01.062582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.095698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=6733def9-7cd9-49ce-a6c4-d2af1c5bb557,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:01.107043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.126250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd52640-ac6f-4520-98c0-6c3b15599503 tempest-NetworksIpV6TestAttrs-286822727 tempest-NetworksIpV6TestAttrs-286822727-project] Pushing event deleted for resources: {'Network': ['ID=0ad42edf-b453-484b-a058-2c9b201c0aba,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:01.136428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a90957c8-ea0e-4947-88b9-56de3d8151ff None None] Provisioning complete for port fa000e62-4386-4229-bfc2-c8599ac696a2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:01.140459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a90957c8-ea0e-4947-88b9-56de3d8151ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.159510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cb775e-3c86-478d-b238-7772f3c17651,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:01.162302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.168602 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b88c4861-6219-4fa2-a9ea-dfd240f91ae8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/b8cb775e-3c86-478d-b238-7772f3c17651 HTTP/1.1" status: 204 len: 168 time: 1.3664019 Apr 18 06:02:01.179281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f095744-64c5-4e6a-9541-ae2240ac1c2f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:01.179517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48676) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.180890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8f095744-64c5-4e6a-9541-ae2240ac1c2f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4525287 Apr 18 06:02:01.184517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48678) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.201774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99776a-3916-4c7b-a12e-8ef7ab82f6e9 None None] Network 33525ad4-00db-4002-b0ae-1e977d2dd656 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:01.226363 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-46c4522b-2f6e-4c43-ae33-5cf86940f1ef tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/agents/43fd70a5-0b56-4d68-b546-f3419ff4bb30/dhcp-networks HTTP/1.1" status: 200 len: 9566 time: 0.4723322 Apr 18 06:02:01.229068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48680) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.244068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.258138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3e0fb538-6157-49ce-9ade-5c412658806c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0690529 Apr 18 06:02:01.263873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48682) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.270588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-487879315'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:01.280401 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-598b33bf-d6d1-427c-846b-cb80863371e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5534582 Apr 18 06:02:01.285195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48684) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.304535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c8a328b5-f36e-4e47-8ea1-84a398244dee tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/networks/5bdd2905-9052-4918-80ad-09a58b68f842/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0734701 Apr 18 06:02:01.308693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48686) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.320312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.327571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a90957c8-ea0e-4947-88b9-56de3d8151ff None None] Port fa000e62-4386-4229-bfc2-c8599ac696a2 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:01.342140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ae932b14-20ba-443f-9b94-8578715a5579 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:01.350652 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bbe25bbf-5999-4890-985d-805e4b3199b7 tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/networks/5bdd2905-9052-4918-80ad-09a58b68f842/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0280876 Apr 18 06:02:01.353023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48688) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.358861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.390934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e26ab-a524-4df1-b4af-53b1d1a11135 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:01.396888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e26ab-a524-4df1-b4af-53b1d1a11135 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:01.401867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ea3e26ab-a524-4df1-b4af-53b1d1a11135 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1105170 Apr 18 06:02:01.402697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48690) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.424736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a90957c8-ea0e-4947-88b9-56de3d8151ff None None] Provisioning complete for port 5bf04732-52ac-49ce-8bc4-ae500af0c8d5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:01.425116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a90957c8-ea0e-4947-88b9-56de3d8151ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.438904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.463856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:01.463856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.470899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a90957c8-ea0e-4947-88b9-56de3d8151ff None None] Port 5bf04732-52ac-49ce-8bc4-ae500af0c8d5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:01.475152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.479650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Pushing event updated for resources: {'Port': ['ID=fa000e62-4386-4229-bfc2-c8599ac696a2,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:01.533851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ae932b14-20ba-443f-9b94-8578715a5579 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:01.534743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.598861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:01.639820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.640168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment 197fa2d3-b5af-4b6f-a345-293f4d1b17f8 of type vlan for network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc Apr 18 06:02:01.656109 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-70ee6d6d-547e-4ca7-9f70-03a15ab03a15 tempest-DHCPAgentSchedulersTestJSON-591597137 tempest-DHCPAgentSchedulersTestJSON-591597137-project-admin] 10.222.0.43 "GET /v2.0/agents/43fd70a5-0b56-4d68-b546-f3419ff4bb30/dhcp-networks HTTP/1.1" status: 200 len: 8764 time: 0.2979431 Apr 18 06:02:01.657079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48692) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.695841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 6733def9-7cd9-49ce-a6c4-d2af1c5bb557 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:01.696254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.696655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:01.730367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] DHCP port deletion for 33525ad4-00db-4002-b0ae-1e977d2dd656 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:01.743263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.750964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port 2822f831-cd11-42fe-ac6e-50b0a78abfac {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:01.751901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.820702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:01.822135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.848061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:01.867514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Deleting port 2822f831-cd11-42fe-ac6e-50b0a78abfac {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:01.867888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.869150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48696) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:01.887098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:01.898991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.905752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.931495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 6733def9-7cd9-49ce-a6c4-d2af1c5bb557 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:01.942610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port 2822f831-cd11-42fe-ac6e-50b0a78abfac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2822f831-cd11-42fe-ac6e-50b0a78abfac,segment=NetworkSegment(ebdfd108-f58e-4e68-b22f-194d95fefc09),segment_id=ebdfd108-f58e-4e68-b22f-194d95fefc09)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:01.942996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:01.973215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for 2822f831-cd11-42fe-ac6e-50b0a78abfac owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:01.998089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.023354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:02.024275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.190926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] For port 2822f831-cd11-42fe-ac6e-50b0a78abfac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2822f831-cd11-42fe-ac6e-50b0a78abfac,segment=NetworkSegment(ebdfd108-f58e-4e68-b22f-194d95fefc09),segment_id=ebdfd108-f58e-4e68-b22f-194d95fefc09)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:02.191738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.209929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Calling delete_port for 2822f831-cd11-42fe-ac6e-50b0a78abfac owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:02.215800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:02.271943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.303730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=5f0205f9-b6e3-49b0-a4bc-cca57ead42bc,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.333330 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-355cce1e-5afe-4756-a58a-1e3b8af3182f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0681136 Apr 18 06:02:02.347135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48700) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:02.359071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:02.361132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:02.382253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5381c72b-648d-4faf-88bc-41bb8b6f1bcb']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:02.449010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-88341396-0d9a-4de0-b6a4-419759ee8742 None None] Provisioning complete for port fa000e62-4386-4229-bfc2-c8599ac696a2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:02.449010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88341396-0d9a-4de0-b6a4-419759ee8742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.454920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 98e20e27-24d9-497d-befc-52ecf3da7b18 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:02.467993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7a95ed-931f-4bbf-83bb-375a66abc81f') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:02.468276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7a95ed-931f-4bbf-83bb-375a66abc81f') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:02.488366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.495634 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0824d886-0851-4b0f-b66d-8ad4adf7d7e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=385aba6692c7428c868ee0f1f3bf7082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219234 Apr 18 06:02:02.504118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48702) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:02.535727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 98e20e27-24d9-497d-befc-52ecf3da7b18 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:02.535727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 98e20e27-24d9-497d-befc-52ecf3da7b18 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:02.535727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:02.562985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.567151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-88341396-0d9a-4de0-b6a4-419759ee8742 None None] Port fa000e62-4386-4229-bfc2-c8599ac696a2 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:02.569792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:02.570239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c85039d3-ae17-4bb5-8d3c-6e1b397cfd51 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:02.570911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:02.600653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:02.604628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8e2b1ac4-a9f4-47d3-bb2d-94bbe1b1ca71 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:02.604628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8d6864fa-d5b4-4434-872b-f1d09039cc28 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:02.604862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:02.605245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:02.610282 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:02.625933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 8d6864fa-d5b4-4434-872b-f1d09039cc28 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:02.626240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8d6864fa-d5b4-4434-872b-f1d09039cc28 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:02.694454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a6d14e39-6f0e-48bf-9611-c9699db3a8c2 None None] Provisioning complete for port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:02.699086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e39-6f0e-48bf-9611-c9699db3a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.721964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:02.726872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.743857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.775766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.827396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.827662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.854122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.856139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e39-6f0e-48bf-9611-c9699db3a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.861148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Pushing event deleted for resources: {'Port': ['ID=2822f831-cd11-42fe-ac6e-50b0a78abfac,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.866844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.870029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=2822f831-cd11-42fe-ac6e-50b0a78abfac,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.875097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.879166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] No DVR routers for this DVR port 2822f831-cd11-42fe-ac6e-50b0a78abfac on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:02.890554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.891026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.891834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.891834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.895145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.895145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.895145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.895145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.895145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.896632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.896632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.896632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db2dbe-98b8-4614-a700-8a9e9020bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.914682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a024fb8-9d68-41fd-8782-b93c62bc71c1 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:02:02.921176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=6733def9-7cd9-49ce-a6c4-d2af1c5bb557,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.927026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.940670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port 2822f831-cd11-42fe-ac6e-50b0a78abfac on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:02.942434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a6d14e39-6f0e-48bf-9611-c9699db3a8c2 None None] For port 99e77e2e-c778-4d27-a723-49b4d65ab1e4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=99e77e2e-c778-4d27-a723-49b4d65ab1e4,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:02.948464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.954196 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "DELETE /v2.0/networks/5381c72b-648d-4faf-88bc-41bb8b6f1bcb HTTP/1.1" status: 204 len: 168 time: 1.2914946 Apr 18 06:02:02.955302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48704) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:02.963667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.964246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.964764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.965257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.966032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.966882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.967406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.967888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.968533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.969015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.969514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.970054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:02.973445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:02.987631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ae9d7-dde6-45fa-b141-e35c20210fa1 tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event deleted for resources: {'Network': ['ID=5381c72b-648d-4faf-88bc-41bb8b6f1bcb,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:02.988913 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Sync routers for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:02.994056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:02.997090 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-62cfe90b-8cfb-4f60-8816-beacef6d9ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/6733def9-7cd9-49ce-a6c4-d2af1c5bb557 HTTP/1.1" status: 204 len: 168 time: 1.5931704 Apr 18 06:02:03.000243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48706) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.014458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d7122926-8121-4f71-83f0-6688c6edeaba admin admin] 10.222.0.43 "PUT /v2.0/routers/4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4056735 Apr 18 06:02:03.030562 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:03.031344 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.105543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 26764de2-7584-46a3-b041-ca788fc6ff6c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:03.106658 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9024ab70-aa3e-4190-ae9b-4902c7f3db5c tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] DELETE failed (client error): The resource could not be found. Apr 18 06:02:03.107663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a6d14e39-6f0e-48bf-9611-c9699db3a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.107983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9024ab70-aa3e-4190-ae9b-4902c7f3db5c tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:03.111283 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9024ab70-aa3e-4190-ae9b-4902c7f3db5c tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "DELETE /v2.0/ports/72195ae2-c9bb-4df7-88cb-090e2c2a87d1 HTTP/1.1" status: 404 len: 333 time: 0.1501234 Apr 18 06:02:03.117709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48710) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.121268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.183191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.208250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=5bf04732-52ac-49ce-8bc4-ae500af0c8d5,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.236301 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:03.249986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6f5037b0-b5d2-4bb7-b129-11969198fa6f None None] Could not find standard attr ID for object 6733def9-7cd9-49ce-a6c4-d2af1c5bb557. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:03.250446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Deleting subnet f272dcd5-ad65-4d61-8e50-686f05d3537f {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:03.257683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33525ad4-00db-4002-b0ae-1e977d2dd656']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.276685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.277387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdfd108-f58e-4e68-b22f-194d95fefc09') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.277884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdfd108-f58e-4e68-b22f-194d95fefc09') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.283698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.288655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.292276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.297079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e18a80c1-405f-4232-b6e0-e24a39aa2b15 HTTP/1.1" status: 204 len: 168 time: 0.7918425 Apr 18 06:02:03.316406 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a024fb8-9d68-41fd-8782-b93c62bc71c1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:02:03.327444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.337435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d14e39-6f0e-48bf-9611-c9699db3a8c2 None None] Pushing event updated for resources: {'Port': ['ID=99e77e2e-c778-4d27-a723-49b4d65ab1e4,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.340663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:03.341356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:03.345985 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:03.369469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:03.373589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:03.448898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a80c1-405f-4232-b6e0-e24a39aa2b15,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.478398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d77d0b-a124-4b4a-8366-7ae296dda44d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:03.483627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d77d0b-a124-4b4a-8366-7ae296dda44d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:03.483627 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92d77d0b-a124-4b4a-8366-7ae296dda44d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4808009 Apr 18 06:02:03.507992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48718) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.535998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.536598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.537096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.537584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.538097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.539734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.540250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.540750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.542004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.542491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.546058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 26764de2-7584-46a3-b041-ca788fc6ff6c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:03.546438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.546774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.547370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01c3fe-72c9-435c-b2ff-70174cf4471f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:02:03.563670 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 2, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:03.570849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.593288 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Checking router: 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:03.598169 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Updating router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 port fa000e62-4386-4229-bfc2-c8599ac696a2 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:02:03.618761 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.632128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.642309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.645704 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/33525ad4-00db-4002-b0ae-1e977d2dd656 HTTP/1.1" status: 204 len: 168 time: 2.4652917 Apr 18 06:02:03.648905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48720) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.699439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b170665-8338-460a-9ca9-1b289a6f53a8 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=33525ad4-00db-4002-b0ae-1e977d2dd656,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.719155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:03.722050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.724564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.754054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router f0722777-f850-4ba3-b493-dfb63201c4a9 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:03.784658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.806067 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8617099d-2b4f-47f1-85a6-fb94c0e51006 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:02:03.806067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8617099d-2b4f-47f1-85a6-fb94c0e51006 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:03.806067 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8617099d-2b4f-47f1-85a6-fb94c0e51006 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/160d3402-1fd2-4f93-830a-1b24987d711d HTTP/1.1" status: 404 len: 337 time: 0.1346431 Apr 18 06:02:03.811691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=53ab6f47-dfd4-4d79-8bbc-f37de7724eb9,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:03.829998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48724) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.830534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48726) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.867362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225505317', 'description': 'tempest-description--1909038811'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:03.901723 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60cad8e-5987-47bf-ab89-3e8fb96ed985 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] DELETE failed (client error): The resource could not be found. Apr 18 06:02:03.910323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60cad8e-5987-47bf-ab89-3e8fb96ed985 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:03.911058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:03.911497 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d29c3924-2ca9-4dd4-a1e1-7fd54b645aae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/f0722777-f850-4ba3-b493-dfb63201c4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3549926 Apr 18 06:02:03.914633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48728) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.920017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e60cad8e-5987-47bf-ab89-3e8fb96ed985 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/9dd2048a-35c1-4de4-9383-f2418b78b992 HTTP/1.1" status: 404 len: 339 time: 0.0822451 Apr 18 06:02:03.931133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48730) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:03.960039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:03.966073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] Sync routers for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:04.014920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815a72b-ea9a-4611-97ca-2cd76deb00fd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:04.017064 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b815a72b-ea9a-4611-97ca-2cd76deb00fd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports/5bf04732-52ac-49ce-8bc4-ae500af0c8d5 HTTP/1.1" status: 200 len: 910 time: 0.1013453 Apr 18 06:02:04.019456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48734) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:04.022424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting subnet f0a56b4d-76fb-4041-93f8-47a8b95ef7e1 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:04.025075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.037501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:04.038117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.046512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 26764de2-7584-46a3-b041-ca788fc6ff6c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=26764de2-7584-46a3-b041-ca788fc6ff6c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:04.052533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.059546 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.102245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.105756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.117773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.123662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:04.124536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.142026 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.146322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:04.146951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.204621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.204899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cb1ba3-a76e-4655-8400-0aabca33b349 None None] The sync data for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:04.206319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a530c-73a3-47c2-a9cf-bfc2681edd9c None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:02:04.234002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.264751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': '197fa2d3-b5af-4b6f-a345-293f4d1b17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:04.265053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:04.276580 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Attempting to bind port fa000e62-4386-4229-bfc2-c8599ac696a2 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:04.278555 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Attempting to bind port fa000e62-4386-4229-bfc2-c8599ac696a2 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:04.283589 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Attempting to bind port fa000e62-4386-4229-bfc2-c8599ac696a2 on network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:04.300485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=26764de2-7584-46a3-b041-ca788fc6ff6c,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:04.311617 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:04.314389 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Checking segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:04.315069 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.317075 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Bound using segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:04.318637 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Bound port: fa000e62-4386-4229-bfc2-c8599ac696a2, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:04.318637 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.326447 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413dba-4e14-421f-bcf9-5a9f795a5442 None None] Pushing event updated for resources: {'Port': ['ID=fa000e62-4386-4229-bfc2-c8599ac696a2,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:04.326760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.358057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:04.358318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.402165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.447985 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] For port fa000e62-4386-4229-bfc2-c8599ac696a2, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:04.452364 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] For port fa000e62-4386-4229-bfc2-c8599ac696a2, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fa000e62-4386-4229-bfc2-c8599ac696a2,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:04.531589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.535809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99e77e2e-c778-4d27-a723-49b4d65ab1e4 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:04.578409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:04.585943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.590261 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-69dd0d80-f112-4f17-9f71-60315b40a254 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e HTTP/1.1" status: 204 len: 168 time: 1.0778627 Apr 18 06:02:04.595120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.597431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a530c-73a3-47c2-a9cf-bfc2681edd9c None None] Unable to find a vacant binding_index for network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc and agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 {{(pid=109607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 06:02:04.597800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48744) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:04.601726 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.608821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:04.609254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.690416 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-84bdbd9c-4428-4e54-94d6-7611c46d6629 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903535 Apr 18 06:02:04.696821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a530c-73a3-47c2-a9cf-bfc2681edd9c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc) {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:02:04.738020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48748) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:04.743661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:04.780645 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9413dba-4e14-421f-bcf9-5a9f795a5442 None None] Pushing event updated for resources: {'Port': ['ID=fa000e62-4386-4229-bfc2-c8599ac696a2,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:04.801411 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:04.802260 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:04.836122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2822f831-cd11-42fe-ac6e-50b0a78abfac no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:04.873447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2822f831-cd11-42fe-ac6e-50b0a78abfac {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:04.873447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2822f831-cd11-42fe-ac6e-50b0a78abfac not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:04.873757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:04.878641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.880561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.938162 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:04.981129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:04.988005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48754) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:04.989227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "DELETE /v2.0/subnets/f272dcd5-ad65-4d61-8e50-686f05d3537f HTTP/1.1" status: 204 len: 168 time: 1.8625500 Apr 18 06:02:04.991606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:04.999531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cb1e2-0949-4c7b-8119-0cf6361122cf tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event deleted for resources: {'Subnet': ['ID=f272dcd5-ad65-4d61-8e50-686f05d3537f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:05.040174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:05.043464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.046398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.050229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.055138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1919205 Apr 18 06:02:05.055815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48756) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:05.068663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 26764de2-7584-46a3-b041-ca788fc6ff6c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:05.073372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f6162-3b7f-4161-a2ed-a6694d3da20f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629b604b-55e7-40e7-a597-22b3865630e3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:05.097261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Request body: {'security_group_rule': {'security_group_id': '629b604b-55e7-40e7-a597-22b3865630e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:05.115488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:05.119193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.158731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.172496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a56b4d-76fb-4041-93f8-47a8b95ef7e1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:05.185373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48758) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:05.193371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.196530 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6188557f-a198-419c-b121-ffb0195b5101 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/subnets/f0a56b4d-76fb-4041-93f8-47a8b95ef7e1 HTTP/1.1" status: 204 len: 168 time: 1.2616885 Apr 18 06:02:05.212193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48760) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:05.292081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5f0205f9-b6e3-49b0-a4bc-cca57ead42bc', 'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': '53ab6f47-dfd4-4d79-8bbc-f37de7724eb9'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:05.293422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.345760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 26764de2-7584-46a3-b041-ca788fc6ff6c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:05.346208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.372607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.398994 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-16b1530d-b755-4111-a41f-aefbc5808bc3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0507376 Apr 18 06:02:05.399726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48764) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:05.406915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc', 'name': 'tempest-PortsIpV6TestJSON-103342261'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:05.424045 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:04Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:05.450838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 5bf04732-52ac-49ce-8bc4-ae500af0c8d5 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:05.451183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.452905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2146625645'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:05.493602 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05521aa2-8d63-41cc-818e-ef782ebe92c3 None None] The sync data for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv is: [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:04Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:05.543038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.604564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Deleting port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:05.604949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.612907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:05.617508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.639149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.713697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.754027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 5bf04732-52ac-49ce-8bc4-ae500af0c8d5 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:05.777377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] For port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,segment=NetworkSegment(f0698096-cb4b-40be-9860-24f3d0e69abb),segment_id=f0698096-cb4b-40be-9860-24f3d0e69abb)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:05.777751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.842785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Calling delete_port for 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:05.856440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99e77e2e-c778-4d27-a723-49b4d65ab1e4 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:05.874535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.887723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.904392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Allocated IP 2001:db8::2 (5f0205f9-b6e3-49b0-a4bc-cca57ead42bc/53ab6f47-dfd4-4d79-8bbc-f37de7724eb9/c5a03ba1-a40c-4707-9825-837d48b18ea7) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:05.920342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:05.921941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Deleting port 598be629-a45d-4a3b-9ad5-31e40dacedc4 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:05.922270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.015022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:06.015481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.020673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:06.023333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.053393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.147311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:06.162423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.163079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment ae46ade8-109d-418e-b967-9ba025e67a02 of type vlan for network 3ed0683c-12c6-4032-a145-c2934549896e Apr 18 06:02:06.170356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.205460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407701e3-4bd4-493d-ad4d-33fe466bd1bd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.208349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31419cd6-8716-4dad-ad96-9be149b47a7f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.219692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:06.223374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.248050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] For port 598be629-a45d-4a3b-9ad5-31e40dacedc4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=598be629-a45d-4a3b-9ad5-31e40dacedc4,segment=NetworkSegment(6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c),segment_id=6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:06.248631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.253066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.253677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.278076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port bf21bc61-3a28-4492-a2e5-534edc241f7f yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:06.315322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:06.319300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:06.325294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:06.329188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Pushing event updated for resources: {'Port': ['ID=c5a03ba1-a40c-4707-9825-837d48b18ea7,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.422907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::7d (5f0205f9-b6e3-49b0-a4bc-cca57ead42bc/53ab6f47-dfd4-4d79-8bbc-f37de7724eb9/bf21bc61-3a28-4492-a2e5-534edc241f7f) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:06.442783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Attempting to bind port c5a03ba1-a40c-4707-9825-837d48b18ea7 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:06.443155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Attempting to bind port c5a03ba1-a40c-4707-9825-837d48b18ea7 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '197fa2d3-b5af-4b6f-a345-293f4d1b17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:06.443540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Attempting to bind port c5a03ba1-a40c-4707-9825-837d48b18ea7 on network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:06.452605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:06.453031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Checking segment: {'id': '197fa2d3-b5af-4b6f-a345-293f4d1b17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:06.453371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.453758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Bound using segment: {'id': '197fa2d3-b5af-4b6f-a345-293f4d1b17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:06.454425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Bound port: c5a03ba1-a40c-4707-9825-837d48b18ea7, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197fa2d3-b5af-4b6f-a345-293f4d1b17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:06.455162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.476577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Calling delete_port for 598be629-a45d-4a3b-9ad5-31e40dacedc4 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:06.484204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.488958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:06.489152 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-18704c96-c064-4e1f-92cd-239c7599be90 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4185283 Apr 18 06:02:06.490348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:02:06.495882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48766) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:06.502520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:06.503061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.514439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Request body: {'security_group_rule': {'security_group_id': '629b604b-55e7-40e7-a597-22b3865630e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:06.534816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=bb853978-b340-4eb2-9789-0b8ba9f79004,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.553786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-41752c54-178a-428a-9446-6a84efe0190a None None] For port c5a03ba1-a40c-4707-9825-837d48b18ea7, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:06.562151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-41752c54-178a-428a-9446-6a84efe0190a None None] For port c5a03ba1-a40c-4707-9825-837d48b18ea7, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5a03ba1-a40c-4707-9825-837d48b18ea7,segment=NetworkSegment(197fa2d3-b5af-4b6f-a345-293f4d1b17f8),segment_id=197fa2d3-b5af-4b6f-a345-293f4d1b17f8)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:06.618417 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2bb1cb5c-ee43-44b8-8d82-ccbab74de8ea tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8766167 Apr 18 06:02:06.618801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48768) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:06.630788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': 'bb853978-b340-4eb2-9789-0b8ba9f79004', 'ip_address': '2001:db8::3cc1:e752:597d:ff62'}], 'name': 'tempest-NetworksTestDHCPv6-2065016562'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:06.685979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.708525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.714777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:06.715432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.744080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.750154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.758389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41752c54-178a-428a-9446-6a84efe0190a None None] Pushing event updated for resources: {'Port': ['ID=c5a03ba1-a40c-4707-9825-837d48b18ea7,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.805180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event deleted for resources: {'Port': ['ID=9b0a0a78-8bb1-49d8-bcee-0c060e522e9f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.815713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] No DVR routers for this DVR port 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:06.832595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.855952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:06.879619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=5bf04732-52ac-49ce-8bc4-ae500af0c8d5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.888555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6986344 Apr 18 06:02:06.906181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48770) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:06.915273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'name': 'tempest-PortsTestJSON-883626922'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:06.923008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f344e2-4dc6-4391-8f8f-7a5826aff0b6 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=3ed0683c-12c6-4032-a145-c2934549896e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:06.945540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3ed0683c-12c6-4032-a145-c2934549896e details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:07.032158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.072575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.104748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.158724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] No DVR routers for this DVR port 598be629-a45d-4a3b-9ad5-31e40dacedc4 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:07.166371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device fa000e62-4386-4229-bfc2-c8599ac696a2 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:07.181890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.220383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdd2905-9052-4918-80ad-09a58b68f842']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.224823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.229456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:07.232856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.240075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0698096-cb4b-40be-9860-24f3d0e69abb') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.240375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0698096-cb4b-40be-9860-24f3d0e69abb') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.246876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Port': ['ID=598be629-a45d-4a3b-9ad5-31e40dacedc4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:07.256611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.301031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port fa000e62-4386-4229-bfc2-c8599ac696a2 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:07.302044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.410758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.413609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.425359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:07.426206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.426335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b8f136-a7bc-44d0-ad02-60d006bd5e08,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:07.430264 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:07.439804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:07.457628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:07.460290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:07.464001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port fa000e62-4386-4229-bfc2-c8599ac696a2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fa000e62-4386-4229-bfc2-c8599ac696a2,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:07.466828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:07.467548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.479525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.484425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.485639 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db078726-76e3-4ab1-8f7f-67f1e907e087 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9865584 Apr 18 06:02:07.490803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48772) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:07.495595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:07.502066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=bf21bc61-3a28-4492-a2e5-534edc241f7f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:07.530767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61524fc9-9b07-41cc-8009-e79b1cbb487d']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.548914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.549224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e92f1b4-0cbc-4ed6-bbb5-08261b31f27c') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.560320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.565514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.569952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.592956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port b7052b4c-ba15-4244-ab5b-51f85be5cfb2 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:07.598604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.606539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:07.607188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:07.610550 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:07.615198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router f0722777-f850-4ba3-b493-dfb63201c4a9 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:07.638995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=fa000e62-4386-4229-bfc2-c8599ac696a2,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:07.670896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7946b8f3-6e8d-4053-8941-1a774a3bad5c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2680678 Apr 18 06:02:07.671722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:07.675302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.677147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48774) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:07.708588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:07.709221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '5f0205f9-b6e3-49b0-a4bc-cca57ead42bc', 'name': 'tempest-PortsIpV6TestJSON-243643373'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:07.714880 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e02e7824-e9d8-4069-9d40-081a85b853e3 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/f0722777-f850-4ba3-b493-dfb63201c4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6939397 Apr 18 06:02:07.716221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.718700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.720408 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] Sync routers for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:07.721578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48776) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:07.734746 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:07.735495 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.754574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.757768 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] 10.222.0.43 "DELETE /v2.0/networks/5bdd2905-9052-4918-80ad-09a58b68f842 HTTP/1.1" status: 204 len: 168 time: 2.7668428 Apr 18 06:02:07.758655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366de5f1-10c7-4f70-af9d-964cd51fe76d tempest-DHCPAgentSchedulersTestJSON-510804051 tempest-DHCPAgentSchedulersTestJSON-510804051-project] Pushing event deleted for resources: {'Network': ['ID=5bdd2905-9052-4918-80ad-09a58b68f842,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:07.807333 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.824660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port 88c2af69-0062-4986-9b93-fe343ddf621d yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:07.828002 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:07.828900 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.875777 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:07.877379 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6c0c3-ade8-4eeb-8bcb-21e2ffc37347 None None] The sync data for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:07.920286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.927172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:07.930492 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] 10.222.0.43 "DELETE /v2.0/networks/61524fc9-9b07-41cc-8009-e79b1cbb487d HTTP/1.1" status: 204 len: 168 time: 2.7172396 Apr 18 06:02:08.081576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.085959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076ac0d-d3a1-4bae-96fd-fdc4bdcc0af1 tempest-NetworksIpV6Test-771520059 tempest-NetworksIpV6Test-771520059-project] Pushing event deleted for resources: {'Network': ['ID=61524fc9-9b07-41cc-8009-e79b1cbb487d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:08.091927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::3cc1:e752:597d:ff62 (05d65530-28ce-4b9b-b71b-a17f18d1b658/bb853978-b340-4eb2-9789-0b8ba9f79004/b7052b4c-ba15-4244-ab5b-51f85be5cfb2) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:08.229946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Allocated IP 172.26.4.103 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/7edef106-874b-4e1d-83ab-4ea959ea372f) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:08.232486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.273173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.300792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:08.304333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.352056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 62be0296-1430-4422-9829-6237006800ac yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:08.414036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e755b-d5ed-477b-b654-42f2c451d747 None None] Network 5bdd2905-9052-4918-80ad-09a58b68f842 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:08.448032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e755b-d5ed-477b-b654-42f2c451d747 None None] Network 5bdd2905-9052-4918-80ad-09a58b68f842 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:02:08.449952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581556c-581e-4d2d-9f95-bac141294d2a None None] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:08.452109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916c51f-1121-41f5-ab25-028ceb5a6acd None None] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:08.487585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.533337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.570312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.601909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916c51f-1121-41f5-ab25-028ceb5a6acd None None] Network 61524fc9-9b07-41cc-8009-e79b1cbb487d could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:02:08.703582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b111c-7860-4a95-856d-2d4b5f11c44d None None] DHCP port deletion for 5bdd2905-9052-4918-80ad-09a58b68f842 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:08.710667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3ba3ca29-5ca0-4bd2-b23e-1e6d5ffbd336 None None] Provisioning complete for port c5a03ba1-a40c-4707-9825-837d48b18ea7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:08.723932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ca29-5ca0-4bd2-b23e-1e6d5ffbd336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.773119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=88c2af69-0062-4986-9b93-fe343ddf621d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:08.809190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:08.811640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48786) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:08.817033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429b024-6d33-44a8-93dc-a3d1ea311715 None None] DHCP port deletion for 61524fc9-9b07-41cc-8009-e79b1cbb487d request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:08.886079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::32d (5f0205f9-b6e3-49b0-a4bc-cca57ead42bc/53ab6f47-dfd4-4d79-8bbc-f37de7724eb9/62be0296-1430-4422-9829-6237006800ac) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:08.931770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:08.954401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48790) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:08.954548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de975ac6-b0d2-4872-8299-3db094851592 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:08.976987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:09.011357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:09.017688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event updated for resources: {'Port': ['ID=7edef106-874b-4e1d-83ab-4ea959ea372f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:09.238553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device fa000e62-4386-4229-bfc2-c8599ac696a2 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:09.240774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ca29-5ca0-4bd2-b23e-1e6d5ffbd336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.258189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 46f6d656-29bc-4c6d-af9c-178f0e1bfe4c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:09.258755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.266363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.311439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.318445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': 'ae46ade8-109d-418e-b967-9ba025e67a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:09.319034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: 3ed0683c-12c6-4032-a145-c2934549896e, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:09.352684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.388166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=b7052b4c-ba15-4244-ab5b-51f85be5cfb2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:09.402634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.412229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3ba3ca29-5ca0-4bd2-b23e-1e6d5ffbd336 None None] For port c5a03ba1-a40c-4707-9825-837d48b18ea7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5a03ba1-a40c-4707-9825-837d48b18ea7,segment=NetworkSegment(197fa2d3-b5af-4b6f-a345-293f4d1b17f8),segment_id=197fa2d3-b5af-4b6f-a345-293f4d1b17f8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:09.415161 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9b3bb825-fa5e-4aef-b890-46ef0a23f95b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04fdb5e5a2a44ef5b3cdea69140df5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560781 Apr 18 06:02:09.416256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48794) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:09.425367 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7b340a1a-0564-462c-b1ed-416f267e5072 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c130f2ea147b4164993cebec6b2bd42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058064 Apr 18 06:02:09.445750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48796) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:09.456396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:09.463940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port fa000e62-4386-4229-bfc2-c8599ac696a2 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:09.464446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.516426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:09.521821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.526471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:09.530269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:09.537855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.538654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.546090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ca29-5ca0-4bd2-b23e-1e6d5ffbd336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.550292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:09.552689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 46f6d656-29bc-4c6d-af9c-178f0e1bfe4c owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:09.554428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.583113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aca30dbc-1587-4001-81a7-a9fea44e9976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.588186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:09.601086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.601753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.610765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=62be0296-1430-4422-9829-6237006800ac,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:09.629156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:09.652460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ca29-5ca0-4bd2-b23e-1e6d5ffbd336 None None] Pushing event updated for resources: {'Port': ['ID=c5a03ba1-a40c-4707-9825-837d48b18ea7,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:09.670514 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d9a9fb09-f8df-4b52-94b9-64601f2a96db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0476599 Apr 18 06:02:09.671565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48798) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:09.676633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aca30dbc-1587-4001-81a7-a9fea44e9976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.684580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5a03ba1-a40c-4707-9825-837d48b18ea7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:09.735789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3307793-c6fc-4028-a38d-ea405a162d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.737866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3ed0683c-12c6-4032-a145-c2934549896e) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:09.743215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:09.750940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.751143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1008ed62-ff8f-4961-bba6-1e1747ce1fc9 None None] Provisioning complete for port fa000e62-4386-4229-bfc2-c8599ac696a2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:09.751504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1008ed62-ff8f-4961-bba6-1e1747ce1fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.752104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.776416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e49c1-9a17-42a6-b304-a0e8095887c3 None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:09.785645 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3483d106-60a9-44a5-a128-e11d80624702 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0805690 Apr 18 06:02:09.788763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48800) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:09.800503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4f2eb-a04a-47ef-a44f-3bd91fd21145 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.807663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4f2eb-a04a-47ef-a44f-3bd91fd21145 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:09.812341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5fd4f2eb-a04a-47ef-a44f-3bd91fd21145 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1379142 Apr 18 06:02:09.818285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48802) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:09.904378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3307793-c6fc-4028-a38d-ea405a162d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:09.932297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-547e6029-1456-4ccc-b919-b62fed755db8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0215237 Apr 18 06:02:09.944611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48804) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:09.957918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1797415818'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:09.991099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c5a03ba1-a40c-4707-9825-837d48b18ea7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:09.991511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.040033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae0fd6f-c47a-428b-9bc6-784e3fcfa18c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:10.047284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fae0fd6f-c47a-428b-9bc6-784e3fcfa18c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7d HTTP/1.1" status: 200 len: 927 time: 0.2337234 Apr 18 06:02:10.048460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48806) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:10.103893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:10.107073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.148996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1008ed62-ff8f-4961-bba6-1e1747ce1fc9 None None] Could not find standard attr ID for object 5bf04732-52ac-49ce-8bc4-ae500af0c8d5. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:10.168356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:10.189348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.189690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment 07fb6247-d361-41fb-bd06-1b0e8682e22c of type vlan for network cf1c7439-6ac2-4777-a5af-b4034279ec9a Apr 18 06:02:10.276058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3307793-c6fc-4028-a38d-ea405a162d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.278851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3307793-c6fc-4028-a38d-ea405a162d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.280217 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b3307793-c6fc-4028-a38d-ea405a162d12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3c22eac-16e6-4f2a-8637-52073d7ec8ec HTTP/1.1" status: 204 len: 168 time: 0.8221209 Apr 18 06:02:10.285596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e0cd94f3-6bc0-405e-a2f0-1316e2f35a8a None None] Provisioning complete for port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:10.286174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd94f3-6bc0-405e-a2f0-1316e2f35a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.299225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port b7052b4c-ba15-4244-ab5b-51f85be5cfb2 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:10.299742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.305870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.325678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:10.404439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 62be0296-1430-4422-9829-6237006800ac {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:10.404439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.404439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3307793-c6fc-4028-a38d-ea405a162d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c22eac-16e6-4f2a-8637-52073d7ec8ec,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:10.514117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.552219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.562225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.563721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4d1e5-16b6-4b9d-aaa5-d185756c9563 None None] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:10.565322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:10.565658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9b0a0a78-8bb1-49d8-bcee-0c060e522e9f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:10.566066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 598be629-a45d-4a3b-9ad5-31e40dacedc4 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:10.582361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for b7052b4c-ba15-4244-ab5b-51f85be5cfb2 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:10.584295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 62be0296-1430-4422-9829-6237006800ac owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:10.601381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 598be629-a45d-4a3b-9ad5-31e40dacedc4 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:10.601729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 598be629-a45d-4a3b-9ad5-31e40dacedc4 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:10.605753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aca30dbc-1587-4001-81a7-a9fea44e9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.609356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aca30dbc-1587-4001-81a7-a9fea44e9976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.616352 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-aca30dbc-1587-4001-81a7-a9fea44e9976 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/690c9d2a-d540-4155-a48a-b37b7804593b HTTP/1.1" status: 204 len: 168 time: 1.1901841 Apr 18 06:02:10.629086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30dbc-1587-4001-81a7-a9fea44e9976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c9d2a-d540-4155-a48a-b37b7804593b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:10.638401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.639468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.644730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.646279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:10.646894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:10.704333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=46f6d656-29bc-4c6d-af9c-178f0e1bfe4c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:10.858935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e0cd94f3-6bc0-405e-a2f0-1316e2f35a8a None None] Provisioning complete for port b7052b4c-ba15-4244-ab5b-51f85be5cfb2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:10.859753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0cd94f3-6bc0-405e-a2f0-1316e2f35a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.034902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.038138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5a03ba1-a40c-4707-9825-837d48b18ea7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:11.113902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=cf1c7439-6ac2-4777-a5af-b4034279ec9a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:11.125327 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8cb013e8-eb2c-4fa0-9f30-06b49ee9cc06 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1781521 Apr 18 06:02:11.129586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48820) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:11.132536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event updated for resources: {'Port': ['ID=7edef106-874b-4e1d-83ab-4ea959ea372f,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:11.140654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.148053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'ports': [{'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'}, {'network_id': 'cf1c7439-6ac2-4777-a5af-b4034279ec9a'}]} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:11.148364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:11.148848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': 'cf1c7439-6ac2-4777-a5af-b4034279ec9a'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:11.150916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network cf1c7439-6ac2-4777-a5af-b4034279ec9a details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:11.185369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd94f3-6bc0-405e-a2f0-1316e2f35a8a None None] Port b7052b4c-ba15-4244-ab5b-51f85be5cfb2 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:11.225008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.227840 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4f7dba89-eaa3-4389-82bd-6dfe02b67d6c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7357237 Apr 18 06:02:11.270494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c5a03ba1-a40c-4707-9825-837d48b18ea7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:11.271129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.347047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-09629560-1601-4753-96be-68bcf253342e None None] Provisioning complete for port bf21bc61-3a28-4492-a2e5-534edc241f7f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:11.347922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-09629560-1601-4753-96be-68bcf253342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.434668 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router f0722777-f850-4ba3-b493-dfb63201c4a9 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:11.471379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-09629560-1601-4753-96be-68bcf253342e None None] Port bf21bc61-3a28-4492-a2e5-534edc241f7f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:11.498904 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-09629560-1601-4753-96be-68bcf253342e None None] Provisioning complete for port c5a03ba1-a40c-4707-9825-837d48b18ea7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:11.499339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-09629560-1601-4753-96be-68bcf253342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.553076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:11.564773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48834) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:11.583627 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bd7c7491-b217-4fc0-9932-b696e869f7e8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/f0722777-f850-4ba3-b493-dfb63201c4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8542178 Apr 18 06:02:11.583916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 2} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:11.584019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48838) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:11.594979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.614634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-734136b8-59fa-4b47-bfae-3d73f91a6ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.621611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] Sync routers for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:11.639393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:11.640932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.666182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.671483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.678500 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bce76e49-5563-43b8-81db-a11716b15b51 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0722777-f850-4ba3-b493-dfb63201c4a9 HTTP/1.1" status: 200 len: 205 time: 0.1119754 Apr 18 06:02:11.683078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48846) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:11.693136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.695930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.722659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] Routers {'f0722777-f850-4ba3-b493-dfb63201c4a9'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:11.723352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:01:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f0722777-f850-4ba3-b493-dfb63201c4a9'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.768876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:11.770322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f453b0-5d9b-4ca8-9c4c-a94a2ed7077c None None] The sync data for ids ['f0722777-f850-4ba3-b493-dfb63201c4a9'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:11.784608 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-09629560-1601-4753-96be-68bcf253342e None None] Could not find standard attr ID for object b7052b4c-ba15-4244-ab5b-51f85be5cfb2. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:11.788500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=62be0296-1430-4422-9829-6237006800ac,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:11.804213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.811656 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/b7052b4c-ba15-4244-ab5b-51f85be5cfb2 HTTP/1.1" status: 204 len: 168 time: 1.9840896 Apr 18 06:02:11.815133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48848) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:11.844647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.854724 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d0d063aa-6e28-4279-8c6f-8bfe0a3468fe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/62be0296-1430-4422-9829-6237006800ac HTTP/1.1" status: 204 len: 168 time: 1.8039908 Apr 18 06:02:11.863126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48850) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:11.871537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.929109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f8f38f0a-82a2-44ba-8c1e-33bb70b61d5f None None] Provisioning complete for port bf21bc61-3a28-4492-a2e5-534edc241f7f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:11.929486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8f38f0a-82a2-44ba-8c1e-33bb70b61d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:11.930656 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-19282f14-397f-4ee7-a5b8-f17fd753cdcb tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--225505317&fields=id&tenant_id=521b1a9ca365459bab81c49af698bd25 HTTP/1.1" status: 200 len: 267 time: 0.2604949 Apr 18 06:02:11.932589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf3ae4-97e0-4d42-91f8-93e8d6d862f8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=b7052b4c-ba15-4244-ab5b-51f85be5cfb2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:12.020420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f8f38f0a-82a2-44ba-8c1e-33bb70b61d5f None None] Port bf21bc61-3a28-4492-a2e5-534edc241f7f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:12.025440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f8f38f0a-82a2-44ba-8c1e-33bb70b61d5f None None] Could not find standard attr ID for object 62be0296-1430-4422-9829-6237006800ac. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:12.053983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f8f38f0a-82a2-44ba-8c1e-33bb70b61d5f None None] Provisioning complete for port c5a03ba1-a40c-4707-9825-837d48b18ea7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:12.060089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8f38f0a-82a2-44ba-8c1e-33bb70b61d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.127126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port a4131dec-f7c6-44d3-904c-e1c92fe23a23 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:12.182424 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.183170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-0aac349a-a4c9-4630-b700-fd5e57790057 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:12.184740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.184883 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-0aac349a-a4c9-4630-b700-fd5e57790057 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 811 time: 0.2444894 Apr 18 06:02:12.189963 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d471a39e-b2b7-48ff-a5b2-368be11f9945 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:02:12.194072 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d471a39e-b2b7-48ff-a5b2-368be11f9945 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/62be0296-1430-4422-9829-6237006800ac HTTP/1.1" status: 404 len: 333 time: 0.3241858 Apr 18 06:02:12.202208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48860) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:12.224206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6191dfeb-0e02-4845-abfa-af03ebee6381 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/quotas/521b1a9ca365459bab81c49af698bd25 HTTP/1.1" status: 200 len: 375 time: 0.0187256 Apr 18 06:02:12.304667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-84548067-819f-4716-a558-fbc126c439e0 None None] Could not find standard attr ID for object 62be0296-1430-4422-9829-6237006800ac. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:12.326480 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-41a19f78-3170-411d-8549-62d5edcbfbac tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899687 Apr 18 06:02:12.326480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48862) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:12.328295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.345546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdd804-c5c3-4cb2-992d-6496a239de92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:12.347230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cdd804-c5c3-4cb2-992d-6496a239de92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:12.349037 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b1cdd804-c5c3-4cb2-992d-6496a239de92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5326605 Apr 18 06:02:12.353051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48866) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:12.402646 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.403186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router f0722777-f850-4ba3-b493-dfb63201c4a9 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:02:12.406011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-734136b8-59fa-4b47-bfae-3d73f91a6ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.421378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.422486 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d763eac5-5518-4033-aadd-bf92d862eb8b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/f0722777-f850-4ba3-b493-dfb63201c4a9 HTTP/1.1" status: 204 len: 168 time: 0.7384367 Apr 18 06:02:12.430864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48868) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:12.483879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet bb853978-b340-4eb2-9789-0b8ba9f79004 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:12.490866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.499002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-734136b8-59fa-4b47-bfae-3d73f91a6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.506309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e2febf6f-d04f-4ccf-a18e-a4804760480d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:12.507000 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-e2febf6f-d04f-4ccf-a18e-a4804760480d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 06:02:12.507515 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-e2febf6f-d04f-4ccf-a18e-a4804760480d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 06:02:12.508490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e2febf6f-d04f-4ccf-a18e-a4804760480d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1748972 Apr 18 06:02:12.512135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port 1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:12.516771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48870) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:12.523379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--179196412'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:12.560611 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-a97d9fd5-7c92-4320-930a-1bba2250eb4c service neutron] 10.222.0.43 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094200 Apr 18 06:02:12.572232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port bf21bc61-3a28-4492-a2e5-534edc241f7f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:12.572832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.613943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet 9696b5e0-d4da-4670-b083-320388f835ce {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:12.617665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-734136b8-59fa-4b47-bfae-3d73f91a6ca0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eabc63a42d74af18d99e7d9c6251c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324628 Apr 18 06:02:12.624075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48872) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:12.624696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.649643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.654114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734136b8-59fa-4b47-bfae-3d73f91a6ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f1675-43e3-4a3d-aab2-a41eae6f300b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:12.676454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.686244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.730471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.735704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-4944a1f8-8e72-4159-92f8-141ca23a16c2 service neutron] 10.222.0.43 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665046 Apr 18 06:02:12.750195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.766056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.820986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.835522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.873540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.906481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeee8-51c3-4a75-9146-a8f6ad5d2973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.921256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.926107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for bf21bc61-3a28-4492-a2e5-534edc241f7f owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:12.982411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeee8-51c3-4a75-9146-a8f6ad5d2973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:12.984338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.000466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:13.001849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:13.025424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.025424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:13.025424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.030373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=a4131dec-f7c6-44d3-904c-e1c92fe23a23,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.081258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d5b9ce-66be-4736-aab9-eb1d7dc45c31,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.129345 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c2c4b10a-2166-409e-a623-68e82da83eeb req-9f24358d-61dd-4a6d-ae60-8dbe44bdc96f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 210 time: 0.0593154 Apr 18 06:02:13.151327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.192450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=bb853978-b340-4eb2-9789-0b8ba9f79004,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.202404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.219081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': '07fb6247-d361-41fb-bd06-1b0e8682e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf1c7439-6ac2-4777-a5af-b4034279ec9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:13.219081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: cf1c7439-6ac2-4777-a5af-b4034279ec9a, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:13.221220 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.223693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.225035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b1803898-91c3-495b-b82a-1de82a26ff3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/bb853978-b340-4eb2-9789-0b8ba9f79004 HTTP/1.1" status: 204 len: 168 time: 0.8681958 Apr 18 06:02:13.225422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c42c57-4588-4108-aabc-085a0351f7f6 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:13.227962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48880) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.281448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.285374 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eb3c3e17-a4e5-48d7-874a-5d2af52745a0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560853 Apr 18 06:02:13.287932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48884) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.303277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.342880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=9696b5e0-d4da-4670-b083-320388f835ce,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.345119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.348780 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3975099c-b6fe-400e-937f-da004782dfa5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/9696b5e0-d4da-4670-b083-320388f835ce HTTP/1.1" status: 204 len: 168 time: 0.9132478 Apr 18 06:02:13.351552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48886) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.362237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10e65a-d08a-4254-b982-92164b2730d7 None None] Network 1ca5c420-a7a5-4033-abca-36688c0e5737 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:13.372709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeee8-51c3-4a75-9146-a8f6ad5d2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.381919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b5aeee8-51c3-4a75-9146-a8f6ad5d2973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.381919 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8b5aeee8-51c3-4a75-9146-a8f6ad5d2973 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d86f1675-43e3-4a3d-aab2-a41eae6f300b HTTP/1.1" status: 204 len: 168 time: 0.7246222 Apr 18 06:02:13.386399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1071f8a1-c2b9-4f89-982e-7680cf77739d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.390012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aeee8-51c3-4a75-9146-a8f6ad5d2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f1675-43e3-4a3d-aab2-a41eae6f300b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.391788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network cf1c7439-6ac2-4777-a5af-b4034279ec9a is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:13.422786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563be42-ab34-4a3f-8be6-d419d43f8a5d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.426754 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e563be42-ab34-4a3f-8be6-d419d43f8a5d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1352620 Apr 18 06:02:13.428793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48890) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.437670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet bbfe0b71-40eb-4627-b5d3-fc28604b2e77 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:13.442247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.515638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.517236 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-902519ca-67f7-41d5-9f50-1c760996da98 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9993432 Apr 18 06:02:13.520544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48892) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.529550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:13.530969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc0409-818c-4d52-8c8c-c9084456941d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.533924 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f2fc0409-818c-4d52-8c8c-c9084456941d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032183 Apr 18 06:02:13.535329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.537359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48894) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.548536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '1071f8a1-c2b9-4f89-982e-7680cf77739d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:13.571120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, cf1c7439-6ac2-4777-a5af-b4034279ec9a) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:13.575021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.589178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc6cfe-ce40-406f-86da-bb30b4ff8946 None None] Network cf1c7439-6ac2-4777-a5af-b4034279ec9a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:13.598530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:13.613414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.613636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-310025a8-1bf4-4da9-98f9-bb66a815e531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664129 Apr 18 06:02:13.614120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:13.614120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.623186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48896) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.633961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:13.664257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=bf21bc61-3a28-4492-a2e5-534edc241f7f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:13.672335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.672335 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-86a1068e-4a25-4ac3-a066-b81ffd568ea5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/bf21bc61-3a28-4492-a2e5-534edc241f7f HTTP/1.1" status: 204 len: 168 time: 1.4673150 Apr 18 06:02:13.673227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48898) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.683711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] Deleting port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:13.684176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.738725 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb11c470-64cd-40a5-8ea1-fa924a459014 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:02:13.741621 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eb11c470-64cd-40a5-8ea1-fa924a459014 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/bf21bc61-3a28-4492-a2e5-534edc241f7f HTTP/1.1" status: 404 len: 333 time: 0.0666158 Apr 18 06:02:13.744750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48900) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.746395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] DHCP port deletion for 1ca5c420-a7a5-4033-abca-36688c0e5737 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:13.817181 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9a52619e-845b-4aac-8048-abfc37c48320 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6847005 Apr 18 06:02:13.820404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48902) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:13.825876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 53ab6f47-dfd4-4d79-8bbc-f37de7724eb9 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:13.829402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.831191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.840470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] For port 99e77e2e-c778-4d27-a723-49b4d65ab1e4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=99e77e2e-c778-4d27-a723-49b4d65ab1e4,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:13.841903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.869012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] Calling delete_port for 99e77e2e-c778-4d27-a723-49b4d65ab1e4 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:13.923793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:13.927228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.933789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:13.953529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] Deleting port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:13.953912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.020331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.023805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] For port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,segment=NetworkSegment(cfc16044-0915-4c3b-9340-d30a0eadbe09),segment_id=cfc16044-0915-4c3b-9340-d30a0eadbe09)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:14.024269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.039145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] Calling delete_port for 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:14.140389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.196258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.199897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.225976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.229908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.231481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=53ab6f47-dfd4-4d79-8bbc-f37de7724eb9,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.235784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.239164 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ecca9a94-eacf-4de8-aee7-9172a9c6b9da tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/53ab6f47-dfd4-4d79-8bbc-f37de7724eb9 HTTP/1.1" status: 204 len: 168 time: 0.4919879 Apr 18 06:02:14.241098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48916) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:14.254748 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-eaa56087-8159-46ff-b906-21d846c45aac req-e41455ba-324e-4123-80ba-0d4b0c5222dc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 210 time: 0.0582118 Apr 18 06:02:14.263168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:14.263546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.264389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] Pushing event deleted for resources: {'Port': ['ID=9ad178ec-6b7c-465a-a182-9ae9a15b4b5e,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.267055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecc68a-ffb4-4031-9509-0b9cc8793ddc None None] Network 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:14.326709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] Pushing event deleted for resources: {'Port': ['ID=99e77e2e-c778-4d27-a723-49b4d65ab1e4,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.332253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fe05c-7288-476c-a59e-bb86ab86f2d7 None None] No DVR routers for this DVR port 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:14.333965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484227d1-15c7-4a3a-a33e-5072d5182030 None None] No DVR routers for this DVR port 99e77e2e-c778-4d27-a723-49b4d65ab1e4 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:14.356111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.373704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.433414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf778b16-4777-4128-9452-87bd7ae51e72,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.445886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.454466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port c5a03ba1-a40c-4707-9825-837d48b18ea7 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:14.455142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.470620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:14.511587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.536466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] DHCP port deletion for 5f0205f9-b6e3-49b0-a4bc-cca57ead42bc request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:14.561067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.562298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-82ead183-369a-4de5-bfc3-aae1957577aa tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0376077 Apr 18 06:02:14.567592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48920) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:14.573031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-67eb3798-60ad-4c15-99f7-b5f3b0818d50 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '1071f8a1-c2b9-4f89-982e-7680cf77739d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:14.588713 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:02:14.593902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port c5a03ba1-a40c-4707-9825-837d48b18ea7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5a03ba1-a40c-4707-9825-837d48b18ea7,segment=NetworkSegment(197fa2d3-b5af-4b6f-a345-293f4d1b17f8),segment_id=197fa2d3-b5af-4b6f-a345-293f4d1b17f8)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:14.594275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.596490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] Deleting port c5a03ba1-a40c-4707-9825-837d48b18ea7 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:14.597037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.597390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfe0b71-40eb-4627-b5d3-fc28604b2e77,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.605649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.610245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-45ebbc1c-e8ef-47d7-8a33-02e95c6c2f36 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/bbfe0b71-40eb-4627-b5d3-fc28604b2e77 HTTP/1.1" status: 204 len: 168 time: 1.2575166 Apr 18 06:02:14.613238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48924) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:14.627463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe3475-3bf4-4a35-92cd-1d050e3af821 None None] Network 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:14.627731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for c5a03ba1-a40c-4707-9825-837d48b18ea7 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:14.698900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.729729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67eb3798-60ad-4c15-99f7-b5f3b0818d50 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.763415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] For port c5a03ba1-a40c-4707-9825-837d48b18ea7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c5a03ba1-a40c-4707-9825-837d48b18ea7,segment=NetworkSegment(197fa2d3-b5af-4b6f-a345-293f4d1b17f8),segment_id=197fa2d3-b5af-4b6f-a345-293f4d1b17f8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:14.764142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.765495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:14.773599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.778855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:14.782922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:14.783878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.784842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] Calling delete_port for c5a03ba1-a40c-4707-9825-837d48b18ea7 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:14.805551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=0b50f4ef-c32e-466a-807e-678c2d7d0b17,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.810110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de82b8-3600-48b8-8143-9437509750b1 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:14.815820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.849534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=c5a03ba1-a40c-4707-9825-837d48b18ea7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:14.855848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port c5a03ba1-a40c-4707-9825-837d48b18ea7 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:14.916484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:14.924188 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f2ffd033-269b-4e3b-b644-4be063caf2ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2977140 Apr 18 06:02:14.939191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48932) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:14.947874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '0b50f4ef-c32e-466a-807e-678c2d7d0b17', 'ip_address': '2001:db8::ea54:6b5c:160c:ee4d'}], 'name': 'tempest-NetworksTestDHCPv6-969888177'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:15.001972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.012371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.018923 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2 HTTP/1.1" status: 204 len: 168 time: 1.1948333 Apr 18 06:02:15.026509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48934) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.039903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38638c3f-9d99-422a-be07-f4d6991b37c9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:15.131489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca5c420-a7a5-4033-abca-36688c0e5737']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:15.164216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48936) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.164216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc16044-0915-4c3b-9340-d30a0eadbe09') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:15.164534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc16044-0915-4c3b-9340-d30a0eadbe09') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:15.183191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7cf5f-9044-438e-a2fd-1b924dc51f98 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:15.190704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7cf5f-9044-438e-a2fd-1b924dc51f98 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:15.194930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4ce7cf5f-9044-438e-a2fd-1b924dc51f98 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1626940 Apr 18 06:02:15.202534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.214758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5a03ba1-a40c-4707-9825-837d48b18ea7 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:15.216967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.254858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c5a03ba1-a40c-4707-9825-837d48b18ea7 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:15.255296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c5a03ba1-a40c-4707-9825-837d48b18ea7 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:15.255850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99e77e2e-c778-4d27-a723-49b4d65ab1e4 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:15.280706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.333060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.334538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.342062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:15.344733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.346028 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-67eb3798-60ad-4c15-99f7-b5f3b0818d50 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 06:02:15.346431 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-67eb3798-60ad-4c15-99f7-b5f3b0818d50 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7778890 Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:15.349437 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:15.352045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48944) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.357313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 99e77e2e-c778-4d27-a723-49b4d65ab1e4 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:15.359629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 99e77e2e-c778-4d27-a723-49b4d65ab1e4 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:15.362340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:15.369948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0205f9-b6e3-49b0-a4bc-cca57ead42bc']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:15.377771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1138623103'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:15.407182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197fa2d3-b5af-4b6f-a345-293f4d1b17f8') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:15.407506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197fa2d3-b5af-4b6f-a345-293f4d1b17f8') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:15.408697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] Pushing event deleted for resources: {'Port': ['ID=c5a03ba1-a40c-4707-9825-837d48b18ea7,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:15.445188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:15.445544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9ad178ec-6b7c-465a-a182-9ae9a15b4b5e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:15.449724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.458063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062252f8-1b83-4b2f-9ee1-16f2682f6d24 None None] No DVR routers for this DVR port c5a03ba1-a40c-4707-9825-837d48b18ea7 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:15.459074 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-618fea2a-139c-433f-b23b-b1617be64786 req-efc02d7a-a425-4c93-8c1e-b635e3abd0b8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 210 time: 0.0671270 Apr 18 06:02:15.508299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port a4131dec-f7c6-44d3-904c-e1c92fe23a23 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:15.508910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.514339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.532411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:15.532828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:15.539349 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:15.551066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bebe7c1b-9cc1-47c2-903e-e4d94da0b627 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.569206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '0b50f4ef-c32e-466a-807e-678c2d7d0b17'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:15.573189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:15.575615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.579440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] DHCP port deletion for 5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:15.617395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bebe7c1b-9cc1-47c2-903e-e4d94da0b627 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.638268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:15.642657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.645764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.656617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.682605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.682605 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/1ca5c420-a7a5-4033-abca-36688c0e5737 HTTP/1.1" status: 204 len: 168 time: 1.0656121 Apr 18 06:02:15.684895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48946) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.699593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for a4131dec-f7c6-44d3-904c-e1c92fe23a23 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:15.714172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.723421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.734247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c30400-7a82-4ff3-99a7-47795cddc303 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=1ca5c420-a7a5-4033-abca-36688c0e5737,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:15.735802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.743026 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/5f0205f9-b6e3-49b0-a4bc-cca57ead42bc HTTP/1.1" status: 204 len: 168 time: 1.4968510 Apr 18 06:02:15.743026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7a99-d348-4363-b9de-83e3ddb0ea91 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=5f0205f9-b6e3-49b0-a4bc-cca57ead42bc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:15.745372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48948) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.752354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] Deleting port 208cdfc2-344b-415d-b46f-5cc5211e6a87 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:15.752796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.781210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-450380347'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:15.791721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bebe7c1b-9cc1-47c2-903e-e4d94da0b627 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.794306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bebe7c1b-9cc1-47c2-903e-e4d94da0b627 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.798071 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bebe7c1b-9cc1-47c2-903e-e4d94da0b627 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/1071f8a1-c2b9-4f89-982e-7680cf77739d HTTP/1.1" status: 204 len: 168 time: 0.4445539 Apr 18 06:02:15.804107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48950) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:15.825722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe7c1b-9cc1-47c2-903e-e4d94da0b627 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071f8a1-c2b9-4f89-982e-7680cf77739d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:15.827267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/0b50f4ef-c32e-466a-807e-678c2d7d0b17/ee85a112-8d97-4317-8919-7a2fca44fa8c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:15.838700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] For port 208cdfc2-344b-415d-b46f-5cc5211e6a87, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=208cdfc2-344b-415d-b46f-5cc5211e6a87,segment=NetworkSegment(17c7a0ee-5678-42a5-b07e-f080889c1fb0),segment_id=17c7a0ee-5678-42a5-b07e-f080889c1fb0)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:15.839127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.840725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.862178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.867067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] Calling delete_port for 208cdfc2-344b-415d-b46f-5cc5211e6a87 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:15.907820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:15.911650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.924159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 538408bb-417e-4456-b8e3-f439941b9e0c yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:15.932974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 208cdfc2-344b-415d-b46f-5cc5211e6a87 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:15.932974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:15.996541 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3279c23e-7bb7-4e07-bffc-6e58ec4f29a2 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1861911 Apr 18 06:02:15.997849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48952) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.002725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--79043263'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.044187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 208cdfc2-344b-415d-b46f-5cc5211e6a87, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=208cdfc2-344b-415d-b46f-5cc5211e6a87,segment=NetworkSegment(17c7a0ee-5678-42a5-b07e-f080889c1fb0),segment_id=17c7a0ee-5678-42a5-b07e-f080889c1fb0)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:16.044556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.058026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 208cdfc2-344b-415d-b46f-5cc5211e6a87 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:16.080028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.105240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.105494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:16.107403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.112038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.129659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.130015 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment 020d1823-e645-44b6-9a01-953e60937756 of type vlan for network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b Apr 18 06:02:16.133247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] Pushing event deleted for resources: {'Port': ['ID=208cdfc2-344b-415d-b46f-5cc5211e6a87,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.139829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38430b-b8ba-41d5-bc86-6d4b4653fbe2 None None] No DVR routers for this DVR port 208cdfc2-344b-415d-b46f-5cc5211e6a87 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:16.172571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.173814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.201069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.207321 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/a4131dec-f7c6-44d3-904c-e1c92fe23a23 HTTP/1.1" status: 204 len: 168 time: 1.0018167 Apr 18 06:02:16.211017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48954) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.214943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a64ab4-a5fb-42cf-a1d0-eefb7ecd19ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=a4131dec-f7c6-44d3-904c-e1c92fe23a23,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.227300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.237956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Pushing event updated for resources: {'Port': ['ID=ee85a112-8d97-4317-8919-7a2fca44fa8c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.241663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:16.243718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:16.246109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:16.278516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.290874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.306998 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.307693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Attempting to bind port ee85a112-8d97-4317-8919-7a2fca44fa8c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:16.308189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Attempting to bind port ee85a112-8d97-4317-8919-7a2fca44fa8c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:16.308704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Attempting to bind port ee85a112-8d97-4317-8919-7a2fca44fa8c on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:16.314336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:16.315214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:16.315214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.315993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:16.316611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Bound port: ee85a112-8d97-4317-8919-7a2fca44fa8c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:16.317099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.323026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-13c75757-98a8-4d35-adda-7be13106a154 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:16.327338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-13c75757-98a8-4d35-adda-7be13106a154 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 811 time: 0.3317251 Apr 18 06:02:16.336265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:16.356276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20945575-7e86-4808-ad9e-ffaf2f58559f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:16.360658 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-20945575-7e86-4808-ad9e-ffaf2f58559f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1441276 Apr 18 06:02:16.362715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=208cdfc2-344b-415d-b46f-5cc5211e6a87,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.364445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48956) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.365274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 208cdfc2-344b-415d-b46f-5cc5211e6a87 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:16.367705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.386476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::ea54:6b5c:160c:ee4d (05d65530-28ce-4b9b-b71b-a17f18d1b658/0b50f4ef-c32e-466a-807e-678c2d7d0b17/538408bb-417e-4456-b8e3-f439941b9e0c) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:16.392311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] For port ee85a112-8d97-4317-8919-7a2fca44fa8c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:16.396495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] For port ee85a112-8d97-4317-8919-7a2fca44fa8c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ee85a112-8d97-4317-8919-7a2fca44fa8c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:16.397645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.398128 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Added segment da707de0-add4-45ca-8a5c-0996166414f3 of type vlan for network e8a5857d-fd86-44ac-b356-7dcebabcca46 Apr 18 06:02:16.416058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cd1326-05e1-48da-bf75-dbf892453432,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.426555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-f30eafea-a42a-4746-96ae-c753a93bf771 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=521b1a9ca365459bab81c49af698bd25 HTTP/1.1" status: 200 len: 379 time: 0.0817945 Apr 18 06:02:16.445921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1e1b5e-33d6-4518-a1e1-781ad8acd12b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:02:16.450306 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ca1e1b5e-33d6-4518-a1e1-781ad8acd12b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/1ae181ae-415e-4eb3-aa7c-3dcd6ed3faf2 HTTP/1.1" status: 404 len: 333 time: 0.0769475 Apr 18 06:02:16.451302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.451586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48958) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.456760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:16.457336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.462853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Request body: {'port': {'device_id': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'admin_state_up': True, 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'security_groups': ['629b604b-55e7-40e7-a597-22b3865630e3']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.480486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.513167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.514417 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5156555 Apr 18 06:02:16.517446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48962) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.521898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-61faa39b-18bb-4b6f-b425-92dbd76b3ad4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:02:16.523490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-61faa39b-18bb-4b6f-b425-92dbd76b3ad4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/a4131dec-f7c6-44d3-904c-e1c92fe23a23 HTTP/1.1" status: 404 len: 333 time: 0.0680614 Apr 18 06:02:16.527584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-14160955-775c-4c81-9764-257ba5293c66 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '83b558ee-4249-4c1a-b40d-18a133d81287', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.528343 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-14160955-775c-4c81-9764-257ba5293c66 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 06:02:16.528827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-14160955-775c-4c81-9764-257ba5293c66 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:16.532386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-14160955-775c-4c81-9764-257ba5293c66 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092237 Apr 18 06:02:16.532386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.544993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48964) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.545326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48966) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.572122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c8eae-51f2-447d-bad8-82eb8447892d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b558ee-4249-4c1a-b40d-18a133d81287,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.621295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ce961-6bcd-4f6d-b196-b50b5783273a None None] Pushing event updated for resources: {'Port': ['ID=ee85a112-8d97-4317-8919-7a2fca44fa8c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.623285 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8780439 Apr 18 06:02:16.628304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48972) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:16.636399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:16.652528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.662042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066f776-bd70-4d4e-a985-cc3772326ffe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=5a571d55-be3a-420f-a2fa-c9352ae6ce7b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:16.674139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:16.674412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:02:16.714702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:16.736015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c7a0ee-5678-42a5-b07e-f080889c1fb0') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:16.736372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c7a0ee-5678-42a5-b07e-f080889c1fb0') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:16.749785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.779981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.789123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:16.789539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:16.793733 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:16.879673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:16.884612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.970485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.980608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:16.991466 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c HTTP/1.1" status: 204 len: 168 time: 1.3054044 Apr 18 06:02:16.998751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48974) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:17.005699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-575954012'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.033457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e76e-2d92-4cee-a9eb-76f02fe7649a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=5612ecc5-9ba7-4f17-8d0f-7f6ec28c3c2c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.041557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee85a112-8d97-4317-8919-7a2fca44fa8c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:17.089433 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b8bf3a45-8ab5-4b0a-8666-64e866eb619e req-1a77de55-8100-4e18-a916-48efa0e78af4 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 210 time: 0.4612412 Apr 18 06:02:17.115601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ee85a112-8d97-4317-8919-7a2fca44fa8c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:17.115985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.144117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:17.147740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.176921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-abd631d9-9cf7-43e2-96ed-7c1b4d234179 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.186891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.203284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:17.208376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.214746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.220690 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment 9403c25a-ec7e-40c2-8687-1acfb06c36dd of type vlan for network 35fb10aa-0416-4510-a4cf-fea3dcdef5da Apr 18 06:02:17.244952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-abd631d9-9cf7-43e2-96ed-7c1b4d234179 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.249324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.253380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port ee85a112-8d97-4317-8919-7a2fca44fa8c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ee85a112-8d97-4317-8919-7a2fca44fa8c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:17.254740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:17.255418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.278205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.335549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.380563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.394320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 208cdfc2-344b-415d-b46f-5cc5211e6a87 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:17.397626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:17.398540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.403209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.428923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 208cdfc2-344b-415d-b46f-5cc5211e6a87 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:17.429553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 208cdfc2-344b-415d-b46f-5cc5211e6a87 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:17.432635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=ee85a112-8d97-4317-8919-7a2fca44fa8c,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.476583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.481799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3146019 Apr 18 06:02:17.485854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48976) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:17.496010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Made reservation on behalf of 521b1a9ca365459bab81c49af698bd25 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:17.497380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.527283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'subnet': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.527642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.542984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdc0af-b405-4cbb-9452-4fb0b5ea9b29 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Network': ['ID=e8a5857d-fd86-44ac-b356-7dcebabcca46,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.555490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:17.572995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1c7439-6ac2-4777-a5af-b4034279ec9a']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:17.575430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=d921df29-1cfc-4a9f-a86f-c70f8741b162,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.585818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fb6247-d361-41fb-bd06-1b0e8682e22c') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:17.586064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fb6247-d361-41fb-bd06-1b0e8682e22c') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:17.599862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.616167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.624319 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6229033 Apr 18 06:02:17.628008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:17.628775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.632677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48978) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:17.640400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:17.650762 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:17.671120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5592-a0b1-4a53-97c3-06195f655e1f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=35fb10aa-0416-4510-a4cf-fea3dcdef5da,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.686336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-abd631d9-9cf7-43e2-96ed-7c1b4d234179 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.689459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-abd631d9-9cf7-43e2-96ed-7c1b4d234179 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.689588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:17.690128 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-abd631d9-9cf7-43e2-96ed-7c1b4d234179 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/83b558ee-4249-4c1a-b40d-18a133d81287 HTTP/1.1" status: 204 len: 168 time: 1.1414580 Apr 18 06:02:17.721492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48980) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:17.749173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.762124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': '020d1823-e645-44b6-9a01-953e60937756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:17.762539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: 5a571d55-be3a-420f-a2fa-c9352ae6ce7b, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:17.817094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd631d9-9cf7-43e2-96ed-7c1b4d234179 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b558ee-4249-4c1a-b40d-18a133d81287,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.836366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:17.840669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.865931 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-783e0e68-5429-42a9-a78a-763702620a36 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1424367 Apr 18 06:02:17.871107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48982) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:17.881589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--37472517'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.894835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:17.897978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=538408bb-417e-4456-b8e3-f439941b9e0c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.902807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:17.906820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:17.912357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:17.912966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.929063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Allocated IP 172.20.0.6 (72af14f0-e73b-4a44-bfbc-3903a4e3ebd0/6e0ff42e-3df5-4726-ab5a-1bf355edbeb7/58574401-76c2-4865-b13d-191a8ae0ff62) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:17.944169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.949470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:17.955807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:17.960241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.964824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:17.968114 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/cf1c7439-6ac2-4777-a5af-b4034279ec9a HTTP/1.1" status: 204 len: 168 time: 1.4204676 Apr 18 06:02:17.972417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa0249-8879-4910-830d-41d1834ed3dc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=cf1c7439-6ac2-4777-a5af-b4034279ec9a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:17.973888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48984) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:17.985507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1189708829'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:17.998664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ac4de3f6-8ece-4c3f-8ed7-3c2dc9feb4b6 None None] Provisioning complete for port ee85a112-8d97-4317-8919-7a2fca44fa8c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:17.998664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac4de3f6-8ece-4c3f-8ed7-3c2dc9feb4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.019778 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3531fab6-77f3-4d0c-ae8d-c3b3a5fae2c8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0764883 Apr 18 06:02:18.026917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48986) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:18.041323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '0b50f4ef-c32e-466a-807e-678c2d7d0b17', 'ip_address': '2001:db8::ea54:6b5c:160c:ee4d'}], 'name': 'tempest-NetworksTestDHCPv6-1113169517'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:18.053009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5a571d55-be3a-420f-a2fa-c9352ae6ce7b) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:18.057760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.066582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3361adf9-84e2-4bc0-a751-252f61165526 None None] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:18.140962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:18.144356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.191458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:18.192041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.241974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:18.268862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-51011331-3e04-4039-8f04-3a22ac2ff01d req-fef41d71-83c8-4749-9ab5-cee037a3e915 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 210 time: 0.0535402 Apr 18 06:02:18.299821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5a571d55-be3a-420f-a2fa-c9352ae6ce7b', 'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': 'd921df29-1cfc-4a9f-a86f-c70f8741b162'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:18.300663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.301088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.312947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.313149 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369 of type vlan for network 402aad9c-6f31-49d9-b142-ce2572aceb37 Apr 18 06:02:18.321249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c410cf15-1da9-4d84-8799-6f6c0dee0b5a None None] Provisioning complete for port 538408bb-417e-4456-b8e3-f439941b9e0c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:18.322790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c410cf15-1da9-4d84-8799-6f6c0dee0b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.338160 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2b589cfb-06d8-49a8-8975-d86b31cf83ff tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7034426 Apr 18 06:02:18.348023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48990) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:18.363147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b', 'name': 'tempest-PortsIpV6TestJSON-1193694886', 'fixed_ips': [{'subnet_id': 'd921df29-1cfc-4a9f-a86f-c70f8741b162', 'ip_address': '2001:db8::10'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:18.380951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.427805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c410cf15-1da9-4d84-8799-6f6c0dee0b5a None None] Port 538408bb-417e-4456-b8e3-f439941b9e0c cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:18.447429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:18.452367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.474643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 40da5ff4-10f8-4452-9e52-7100575f8f6e yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:18.483142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.485220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.491268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:18.491841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.494797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.504170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Allocated IP 2001:db8::2 (5a571d55-be3a-420f-a2fa-c9352ae6ce7b/d921df29-1cfc-4a9f-a86f-c70f8741b162/2b42dfb2-fec4-482f-a5d8-daa4f709dc80) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:18.519881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.613225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:18.633774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': '9403c25a-ec7e-40c2-8687-1acfb06c36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:18.634223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 35fb10aa-0416-4510-a4cf-fea3dcdef5da, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:18.640842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.642976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:18.665861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.676634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:18.677020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.686511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:18.691868 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7114427 Apr 18 06:02:18.696913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event updated for resources: {'Port': ['ID=58574401-76c2-4865-b13d-191a8ae0ff62,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:18.699328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f997d59-c1a5-4fb8-a4c8-016a72ef4985 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=402aad9c-6f31-49d9-b142-ce2572aceb37,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:18.713853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 48992) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:18.717881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b2d42-cb7b-45a0-bdb3-3b23305dcf32,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:18.718135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:18.728230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:18.740998 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:18.785107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.807768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:18.808405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.817879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:18.822070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.828861 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4fec14cc-3b1c-4c1c-b17d-5f767f6aa2da tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9509432 Apr 18 06:02:18.829016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48994) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:18.833370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-10bb8a57-40da-4ad9-96cd-4aace667ffce tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '9b7b2d42-cb7b-45a0-bdb3-3b23305dcf32', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:18.834177 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-10bb8a57-40da-4ad9-96cd-4aace667ffce tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 06:02:18.834674 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-10bb8a57-40da-4ad9-96cd-4aace667ffce tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:18.838788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-10bb8a57-40da-4ad9-96cd-4aace667ffce tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083005 Apr 18 06:02:18.840448 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48996) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:18.841568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Pushing event updated for resources: {'Port': ['ID=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:18.864447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Subnet': ['ID=e4fa8b6f-0223-47a8-8a87-29cc5bcf455e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:18.866872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:18.877213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:18.881446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:18.926130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2e7e26df-ef63-4198-b1f6-44f85b251b61 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.943859 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 06:02:18.944248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:18.946074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Checking segment: {'id': 'da707de0-add4-45ca-8a5c-0996166414f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:18.946478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network hostable DHCP agents. Network: e8a5857d-fd86-44ac-b356-7dcebabcca46, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:18.956409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-6d35150a-8481-45a3-a8fb-cc2ff2ab5670 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4980211 Apr 18 06:02:18.974973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Request body: {'port': {'device_id': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:18.979905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2e7e26df-ef63-4198-b1f6-44f85b251b61 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:18.996371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 35fb10aa-0416-4510-a4cf-fea3dcdef5da) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:19.001790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.002468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Attempting to bind port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:19.002959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Attempting to bind port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '020d1823-e645-44b6-9a01-953e60937756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:19.003349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Attempting to bind port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 on network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:19.008178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b414ec-b02f-4572-9d4e-a07d99748a61 None None] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:19.027330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:19.027486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.030368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee85a112-8d97-4317-8919-7a2fca44fa8c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:19.034206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:19.036612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Checking segment: {'id': '020d1823-e645-44b6-9a01-953e60937756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:19.036612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.036612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Bound using segment: {'id': '020d1823-e645-44b6-9a01-953e60937756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:19.036612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Bound port: 2b42dfb2-fec4-482f-a5d8-daa4f709dc80, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020d1823-e645-44b6-9a01-953e60937756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:19.036612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.046362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 84628443-116d-4c88-b95d-681f5e7567d0 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:19.086062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:19.086871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.090167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.103667 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-21dd42ca-1f07-4c45-a980-567f4d5aaf7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0656817 Apr 18 06:02:19.106316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 48998) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:19.111287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:19.165314 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3def7406-18ae-4402-9e20-a3cf58b80511 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5290654 Apr 18 06:02:19.165314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, e8a5857d-fd86-44ac-b356-7dcebabcca46) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:19.166082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c3af15c6-90fd-4441-a1fd-4cdbcffa50cd None None] Provisioning complete for port 58574401-76c2-4865-b13d-191a8ae0ff62 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:19.167360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c3af15c6-90fd-4441-a1fd-4cdbcffa50cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.171805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49000) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:19.180692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70b5f9-bc3b-46d4-8cc9-8f1d0d233888 None None] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:19.181222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:19.184695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.217919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-489023754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:19.218134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177450fb-0148-476d-ab14-f79ed9159422 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:19.224145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177450fb-0148-476d-ab14-f79ed9159422 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:19.229132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:02:19.229336 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-177450fb-0148-476d-ab14-f79ed9159422 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1189165 Apr 18 06:02:19.229443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:02:19.235175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49002) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:19.286783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2e7e26df-ef63-4198-b1f6-44f85b251b61 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.290663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2e7e26df-ef63-4198-b1f6-44f85b251b61 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.297616 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2e7e26df-ef63-4198-b1f6-44f85b251b61 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b7b2d42-cb7b-45a0-bdb3-3b23305dcf32 HTTP/1.1" status: 204 len: 168 time: 0.4507315 Apr 18 06:02:19.303349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49004) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:19.309649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e26df-ef63-4198-b1f6-44f85b251b61 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b2d42-cb7b-45a0-bdb3-3b23305dcf32,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:19.404328 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c0c16d87-8e56-43bc-ae2e-5410e7896815 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9117951 Apr 18 06:02:19.413925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.414934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.422508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49008) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:19.429295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'name': 'tempest-AllowedAddressPairTestJSON-383616659'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:19.482492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ae9ec-6df6-47b0-ab8a-8eabbe810a7e req-465496b0-e618-433e-a3b3-b83e51f1c8ec tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:19.484242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e55ae9ec-6df6-47b0-ab8a-8eabbe810a7e req-465496b0-e618-433e-a3b3-b83e51f1c8ec tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 931 time: 0.1330316 Apr 18 06:02:19.508832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c3af15c6-90fd-4441-a1fd-4cdbcffa50cd None None] Port 58574401-76c2-4865-b13d-191a8ae0ff62 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:19.516368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ee85a112-8d97-4317-8919-7a2fca44fa8c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:19.516736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.522990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::10 (5a571d55-be3a-420f-a2fa-c9352ae6ce7b/d921df29-1cfc-4a9f-a86f-c70f8741b162/84628443-116d-4c88-b95d-681f5e7567d0) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:19.528745 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-117312c4-4202-4199-8fe1-c7301f8039a3 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2243075 Apr 18 06:02:19.541057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49010) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:19.546861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--474453856'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:19.565129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] For port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:19.599283 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e55ae9ec-6df6-47b0-ab8a-8eabbe810a7e req-0a20f628-137f-42ef-aacd-afbc64ac3942 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049924 Apr 18 06:02:19.610872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] For port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,segment=NetworkSegment(020d1823-e645-44b6-9a01-953e60937756),segment_id=020d1823-e645-44b6-9a01-953e60937756)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:19.621249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58574401-76c2-4865-b13d-191a8ae0ff62 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:02:19.630714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.645550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Transition to ACTIVE for port object 58574401-76c2-4865-b13d-191a8ae0ff62 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:02:19.657218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-35fb10aa-0416-4510-a4cf-fea3dcdef5da', 'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': '3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:19.658172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.716288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.722806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.729186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 538408bb-417e-4456-b8e3-f439941b9e0c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:19.729942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.739494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.744383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.843429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Pushing event updated for resources: {'Port': ['ID=58574401-76c2-4865-b13d-191a8ae0ff62,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:19.881167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-e8a5857d-fd86-44ac-b356-7dcebabcca46', 'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'tenant_id': '91aa3b8a874d4d3b8174deaeea2b89e0', 'fixed_ips': [{'subnet_id': 'e4fa8b6f-0223-47a8-8a87-29cc5bcf455e'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:19.882341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.888719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.893937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.964802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c925bc-083f-457c-955b-bc82bd490e48 None None] Pushing event updated for resources: {'Port': ['ID=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:19.974441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Attempting to bind port 58574401-76c2-4865-b13d-191a8ae0ff62 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:19.974833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Attempting to bind port 58574401-76c2-4865-b13d-191a8ae0ff62 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:19.975148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Attempting to bind port 58574401-76c2-4865-b13d-191a8ae0ff62 on network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:19.982267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:19.983163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Port 58574401-76c2-4865-b13d-191a8ae0ff62 on network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:02:19.983519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Attempting to bind port 58574401-76c2-4865-b13d-191a8ae0ff62 on network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:19.990040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:19.990378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Checking segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:19.990754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Bound using segment: {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:19.991960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Bound port: 58574401-76c2-4865-b13d-191a8ae0ff62, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0bce88-55b3-4bff-a851-72092d65b577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:19.992331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.043992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.070715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.084143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Allocated IP 172.20.0.2 (35fb10aa-0416-4510-a4cf-fea3dcdef5da/3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24/b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:20.085639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=28aaf678-15ba-4acb-8937-a444afc78cbc,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.110342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] For port 58574401-76c2-4865-b13d-191a8ae0ff62, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:20.110635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:20.114038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.141749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] For port 58574401-76c2-4865-b13d-191a8ae0ff62, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=58574401-76c2-4865-b13d-191a8ae0ff62,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:20.143755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7255a1db-5ce1-43ed-8e7e-150ec17d52da,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.177168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] device_id is not set on port 8a2bb27a-c0ac-47f2-ad19-eb196de16da7 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:20.185011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.188228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.204740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c198485d-a62a-4d83-a089-91186b2d6e5b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6542296 Apr 18 06:02:20.204740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49012) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.210768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6b13514f-5e5d-4b66-91c8-0a15c96b672e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '7255a1db-5ce1-43ed-8e7e-150ec17d52da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:20.216536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.218848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:20.219212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: 402aad9c-6f31-49d9-b142-ce2572aceb37, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:20.234294 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-6b13514f-5e5d-4b66-91c8-0a15c96b672e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 06:02:20.235082 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6b13514f-5e5d-4b66-91c8-0a15c96b672e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:20.240730 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6b13514f-5e5d-4b66-91c8-0a15c96b672e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0400770 Apr 18 06:02:20.242095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49014) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.250547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Allocated IP 172.20.0.2 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/7b221a89-fa63-43f1-9aa2-1b01ba129d56) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:20.266785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-701df3aa-6565-4bcb-8eca-95f5d98a8883 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '7255a1db-5ce1-43ed-8e7e-150ec17d52da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:20.267681 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-701df3aa-6565-4bcb-8eca-95f5d98a8883 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 06:02:20.268350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-701df3aa-6565-4bcb-8eca-95f5d98a8883 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:20.272479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-701df3aa-6565-4bcb-8eca-95f5d98a8883 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0283267 Apr 18 06:02:20.274270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.279074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49016) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.299436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d2651aa8-1819-4751-beea-42429fe49963 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '7255a1db-5ce1-43ed-8e7e-150ec17d52da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:20.300289 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-d2651aa8-1819-4751-beea-42429fe49963 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 06:02:20.300811 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-d2651aa8-1819-4751-beea-42429fe49963 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:20.304622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d2651aa8-1819-4751-beea-42429fe49963 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201447 Apr 18 06:02:20.324883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49018) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.330493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a3b6e987-fdb6-4c79-99fa-1a631247fd93 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '7255a1db-5ce1-43ed-8e7e-150ec17d52da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:20.336479 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-a3b6e987-fdb6-4c79-99fa-1a631247fd93 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 06:02:20.336479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-a3b6e987-fdb6-4c79-99fa-1a631247fd93 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:20.341704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a3b6e987-fdb6-4c79-99fa-1a631247fd93 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119910 Apr 18 06:02:20.341704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49020) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.411499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Pushing event updated for resources: {'Port': ['ID=58574401-76c2-4865-b13d-191a8ae0ff62,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.434504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:20.435135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.437403 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-602b123f-bdb1-4504-a1a8-f0f75600b22c service neutron] 10.222.0.46 "PUT /v2.0/ports/58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1093 time: 1.4687581 Apr 18 06:02:20.459304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:20.470493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5450288a-cebf-48a3-bb97-60e4bbe8f492" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:02:20.505385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.521676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9197229-c141-4c56-814d-9da880f5a739 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.550534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9197229-c141-4c56-814d-9da880f5a739 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.591033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2017647-f5a5-407d-876d-81df77822fbd x-openstack-request-id: req-e2017647-f5a5-407d-876d-81df77822fbd {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:02:20.591352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:02:20.591598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2017647-f5a5-407d-876d-81df77822fbd {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:02:20.591996 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2017647-f5a5-407d-876d-81df77822fbd'] response: {'name': 'network-changed', 'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62', 'status': 'completed', 'code': 200} Apr 18 06:02:20.593088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.630064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.641524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450288a-cebf-48a3-bb97-60e4bbe8f492 req-bacb7ea7-7b09-4bea-bf77-1c4557dbcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:20.643043 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5450288a-cebf-48a3-bb97-60e4bbe8f492 req-bacb7ea7-7b09-4bea-bf77-1c4557dbcdce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1096 time: 0.0438178 Apr 18 06:02:20.684888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Pushing event updated for resources: {'Port': ['ID=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.709062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:20.715396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.720270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:20.750720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:20.759178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.760819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d9947d2d-1f4e-411a-8acc-0d8d5ec1700b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5836253 Apr 18 06:02:20.763165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9197229-c141-4c56-814d-9da880f5a739 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.765740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9197229-c141-4c56-814d-9da880f5a739 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.767662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c9197229-c141-4c56-814d-9da880f5a739 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/7255a1db-5ce1-43ed-8e7e-150ec17d52da HTTP/1.1" status: 204 len: 168 time: 0.4245043 Apr 18 06:02:20.767662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49026) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.773373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:20.775289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 538408bb-417e-4456-b8e3-f439941b9e0c owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:20.777121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49028) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:20.779143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:20.803373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:20.807128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:20.818751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:20.825361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'port': {'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da', 'name': 'tempest-RoutersTest-845204350'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:20.829077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Allocated IP 172.20.0.9 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/8a2bb27a-c0ac-47f2-ad19-eb196de16da7) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:20.841145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:20.849882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:20.859482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.859658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9197229-c141-4c56-814d-9da880f5a739 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7255a1db-5ce1-43ed-8e7e-150ec17d52da,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.869519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=84628443-116d-4c88-b95d-681f5e7567d0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.885110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Pushing event updated for resources: {'Port': ['ID=7b221a89-fa63-43f1-9aa2-1b01ba129d56,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:20.951186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Attempting to bind port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:20.951657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Attempting to bind port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '9403c25a-ec7e-40c2-8687-1acfb06c36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:20.952104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Attempting to bind port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 on network 35fb10aa-0416-4510-a4cf-fea3dcdef5da {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:20.957260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Attempting to bind port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:20.958368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Attempting to bind port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'da707de0-add4-45ca-8a5c-0996166414f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:20.958893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Attempting to bind port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 on network e8a5857d-fd86-44ac-b356-7dcebabcca46 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:20.967779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:20.968430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Checking segment: {'id': 'da707de0-add4-45ca-8a5c-0996166414f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:20.969022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.969567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Bound using segment: {'id': 'da707de0-add4-45ca-8a5c-0996166414f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:20.970397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Bound port: 7b221a89-fa63-43f1-9aa2-1b01ba129d56, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da707de0-add4-45ca-8a5c-0996166414f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:20.971094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.991622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:20.992649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Checking segment: {'id': '9403c25a-ec7e-40c2-8687-1acfb06c36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:20.993999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:20.993999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Bound using segment: {'id': '9403c25a-ec7e-40c2-8687-1acfb06c36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:20.994370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Bound port: b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9403c25a-ec7e-40c2-8687-1acfb06c36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '35fb10aa-0416-4510-a4cf-fea3dcdef5da'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:20.994762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.002430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:21.020473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96bef5-e1f2-4739-9092-06c59e612609 req-0840d364-f130-4a86-a77a-140434f10c7b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.027752 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5b96bef5-e1f2-4739-9092-06c59e612609 req-0840d364-f130-4a86-a77a-140434f10c7b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 943 time: 0.3017254 Apr 18 06:02:21.043331 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d2917ed0-2f28-42e5-9857-00e65878042e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2435653 Apr 18 06:02:21.046455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49030) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:21.064784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--668681069'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:21.075043 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-aad5e5b3-9557-453c-bfa2-5f316c3ff5bb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7260101 Apr 18 06:02:21.088165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49032) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:21.095996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450288a-cebf-48a3-bb97-60e4bbe8f492 req-2e461427-0a2f-4bb4-9cf7-499d214cd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.098129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '5a571d55-be3a-420f-a2fa-c9352ae6ce7b', 'name': 'tempest-PortsIpV6TestJSON-512211842', 'fixed_ips': [{'subnet_id': 'd921df29-1cfc-4a9f-a86f-c70f8741b162', 'ip_address': '2001:db8::f'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:21.112140 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5450288a-cebf-48a3-bb97-60e4bbe8f492 req-2e461427-0a2f-4bb4-9cf7-499d214cd1b5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=521b1a9ca365459bab81c49af698bd25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4449368 Apr 18 06:02:21.123920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:21.193598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] For port 7b221a89-fa63-43f1-9aa2-1b01ba129d56, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:21.193853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 402aad9c-6f31-49d9-b142-ce2572aceb37) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:21.204359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] For port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:21.214725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.215331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.215993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] For port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,segment=NetworkSegment(9403c25a-ec7e-40c2-8687-1acfb06c36dd),segment_id=9403c25a-ec7e-40c2-8687-1acfb06c36dd)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:21.222422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.222871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d674e0b4-9bf8-4f53-a38b-8c4b4f629230 None None] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:21.281003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] For port 7b221a89-fa63-43f1-9aa2-1b01ba129d56, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7b221a89-fa63-43f1-9aa2-1b01ba129d56,segment=NetworkSegment(da707de0-add4-45ca-8a5c-0996166414f3),segment_id=da707de0-add4-45ca-8a5c-0996166414f3)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:21.319105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.320826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:21.321191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.331478 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9a5674f5-1ce3-4c8e-bf9e-ccb7afad3811 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6145253 Apr 18 06:02:21.336040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49034) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:21.338682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.362977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37', 'name': 'tempest-PortsTestJSON-598438237'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:21.426124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.449148 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5b96bef5-e1f2-4739-9092-06c59e612609 req-22d0afca-d55f-4c1f-8dba-8fc56172f7f6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002945 Apr 18 06:02:21.455933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa28ab-1c28-4fdb-b63b-45026e594a57 None None] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:21.474440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.544014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450288a-cebf-48a3-bb97-60e4bbe8f492 req-46f67248-a348-4cdc-91ca-f8ce38c01997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.545647 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5450288a-cebf-48a3-bb97-60e4bbe8f492 req-46f67248-a348-4cdc-91ca-f8ce38c01997 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4325294 Apr 18 06:02:21.567484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923b14e-4e88-4535-8fe3-0748fbe1461f None None] Pushing event updated for resources: {'Port': ['ID=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:21.580470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-402aad9c-6f31-49d9-b142-ce2572aceb37', 'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': '28aaf678-15ba-4acb-8937-a444afc78cbc'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:21.581362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.607323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.611901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:21.618282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.625361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.627681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:21.631224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.655136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:21.660422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=8a2bb27a-c0ac-47f2-ad19-eb196de16da7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:21.675193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 23ab7304-7252-4cf0-a2ab-779c860bb5f2 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:21.683986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] device_id is not set on port e2d0d1dc-670f-481d-825b-196f51b459d8 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:21.697620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-62c88acf-bfc2-4b17-9d9a-f8f9e703069b None None] Provisioning complete for port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:21.698428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-62c88acf-bfc2-4b17-9d9a-f8f9e703069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.726906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-9163fa1b-a0ca-4497-b377-d8e16eda6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:21.728570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-9163fa1b-a0ca-4497-b377-d8e16eda6139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1223028 Apr 18 06:02:21.732022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.773670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:21.782850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.793081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:21.796219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:21.892542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=538408bb-417e-4456-b8e3-f439941b9e0c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:21.948071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-7f674477-3347-424a-b395-ecf68e09bbb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 217 time: 0.1878693 Apr 18 06:02:21.955648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:21.961861 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d05c20e8-3048-4ac2-b673-88a462fec40c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/538408bb-417e-4456-b8e3-f439941b9e0c HTTP/1.1" status: 204 len: 168 time: 2.7233579 Apr 18 06:02:21.967664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49036) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.077816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.078514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.080767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-3f3d698a-e900-44b9-9d43-d40a4bc6d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.083978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-3f3d698a-e900-44b9-9d43-d40a4bc6d031 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.1267941 Apr 18 06:02:22.084664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738ce9d3-b943-43de-ba3e-3c2549198222,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:22.097331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.115085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a35e2f38-c6c4-4a51-988c-eac3672cc91b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0647125 Apr 18 06:02:22.121010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49038) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.144129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::f (5a571d55-be3a-420f-a2fa-c9352ae6ce7b/d921df29-1cfc-4a9f-a86f-c70f8741b162/23ab7304-7252-4cf0-a2ab-779c860bb5f2) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:22.148687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port a5c53fcf-6546-4d1d-bb54-bdbba4e9d362 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:22.149736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1140c6-bf0d-4684-81f6-bb962dd5b071 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.151922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1140c6-bf0d-4684-81f6-bb962dd5b071 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.155879 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0a1140c6-bf0d-4684-81f6-bb962dd5b071 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1846318 Apr 18 06:02:22.156868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49040) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.164376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-458d061c-aa15-434d-8dba-ae1cf62af24d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:22.165175 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-458d061c-aa15-434d-8dba-ae1cf62af24d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 06:02:22.165861 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-458d061c-aa15-434d-8dba-ae1cf62af24d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:22.167305 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-458d061c-aa15-434d-8dba-ae1cf62af24d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0328822 Apr 18 06:02:22.171186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49042) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.185407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2f47c8e0-882b-462f-a828-a5f5f37457fd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:22.206183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e07b5-c609-4078-9872-ab6a42560b90 None None] Pushing event updated for resources: {'Port': ['ID=7b221a89-fa63-43f1-9aa2-1b01ba129d56,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:22.239912 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-80c50502-ecd3-4efc-9516-b3af7ce61363 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8143995 Apr 18 06:02:22.250028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49044) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.261682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'name': 'tempest-AllowedAddressPairTestJSON-283464035', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3c:c6:06'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:22.286983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.314394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 0b50f4ef-c32e-466a-807e-678c2d7d0b17 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:22.349248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.419419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,segment=NetworkSegment(020d1823-e645-44b6-9a01-953e60937756),segment_id=020d1823-e645-44b6-9a01-953e60937756)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:22.449570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Allocated IP 172.20.0.2 (402aad9c-6f31-49d9-b142-ce2572aceb37/28aaf678-15ba-4acb-8937-a444afc78cbc/131f7de4-0217-4927-8d51-590df7095f92) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:22.494063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.496420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.538888 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-2f47c8e0-882b-462f-a828-a5f5f37457fd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:22.544695 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2f47c8e0-882b-462f-a828-a5f5f37457fd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3708651 Apr 18 06:02:22.545427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49048) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.574362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-84f99a00-0197-4b61-b7ef-a766818a8039 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:22.575322 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-84f99a00-0197-4b61-b7ef-a766818a8039 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 06:02:22.575923 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-84f99a00-0197-4b61-b7ef-a766818a8039 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:22.579992 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-84f99a00-0197-4b61-b7ef-a766818a8039 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153193 Apr 18 06:02:22.586947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49050) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:22.593022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:22.599638 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-426f1d27-4f06-4819-979b-cea6ec220a6a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:22.645104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.20.0.5 (35fb10aa-0416-4510-a4cf-fea3dcdef5da/3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24/e2d0d1dc-670f-481d-825b-196f51b459d8) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:22.672098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-62c88acf-bfc2-4b17-9d9a-f8f9e703069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.751896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.782598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.829614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278634c1-aa36-4e65-b40a-51011c92fa33 req-1bef2837-8713-4d10-b2cc-3e578a7d16d7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.831617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-62c88acf-bfc2-4b17-9d9a-f8f9e703069b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:02:22.832036 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-278634c1-aa36-4e65-b40a-51011c92fa33 req-1bef2837-8713-4d10-b2cc-3e578a7d16d7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 943 time: 0.2161202 Apr 18 06:02:22.832133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-62c88acf-bfc2-4b17-9d9a-f8f9e703069b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:02:22.848071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-2809675c-328d-409b-a4f9-3d73cc5427ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:22.849789 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-2809675c-328d-409b-a4f9-3d73cc5427ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7299700 Apr 18 06:02:22.875441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:22.976881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:22.998128 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-278634c1-aa36-4e65-b40a-51011c92fa33 req-ddbbeb39-2f32-41b3-9e9f-1dd7098dad6b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386168 Apr 18 06:02:23.013484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.041416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.064533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.089871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.127623 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-426f1d27-4f06-4819-979b-cea6ec220a6a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:23.132086 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-426f1d27-4f06-4819-979b-cea6ec220a6a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5439179 Apr 18 06:02:23.133504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.138023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49052) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.157189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-43057244-8113-4bf9-b106-00c99a27181a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:23.161158 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-43057244-8113-4bf9-b106-00c99a27181a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 06:02:23.161883 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-43057244-8113-4bf9-b106-00c99a27181a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:23.168630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49054) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.171925 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-43057244-8113-4bf9-b106-00c99a27181a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242498 Apr 18 06:02:23.187793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-905a7a56-8eb3-46d2-8e34-31bbc24da8c0 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:23.191152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Pushing event updated for resources: {'Port': ['ID=131f7de4-0217-4927-8d51-590df7095f92,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:23.261513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:23.280387 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-ed8fbe3c-5b07-408e-96d3-ea96a4282024 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216413 Apr 18 06:02:23.284587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:23.286834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.12 (402aad9c-6f31-49d9-b142-ce2572aceb37/28aaf678-15ba-4acb-8937-a444afc78cbc/a5c53fcf-6546-4d1d-bb54-bdbba4e9d362) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:23.288795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:23.288950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:23.309369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.313490 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/0b50f4ef-c32e-466a-807e-678c2d7d0b17 HTTP/1.1" status: 204 len: 168 time: 1.1553128 Apr 18 06:02:23.322373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5e2ec-e434-4ced-9962-2a3497ef9d38 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=0b50f4ef-c32e-466a-807e-678c2d7d0b17,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:23.336880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] device_id is not set on port 0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:23.340457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49056) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.343211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db881a97-93ac-4670-88ba-9bdd8d141dea None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:23.361570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:23.365420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:23.370900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7b221a89-fa63-43f1-9aa2-1b01ba129d56 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:23.373370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:23.374033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.388996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=23ab7304-7252-4cf0-a2ab-779c860bb5f2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:23.516207 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-82b1de9a-7569-4dba-93d7-011bbec085c6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4245815 Apr 18 06:02:23.519361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49058) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.528663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.550686 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2e357d57-4681-4c2e-a462-ed8e83ffe095 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2092478 Apr 18 06:02:23.560267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49060) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.587721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:23.601799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Attempting to bind port 131f7de4-0217-4927-8d51-590df7095f92 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:23.602335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Attempting to bind port 131f7de4-0217-4927-8d51-590df7095f92 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:23.602889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Attempting to bind port 131f7de4-0217-4927-8d51-590df7095f92 on network 402aad9c-6f31-49d9-b142-ce2572aceb37 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:23.615887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Allocated IP 172.20.0.14 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:23.646826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:23.647491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Checking segment: {'id': 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:23.650594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.650594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Bound using segment: {'id': 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:23.650594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Bound port: 131f7de4-0217-4927-8d51-590df7095f92, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '402aad9c-6f31-49d9-b142-ce2572aceb37'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:23.650594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.692809 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9156c20a-117a-4e2d-b9b5-27233acb6dde req-037695ae-fb8c-431f-989f-01eb5a09edec service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035203 Apr 18 06:02:23.738561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:23.743132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.748462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-15073400-38bd-4db7-b7ce-a50f44578bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.760317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e51e42-9eb9-4ce9-a46b-55e46e5af1f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:23.764897 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c8e51e42-9eb9-4ce9-a46b-55e46e5af1f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2449093 Apr 18 06:02:23.772718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49062) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.792304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b3a30-ef65-4638-8e07-81c724b9cee0 None None] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:23.793078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:23.847592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:23.850520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:23.857052 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-905a7a56-8eb3-46d2-8e34-31bbc24da8c0 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:23.862043 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-905a7a56-8eb3-46d2-8e34-31bbc24da8c0 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6884310 Apr 18 06:02:23.865297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49064) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.914028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4c3ae-eed2-487e-b464-150a72234120 None None] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:23.917411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a177df00-55f3-485e-8afb-7461a8e90178 None None] Provisioning complete for port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:23.917797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a177df00-55f3-485e-8afb-7461a8e90178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.934060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:23.937689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.967890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6a7b974e-8664-4f3f-9d3f-189a03f76a0a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:23.968365 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-6a7b974e-8664-4f3f-9d3f-189a03f76a0a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 06:02:23.968845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6a7b974e-8664-4f3f-9d3f-189a03f76a0a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:23.972377 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6a7b974e-8664-4f3f-9d3f-189a03f76a0a tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076993 Apr 18 06:02:23.973036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:23.979788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49066) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:23.999814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-eec10ba1-2a56-4715-baa5-fc0bcfe9f8de tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:24.011280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=e2d0d1dc-670f-481d-825b-196f51b459d8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:24.012227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.139633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.140824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.153690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:24.167892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378160d3-9944-413e-a8b0-1bd6a66bcebe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.173697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378160d3-9944-413e-a8b0-1bd6a66bcebe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.180121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378160d3-9944-413e-a8b0-1bd6a66bcebe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.181731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.187030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-378160d3-9944-413e-a8b0-1bd6a66bcebe tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4026318 Apr 18 06:02:24.187197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49070) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.208070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] For port 131f7de4-0217-4927-8d51-590df7095f92, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:24.224467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e329ee-dfc4-43c2-9abd-771d8466cc37 req-2dda0264-4218-4afe-ab61-d2d99c514a9a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.225963 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c9e329ee-dfc4-43c2-9abd-771d8466cc37 req-2dda0264-4218-4afe-ab61-d2d99c514a9a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 943 time: 0.1211116 Apr 18 06:02:24.266809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:24.268928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c9e329ee-dfc4-43c2-9abd-771d8466cc37 req-34eb9103-5737-49f2-8413-0e94e8be177a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356014 Apr 18 06:02:24.270190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.277011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:24.285358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:24.299019 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-eec10ba1-2a56-4715-baa5-fc0bcfe9f8de tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:24.300119 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-eec10ba1-2a56-4715-baa5-fc0bcfe9f8de tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3098197 Apr 18 06:02:24.301502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.314853 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1a3a8310-0b9b-4bfe-9a55-d007ff9c5c69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.5255413 Apr 18 06:02:24.315055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] For port 131f7de4-0217-4927-8d51-590df7095f92, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=131f7de4-0217-4927-8d51-590df7095f92,segment=NetworkSegment(c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369),segment_id=c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:24.317236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49072) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.317494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49074) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.329038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8543815a-67d7-438e-9cce-06d9faf4038f tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '738ce9d3-b943-43de-ba3e-3c2549198222', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:24.335657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:24.383411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:24.393712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.393920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:24.395035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a177df00-55f3-485e-8afb-7461a8e90178 None None] Provisioning complete for port 84628443-116d-4c88-b95d-681f5e7567d0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:24.395510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a177df00-55f3-485e-8afb-7461a8e90178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.402926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.403820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.411304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:24.412942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=e862b9eb-03fa-4868-8a89-a27b7556550e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:24.413115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.428613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.429264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.456589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 23ab7304-7252-4cf0-a2ab-779c860bb5f2 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:24.456589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.460172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:24.462093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:24.504512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=a5c53fcf-6546-4d1d-bb54-bdbba4e9d362,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:24.517708 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-84d7550b-c2cd-4430-88c8-495f038b64b1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9540272 Apr 18 06:02:24.519374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49076) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.525927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': 'e862b9eb-03fa-4868-8a89-a27b7556550e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-565456822'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:24.542186 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7b59b52c-0f47-4c13-8a3e-8691278c43f1 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2846587 Apr 18 06:02:24.543161 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49078) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.560643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] Deleting port ee85a112-8d97-4317-8919-7a2fca44fa8c {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:24.561092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.573631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a177df00-55f3-485e-8afb-7461a8e90178 None None] Port 84628443-116d-4c88-b95d-681f5e7567d0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:24.585789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 7b221a89-fa63-43f1-9aa2-1b01ba129d56, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7b221a89-fa63-43f1-9aa2-1b01ba129d56,segment=NetworkSegment(da707de0-add4-45ca-8a5c-0996166414f3),segment_id=da707de0-add4-45ca-8a5c-0996166414f3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:24.624649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.634453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.636025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.649389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 23ab7304-7252-4cf0-a2ab-779c860bb5f2 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:24.758707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ccab0-43fb-4842-9eb1-c4f16cc7b448 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.773619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ccab0-43fb-4842-9eb1-c4f16cc7b448 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.787925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ccab0-43fb-4842-9eb1-c4f16cc7b448 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:24.803997 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ac6ccab0-43fb-4842-9eb1-c4f16cc7b448 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2564838 Apr 18 06:02:24.810286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49080) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.841836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0904d965-c097-40e1-b2e0-791d5719dd9c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4967778 Apr 18 06:02:24.842947 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-8543815a-67d7-438e-9cce-06d9faf4038f tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:24.844027 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8543815a-67d7-438e-9cce-06d9faf4038f tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5242987 Apr 18 06:02:24.844529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49082) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.848059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49084) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:24.884037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:24.884843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:24.922582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:24.948038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff6438-d268-4319-b4b6-89239cfb7eb1 None None] Pushing event updated for resources: {'Port': ['ID=131f7de4-0217-4927-8d51-590df7095f92,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:25.016438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.040229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Provisioning complete for port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:25.040229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.061953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port a5c53fcf-6546-4d1d-bb54-bdbba4e9d362 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:25.062246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.144619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] For port ee85a112-8d97-4317-8919-7a2fca44fa8c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ee85a112-8d97-4317-8919-7a2fca44fa8c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:25.145036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.174290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] Calling delete_port for ee85a112-8d97-4317-8919-7a2fca44fa8c owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:25.182206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b0190e7-ad4f-4808-bd46-2db7b6e817db tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.197501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=7b221a89-fa63-43f1-9aa2-1b01ba129d56,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:25.221406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b0190e7-ad4f-4808-bd46-2db7b6e817db tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.225577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:25.225960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.324336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port 0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:25.324691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.414073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Provisioning complete for port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:25.414477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.495135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.517862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for 0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:25.561176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:25.646239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.659486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.669594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for a5c53fcf-6546-4d1d-bb54-bdbba4e9d362 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:25.709055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] Pushing event deleted for resources: {'Port': ['ID=ee85a112-8d97-4317-8919-7a2fca44fa8c,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:25.747650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.757738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b0190e7-ad4f-4808-bd46-2db7b6e817db tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.760562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b0190e7-ad4f-4808-bd46-2db7b6e817db tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.765416 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0b0190e7-ad4f-4808-bd46-2db7b6e817db tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/738ce9d3-b943-43de-ba3e-3c2549198222 HTTP/1.1" status: 204 len: 168 time: 0.8845048 Apr 18 06:02:25.765951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.770600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49088) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:25.772597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.800333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aadfd3-58f2-4ea7-afb4-3a57d5f4813e None None] No DVR routers for this DVR port ee85a112-8d97-4317-8919-7a2fca44fa8c on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:25.833598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af7463-99e3-457b-9dc1-3cd98754ad2c None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:25.844094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.872492 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-81a8f549-99c2-4cd1-80e0-52a7fadf38e8 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0954459 Apr 18 06:02:25.872731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:25.872731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.875099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49090) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:25.877436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] For port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,segment=NetworkSegment(9403c25a-ec7e-40c2-8687-1acfb06c36dd),segment_id=9403c25a-ec7e-40c2-8687-1acfb06c36dd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:25.880198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--305206474'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:25.913254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.946165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.948934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0190e7-ad4f-4808-bd46-2db7b6e817db tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ce9d3-b943-43de-ba3e-3c2549198222,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:25.963714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 619825cd-64ee-4ac7-84d7-9de5b5a1aa12 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:25.976201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c072453b-5f49-4ce2-aa45-718ffed42491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:25.995635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.053611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=e2d0d1dc-670f-481d-825b-196f51b459d8,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:26.066001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.133153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Could not find standard attr ID for object 23ab7304-7252-4cf0-a2ab-779c860bb5f2. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:26.146688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.210563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=a5c53fcf-6546-4d1d-bb54-bdbba4e9d362,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:26.269613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce51712-4350-48cb-8fc9-8bbd0be6d1b1 None None] Pushing event updated for resources: {'Port': ['ID=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:26.370202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.376296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': 'e862b9eb-03fa-4868-8a89-a27b7556550e'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:26.377337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.461127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=23ab7304-7252-4cf0-a2ab-779c860bb5f2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:26.505991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:26.563992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b493f9d-74c2-4767-bcea-ee6162fe9292 req-738e532f-4ed6-4ebf-addd-594760a0f01c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:26.564204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Provisioning complete for port e2d0d1dc-670f-481d-825b-196f51b459d8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:26.564910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.570120 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8b493f9d-74c2-4767-bcea-ee6162fe9292 req-738e532f-4ed6-4ebf-addd-594760a0f01c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 943 time: 0.9293175 Apr 18 06:02:26.574925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e40db-cfcc-436b-b26c-d0939953be09 None None] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:26.584142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.585789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.591621 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9c830e87-64f2-45be-ab41-335b2275ed2a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/a5c53fcf-6546-4d1d-bb54-bdbba4e9d362 HTTP/1.1" status: 204 len: 168 time: 1.7436986 Apr 18 06:02:26.593086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49092) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:26.593365 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dd755cb6-4660-44fc-8822-5f9777387536 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/23ab7304-7252-4cf0-a2ab-779c860bb5f2 HTTP/1.1" status: 204 len: 168 time: 2.4041851 Apr 18 06:02:26.593505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49094) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:26.644592 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef3be39-a10a-47c7-aaca-7718fdf38629 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:02:26.645573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef3be39-a10a-47c7-aaca-7718fdf38629 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:26.651113 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fef3be39-a10a-47c7-aaca-7718fdf38629 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/a5c53fcf-6546-4d1d-bb54-bdbba4e9d362 HTTP/1.1" status: 404 len: 333 time: 0.0555279 Apr 18 06:02:26.661139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49096) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:26.672772 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e606110-3053-47a3-9475-12856e8d5e7d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:02:26.674510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9e606110-3053-47a3-9475-12856e8d5e7d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/23ab7304-7252-4cf0-a2ab-779c860bb5f2 HTTP/1.1" status: 404 len: 333 time: 0.0790551 Apr 18 06:02:26.677359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49098) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:26.696019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.735296 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8b493f9d-74c2-4767-bcea-ee6162fe9292 req-60f165dc-178f-4117-9ee9-ab0dc131968f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370718 Apr 18 06:02:26.779784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.806940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.818136 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0f5d7b-562e-4c54-bb44-17506d168030 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:02:26.819822 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ac0f5d7b-562e-4c54-bb44-17506d168030 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/a5c53fcf-6546-4d1d-bb54-bdbba4e9d362 HTTP/1.1" status: 404 len: 333 time: 0.1575429 Apr 18 06:02:26.836849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:26.837272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/e862b9eb-03fa-4868-8a89-a27b7556550e/a741f8f4-8cc7-45fc-825b-bd3c55c866fd) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:26.873615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Port e2d0d1dc-670f-481d-825b-196f51b459d8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:26.905443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3a24b-00c4-438c-8bd1-32a5eed8bce4,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:26.913778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 28aaf678-15ba-4acb-8937-a444afc78cbc {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:26.917708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.966400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.966649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.967868 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-88d7c1db-524b-4d6f-9efb-9ddc0904a544 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0921924 Apr 18 06:02:26.969292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Provisioning complete for port 8a2bb27a-c0ac-47f2-ad19-eb196de16da7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:26.969675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:26.975553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49102) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:26.983498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f41f9208-7c5a-4b0d-b672-7a6044c6388d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '04c3a24b-00c4-438c-8bd1-32a5eed8bce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:27.016692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 84628443-116d-4c88-b95d-681f5e7567d0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:27.017122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.054311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.080450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7b221a89-fa63-43f1-9aa2-1b01ba129d56 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:27.163141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.193338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.200103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Port 8a2bb27a-c0ac-47f2-ad19-eb196de16da7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:27.200394 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-83379ec4-7840-4ec8-8fc6-a00841cc6c3f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/ports/0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4 HTTP/1.1" status: 204 len: 168 time: 2.3889649 Apr 18 06:02:27.200978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49104) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.238132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.240176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Provisioning complete for port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:27.240747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.244705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:27.245339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.248088 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-661b3fc0-6aac-4cb9-a0e3-f29a1370bd27 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] GET failed (client error): The resource could not be found. Apr 18 06:02:27.250453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-661b3fc0-6aac-4cb9-a0e3-f29a1370bd27 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "GET /v2.0/ports/0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4 HTTP/1.1" status: 404 len: 333 time: 0.0458136 Apr 18 06:02:27.259999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.267692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'name': 'tempest-AllowedAddressPairTestJSON-183208654'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:27.311494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.346507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 84628443-116d-4c88-b95d-681f5e7567d0 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:27.373715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.400685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.436191 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-f41f9208-7c5a-4b0d-b672-7a6044c6388d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The resource could not be found. Apr 18 06:02:27.440540 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f41f9208-7c5a-4b0d-b672-7a6044c6388d tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4606361 Apr 18 06:02:27.442857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49108) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.451872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 131f7de4-0217-4927-8d51-590df7095f92 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:27.452084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5665ab5a-bfbc-4b58-a577-3d2557d9bbdc tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '04c3a24b-00c4-438c-8bd1-32a5eed8bce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '124ae4ee-0903-4306-afb3-8daa5e678e9a'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:27.472484 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:27.473177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:27.483296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:27.485711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Pushing event updated for resources: {'Port': ['ID=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:27.489194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.495711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=28aaf678-15ba-4acb-8937-a444afc78cbc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:27.499723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Could not find standard attr ID for object 0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:27.505348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.508649 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-55663884-6858-4043-b0a1-9e4ae50d1e93 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/28aaf678-15ba-4acb-8937-a444afc78cbc HTTP/1.1" status: 204 len: 168 time: 0.6703146 Apr 18 06:02:27.509791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:27.514237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49110) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.527461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:27.603124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Provisioning complete for port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:27.603628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9939e190-0b33-47dd-ad8f-a49ed5e5036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.606336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Attempting to bind port a741f8f4-8cc7-45fc-825b-bd3c55c866fd on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:27.606632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Attempting to bind port a741f8f4-8cc7-45fc-825b-bd3c55c866fd by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:27.606984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Attempting to bind port a741f8f4-8cc7-45fc-825b-bd3c55c866fd on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:27.627468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 131f7de4-0217-4927-8d51-590df7095f92 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:27.627836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.639462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.651017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.655000 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b34be82e-042f-4509-a8b6-e0bb2ac06e2c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.1353924 Apr 18 06:02:27.655796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e25f29-b8b0-44ef-aef8-c94986f2a907 None None] Network 402aad9c-6f31-49d9-b142-ce2572aceb37 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:27.657654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49112) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.663326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:27.663696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:27.664093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.664475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:27.664941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Bound port: a741f8f4-8cc7-45fc-825b-bd3c55c866fd, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:27.665346 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.719781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.723369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.729946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79033fe6-0e6c-4ed3-89f7-f1baba58682b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:27.731555 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-79033fe6-0e6c-4ed3-89f7-f1baba58682b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0729640 Apr 18 06:02:27.734279 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-5665ab5a-bfbc-4b58-a577-3d2557d9bbdc tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The resource could not be found. Apr 18 06:02:27.735320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5665ab5a-bfbc-4b58-a577-3d2557d9bbdc tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2878468 Apr 18 06:02:27.735862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49114) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.746626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49116) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.780222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=e2d0d1dc-670f-481d-825b-196f51b459d8,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:27.786558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:27.790092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.827893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 131f7de4-0217-4927-8d51-590df7095f92 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:27.835782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:27.899589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 58574401-76c2-4865-b13d-191a8ae0ff62 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:02:27.901110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02958ff3-89ae-4953-b1a8-060f40fa2a80 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:27.903627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02958ff3-89ae-4953-b1a8-060f40fa2a80 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:27.907579 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-02958ff3-89ae-4953-b1a8-060f40fa2a80 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1671262 Apr 18 06:02:27.907579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] device_id is not set on port 508d994d-d03a-4b66-ac07-9fd8dfae4964 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:27.909921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49120) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:27.910801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=84628443-116d-4c88-b95d-681f5e7567d0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:27.978436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] For port 131f7de4-0217-4927-8d51-590df7095f92, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=131f7de4-0217-4927-8d51-590df7095f92,segment=NetworkSegment(c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369),segment_id=c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:27.978915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.008457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.015871 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d1db1410-e963-46ad-a600-f24113db3c3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/84628443-116d-4c88-b95d-681f5e7567d0 HTTP/1.1" status: 204 len: 168 time: 1.3278625 Apr 18 06:02:28.016952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 131f7de4-0217-4927-8d51-590df7095f92 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:28.018336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49122) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.040382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c8d-1419-4369-a7f9-ab0d25dd294b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.069001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet e862b9eb-03fa-4868-8a89-a27b7556550e {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:28.073592 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ff378d-5edc-4ec3-96a5-7e3c0074215c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:02:28.074829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] For port a741f8f4-8cc7-45fc-825b-bd3c55c866fd, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:28.078386 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75ff378d-5edc-4ec3-96a5-7e3c0074215c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/84628443-116d-4c88-b95d-681f5e7567d0 HTTP/1.1" status: 404 len: 333 time: 0.0535152 Apr 18 06:02:28.079732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.102446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49124) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.144155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.154615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] For port a741f8f4-8cc7-45fc-825b-bd3c55c866fd, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:28.178172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.191664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c8d-1419-4369-a7f9-ab0d25dd294b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.192467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f18ab-b305-496b-82f1-902dcc074706 req-8981dec8-c6eb-4421-ad20-e7880b08c330 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:28.194026 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a49f18ab-b305-496b-82f1-902dcc074706 req-8981dec8-c6eb-4421-ad20-e7880b08c330 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 943 time: 0.3448250 Apr 18 06:02:28.195963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:28.205695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:28.246033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 131f7de4-0217-4927-8d51-590df7095f92, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=131f7de4-0217-4927-8d51-590df7095f92,segment=NetworkSegment(c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369),segment_id=c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:28.255471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.322526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 58574401-76c2-4865-b13d-191a8ae0ff62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=58574401-76c2-4865-b13d-191a8ae0ff62,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:28.341545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Allocated IP 172.20.0.10 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/508d994d-d03a-4b66-ac07-9fd8dfae4964) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:28.357756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet d921df29-1cfc-4a9f-a86f-c70f8741b162 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:28.363224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a49f18ab-b305-496b-82f1-902dcc074706 req-dbff462a-c451-4501-a762-5103f5acee59 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518798 Apr 18 06:02:28.372663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.386989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.388058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:28.391021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '58574401-76c2-4865-b13d-191a8ae0ff62', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'port_id': '58574401-76c2-4865-b13d-191a8ae0ff62', 'mac_address': 'fa:16:3e:b3:b0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:02:28.419696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d28ca7d-9685-4be8-84f8-cb3d6be18f90 None None] Provisioning complete for port e2d0d1dc-670f-481d-825b-196f51b459d8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:28.420082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d28ca7d-9685-4be8-84f8-cb3d6be18f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.420487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.462768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.474094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9faf24-aa08-48a6-bc0b-f709be4e3f57 None None] Pushing event updated for resources: {'Port': ['ID=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:28.528251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02856081-b0cd-445f-9417-cc772f295af5 None None] DHCP port deletion for 402aad9c-6f31-49d9-b142-ce2572aceb37 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:28.542185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c8d-1419-4369-a7f9-ab0d25dd294b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.547717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c8d-1419-4369-a7f9-ab0d25dd294b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.547717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a0d12c8d-1419-4369-a7f9-ab0d25dd294b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/04c3a24b-00c4-438c-8bd1-32a5eed8bce4 HTTP/1.1" status: 204 len: 168 time: 0.7975681 Apr 18 06:02:28.549786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49126) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.582573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12c8d-1419-4369-a7f9-ab0d25dd294b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3a24b-00c4-438c-8bd1-32a5eed8bce4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:28.619046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.626031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e452927a-92fd-4a2c-9c18-3f08a6715b71 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0710354 Apr 18 06:02:28.626031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49128) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.631616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e1f74252-91fe-46fa-a119-b1517d8f22c2 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': 'd84ad11e-18de-4562-9f65-8713cf85831a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:28.639213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 2163bb96-49e4-4adc-a744-42d2a7183951 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:02:28.647850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.671747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.679450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-02856081-b0cd-445f-9417-cc772f295af5 None None] The port '131f7de4-0217-4927-8d51-590df7095f92' was deleted {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 06:02:28.681271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7d28ca7d-9685-4be8-84f8-cb3d6be18f90 None None] Port e2d0d1dc-670f-481d-825b-196f51b459d8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:28.692252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=131f7de4-0217-4927-8d51-590df7095f92,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:28.711836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d28ca7d-9685-4be8-84f8-cb3d6be18f90 None None] Could not find standard attr ID for object a5c53fcf-6546-4d1d-bb54-bdbba4e9d362. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:28.711836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d28ca7d-9685-4be8-84f8-cb3d6be18f90 None None] Could not find standard attr ID for object 0a70e3d5-4fae-4198-9d14-e9fbff6ec1f4. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:28.713555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58574401-76c2-4865-b13d-191a8ae0ff62 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:02:28.746279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7d28ca7d-9685-4be8-84f8-cb3d6be18f90 None None] Could not find standard attr ID for object 131f7de4-0217-4927-8d51-590df7095f92. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:28.750251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No DVR routers for this DVR port 131f7de4-0217-4927-8d51-590df7095f92 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:28.756696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 58574401-76c2-4865-b13d-191a8ae0ff62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=58574401-76c2-4865-b13d-191a8ae0ff62,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:28.760426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.761829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:28.762181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.770130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.779435 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/e862b9eb-03fa-4868-8a89-a27b7556550e HTTP/1.1" status: 204 len: 168 time: 0.8615639 Apr 18 06:02:28.779435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a99603-1223-4bdd-9b37-ca2d74b4ba79 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=e862b9eb-03fa-4868-8a89-a27b7556550e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:28.779435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49130) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.781238 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=131f7de4-0217-4927-8d51-590df7095f92,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:28.815723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.870497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.901975 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-79856571-8dae-485b-89b9-5dbc8604195e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188354 Apr 18 06:02:28.906229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:28.909892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49132) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.913502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bb6e3ee6-036c-4f38-ad9d-ef09bf86c779 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/2163bb96-49e4-4adc-a744-42d2a7183951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5948801 Apr 18 06:02:28.919721 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] Sync routers for ids ['2163bb96-49e4-4adc-a744-42d2a7183951'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:28.922024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:28.926259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49134) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:28.942390 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] Routers {'2163bb96-49e4-4adc-a744-42d2a7183951'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:28.949130 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2163bb96-49e4-4adc-a744-42d2a7183951'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:28.979329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.987844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5c58589e-42cf-41a8-95ed-e20a7277ffd9 None None] Provisioning complete for port e2d0d1dc-670f-481d-825b-196f51b459d8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:28.987844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c58589e-42cf-41a8-95ed-e20a7277ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.987844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:28.992905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=58574401-76c2-4865-b13d-191a8ae0ff62,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:29.044839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5c58589e-42cf-41a8-95ed-e20a7277ffd9 None None] Port e2d0d1dc-670f-481d-825b-196f51b459d8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:29.045162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.054878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee85a112-8d97-4317-8919-7a2fca44fa8c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:29.059298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402aad9c-6f31-49d9-b142-ce2572aceb37']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:29.074947 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:29.079231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:29.079547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ff753a-5f7a-42a3-9a8e-0f4cffe4d369') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:29.088768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ee85a112-8d97-4317-8919-7a2fca44fa8c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:29.089898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ee85a112-8d97-4317-8919-7a2fca44fa8c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:29.090276 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] Routers {'2163bb96-49e4-4adc-a744-42d2a7183951'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:29.091309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2163bb96-49e4-4adc-a744-42d2a7183951'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:29.093278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.120502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.126957 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:29.127630 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b41dd38-9649-46e9-b1ff-9fc3f6abcf02 None None] The sync data for ids ['2163bb96-49e4-4adc-a744-42d2a7183951'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:29.129970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:29.130389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:29.134467 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:29.181442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.226240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=d921df29-1cfc-4a9f-a86f-c70f8741b162,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:29.232709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.238954 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9afbbcc5-22c8-4176-ad1d-31d27b578fd5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/d921df29-1cfc-4a9f-a86f-c70f8741b162 HTTP/1.1" status: 204 len: 168 time: 1.1336918 Apr 18 06:02:29.239695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49136) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:29.241466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133960de-c6db-432e-8a02-de31ca4d9e51 None None] Network 5a571d55-be3a-420f-a2fa-c9352ae6ce7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:29.248728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.275777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a741f8f4-8cc7-45fc-825b-bd3c55c866fd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:29.336527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.342304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['58574401-76c2-4865-b13d-191a8ae0ff62'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:02:29.351650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:29.361282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.363266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69e0d7-f030-4079-bcc5-bb4c9971c320 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:29.368013 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3a69e0d7-f030-4079-bcc5-bb4c9971c320 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports/e2d0d1dc-670f-481d-825b-196f51b459d8 HTTP/1.1" status: 200 len: 976 time: 0.4345498 Apr 18 06:02:29.368188 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/402aad9c-6f31-49d9-b142-ce2572aceb37 HTTP/1.1" status: 204 len: 168 time: 1.8361504 Apr 18 06:02:29.369370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49138) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:29.369370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49140) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:29.380377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1476532582'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:29.395332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:29.449682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:29.458479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=508d994d-d03a-4b66-ac07-9fd8dfae4964,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:29.464000 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13589156-1f39-4d0e-9df2-9080b5259892 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=402aad9c-6f31-49d9-b142-ce2572aceb37,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:29.491642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.495113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a741f8f4-8cc7-45fc-825b-bd3c55c866fd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:29.495515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.521931 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-e1f74252-91fe-46fa-a119-b1517d8f22c2 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The resource could not be found. Apr 18 06:02:29.523390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e1f74252-91fe-46fa-a119-b1517d8f22c2 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8963573 Apr 18 06:02:29.541342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49144) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:29.546353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279268646'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:29.627762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:29.629152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.663857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.697575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:29.701732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.704128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:29.707345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9d531-c4e3-4e46-a9e4-27c79428a7e3 req-0a7cb2cf-eb7d-49a3-95f2-025fff4f11b5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:29.707727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.708774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] DHCP port deletion for 5a571d55-be3a-420f-a2fa-c9352ae6ce7b request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:29.710259 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8ae9d531-c4e3-4e46-a9e4-27c79428a7e3 req-0a7cb2cf-eb7d-49a3-95f2-025fff4f11b5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 944 time: 0.2069008 Apr 18 06:02:29.761628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.811604 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54c3076f-d6ac-418b-a362-3b9597ab7d8b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5489831 Apr 18 06:02:29.816369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:29.817039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.819966 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49146) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:29.826513 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8ae9d531-c4e3-4e46-a9e4-27c79428a7e3 req-6d88fc53-7b90-462f-953e-057154b5c815 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958619 Apr 18 06:02:29.832844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3c:c6:06'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:29.851524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:29.865579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port a741f8f4-8cc7-45fc-825b-bd3c55c866fd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:29.905607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] Deleting port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:29.905825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.906292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment 22edfd20-38af-4f72-9c38-6245cbd5c7a9 of type vlan for network c94ab3db-a222-428c-817e-5f670f95c818 Apr 18 06:02:29.906429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.973077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] For port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,segment=NetworkSegment(020d1823-e645-44b6-9a01-953e60937756),segment_id=020d1823-e645-44b6-9a01-953e60937756)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:29.973419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:29.987416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] Calling delete_port for 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:30.002169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-53be2b6c-554a-4d2b-b138-78508d1d09bf None None] Provisioning complete for port 508d994d-d03a-4b66-ac07-9fd8dfae4964 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:30.002541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-53be2b6c-554a-4d2b-b138-78508d1d09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.004165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.017726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.066800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,segment=NetworkSegment(020d1823-e645-44b6-9a01-953e60937756),segment_id=020d1823-e645-44b6-9a01-953e60937756)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:30.067648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.100896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:30.122169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 131f7de4-0217-4927-8d51-590df7095f92 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:30.140632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.155011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe4ae68-d445-458f-b96b-2a0d73b69b8e None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:30.180840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.181150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 131f7de4-0217-4927-8d51-590df7095f92 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:30.181292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 131f7de4-0217-4927-8d51-590df7095f92 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:30.190127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:30.190127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.190354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:30.214419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.222365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.230580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.244615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-53be2b6c-554a-4d2b-b138-78508d1d09bf None None] Port 508d994d-d03a-4b66-ac07-9fd8dfae4964 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:30.280560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d628f8c-bb7b-49df-83aa-2cb84fad26e4,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:30.313206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9345307 Apr 18 06:02:30.314311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49148) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:30.318546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:30.318924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:30.328358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:30.331427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:30.332000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.341764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac25f-1a66-4603-8403-b94da15808f9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=c94ab3db-a222-428c-817e-5f670f95c818,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:30.368945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c94ab3db-a222-428c-817e-5f670f95c818 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:30.369314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=4b518232-2c3f-4f78-a440-34f93d526559,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:30.401594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.405724 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c6360dd5-6f45-418d-aa00-3e3e71c0d3b5 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8607230 Apr 18 06:02:30.436618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49150) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:30.450002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.453930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921353613'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:30.462700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4abdb592-fce4-4720-8d3c-fc039acac8d9 None None] Provisioning complete for port a741f8f4-8cc7-45fc-825b-bd3c55c866fd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:30.462700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4abdb592-fce4-4720-8d3c-fc039acac8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.477289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.497713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.518182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] Pushing event deleted for resources: {'Port': ['ID=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:30.519851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346955d-b2de-4db0-b5e6-d62366fbb08e None None] No DVR routers for this DVR port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:30.534735 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f103b780-58ae-4cb2-a039-2f3a8937c981 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6107323 Apr 18 06:02:30.535460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49152) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:30.543519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:30.576934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=2b42dfb2-fec4-482f-a5d8-daa4f709dc80,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:30.615304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:30.619611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.624952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:30.647721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0610d81a-2584-47b8-baca-b26e32cb5031 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:30.726732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.728627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.777269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4a85fff2-2749-4045-a08b-d8629b4622ba None None] Provisioning complete for port a741f8f4-8cc7-45fc-825b-bd3c55c866fd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:30.777641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4a85fff2-2749-4045-a08b-d8629b4622ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.792545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.822153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port e2d0d1dc-670f-481d-825b-196f51b459d8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:30.822607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.893619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.967133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:30.985595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.007354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for e2d0d1dc-670f-481d-825b-196f51b459d8 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:31.026609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.030507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6d7de108-eb28-455a-bad4-f01a3f0c22fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4895666 Apr 18 06:02:31.032461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49156) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:31.038185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4affa5f-8837-4f70-93b5-46bd6bcbc019 req-3db1d9cf-07d9-427d-b19d-4b4cda858779 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:31.039833 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4affa5f-8837-4f70-93b5-46bd6bcbc019 req-3db1d9cf-07d9-427d-b19d-4b4cda858779 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 944 time: 0.0997326 Apr 18 06:02:31.126656 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4affa5f-8837-4f70-93b5-46bd6bcbc019 req-a21ae480-6aaf-4000-b261-94a15c4d9a2a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499032 Apr 18 06:02:31.147149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-84d12593-c479-439c-b6b4-f3c3fa24323e None None] Provisioning complete for port a741f8f4-8cc7-45fc-825b-bd3c55c866fd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:31.148169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-84d12593-c479-439c-b6b4-f3c3fa24323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.159724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.280836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a571d55-be3a-420f-a2fa-c9352ae6ce7b']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:31.337854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020d1823-e645-44b6-9a01-953e60937756') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:31.338256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020d1823-e645-44b6-9a01-953e60937756') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:31.347955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.351429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a741f8f4-8cc7-45fc-825b-bd3c55c866fd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:31.365310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.387896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=e2d0d1dc-670f-481d-825b-196f51b459d8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:31.409981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a741f8f4-8cc7-45fc-825b-bd3c55c866fd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:31.410434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.442760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.482964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.518221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:31.518639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.524202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:31.528761 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:31.544575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.574558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.630429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:31.655006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:31.655394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2b42dfb2-fec4-482f-a5d8-daa4f709dc80 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:31.664284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.762993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 2163bb96-49e4-4adc-a744-42d2a7183951 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:31.764902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=508d994d-d03a-4b66-ac07-9fd8dfae4964,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:31.776090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 58574401-76c2-4865-b13d-191a8ae0ff62 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:31.823292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.825645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.832365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa23c72-b9ed-4dea-83be-c90f7c496f21,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:31.847801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.851609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/5a571d55-be3a-420f-a2fa-c9352ae6ce7b HTTP/1.1" status: 204 len: 168 time: 2.6105745 Apr 18 06:02:31.861081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.862454 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a11e380f-2012-4394-bb1c-a38da09534ed tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4204843 Apr 18 06:02:31.873395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49158) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:31.878224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49160) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:31.883234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1844507328'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:31.890978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e476e33d-0a23-4577-8ce2-c7fca1c7062f tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group_rule': {'security_group_id': '0d628f8c-bb7b-49df-83aa-2cb84fad26e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ffa23c72-b9ed-4dea-83be-c90f7c496f21'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:31.897507 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862172a-411e-40e7-8472-094188c20278 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=5a571d55-be3a-420f-a2fa-c9352ae6ce7b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:31.901062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] In _notify_port_updated(), no bound segment for port 508d994d-d03a-4b66-ac07-9fd8dfae4964 on network e8a5857d-fd86-44ac-b356-7dcebabcca46 {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:02:31.907016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:31.907941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.912094 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e8bfa4fe-02aa-4e56-a684-13b3ced11f76 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "PUT /v2.0/ports/508d994d-d03a-4b66-ac07-9fd8dfae4964 HTTP/1.1" status: 200 len: 993 time: 2.0813925 Apr 18 06:02:31.917336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49164) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:31.920842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:31.924432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 58574401-76c2-4865-b13d-191a8ae0ff62 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:02:31.931840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 58574401-76c2-4865-b13d-191a8ae0ff62 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:31.937064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.041107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.052927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a814acda-ff83-4c50-bb57-5fba4be21b96 None None] Provisioning complete for port 508d994d-d03a-4b66-ac07-9fd8dfae4964 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:32.053256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a814acda-ff83-4c50-bb57-5fba4be21b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.091316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:32.094234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ac4c3e-69d8-4316-b8c9-970a2992e4e4" -d '{"events": [{"server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "name": "network-vif-plugged", "status": "completed", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:02:32.115181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 58574401-76c2-4865-b13d-191a8ae0ff62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=58574401-76c2-4865-b13d-191a8ae0ff62,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:32.117419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:32.118086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a814acda-ff83-4c50-bb57-5fba4be21b96 None None] Port 508d994d-d03a-4b66-ac07-9fd8dfae4964 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:32.126877 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-42fad9cd-fef0-4747-a34f-26e52ffbbeac tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/2163bb96-49e4-4adc-a744-42d2a7183951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7568977 Apr 18 06:02:32.127572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49168) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:32.129190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] Sync routers for ids ['2163bb96-49e4-4adc-a744-42d2a7183951'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:32.145951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5fd30a-6363-4b14-b0a2-2f2f7b1dcb27 x-openstack-request-id: req-0f5fd30a-6363-4b14-b0a2-2f2f7b1dcb27 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:02:32.145951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "name": "network-vif-plugged", "status": "completed", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:02:32.145951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f5fd30a-6363-4b14-b0a2-2f2f7b1dcb27 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:02:32.146588 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5fd30a-6363-4b14-b0a2-2f2f7b1dcb27'] response: {'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62', 'code': 200} Apr 18 06:02:32.147031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] Routers {'2163bb96-49e4-4adc-a744-42d2a7183951'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:32.147690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2163bb96-49e4-4adc-a744-42d2a7183951'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.188155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.194953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=ba9a669d-30da-444d-bc58-fb39a55142ac,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:32.199312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] Routers {'2163bb96-49e4-4adc-a744-42d2a7183951'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:32.199937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2163bb96-49e4-4adc-a744-42d2a7183951'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.234024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:32.234833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1c506-caa1-4185-86d4-82aea31d4de5 None None] The sync data for ids ['2163bb96-49e4-4adc-a744-42d2a7183951'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:32.241573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:32.245176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.245309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.303469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=58574401-76c2-4865-b13d-191a8ae0ff62,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:32.338119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': '22edfd20-38af-4f72-9c38-6245cbd5c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:32.338480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: c94ab3db-a222-428c-817e-5f670f95c818, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:32.351904 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-77038104-9438-4511-b724-8da0653c6803 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 06:02:32.356448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-77038104-9438-4511-b724-8da0653c6803 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/2163bb96-49e4-4adc-a744-42d2a7183951/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2244384 Apr 18 06:02:32.356611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:32.361685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94088249-5769-4214-8d7f-464928ace68e req-70463d10-bb02-4d39-9790-6cf3da35ec86 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:32.361857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49172) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:32.363178 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-94088249-5769-4214-8d7f-464928ace68e req-70463d10-bb02-4d39-9790-6cf3da35ec86 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1227319 Apr 18 06:02:32.405503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-94088249-5769-4214-8d7f-464928ace68e req-e63d819a-b88d-45d6-a5ad-59866ddec79d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339942 Apr 18 06:02:32.422880 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-65dce211-f9da-4143-a49c-fd70d1c496b4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=2163bb96-49e4-4adc-a744-42d2a7183951 HTTP/1.1" status: 200 len: 205 time: 0.0511434 Apr 18 06:02:32.424162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49174) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:32.424937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.428249 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Added segment d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb of type vlan for network 037735f6-92ac-42c1-a399-384b4d631d28 Apr 18 06:02:32.438270 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-e476e33d-0a23-4577-8ce2-c7fca1c7062f tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:32.439460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e476e33d-0a23-4577-8ce2-c7fca1c7062f tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5615416 Apr 18 06:02:32.463275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:32.503661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port 508d994d-d03a-4b66-ac07-9fd8dfae4964 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:32.504062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.522565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.529885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network c94ab3db-a222-428c-817e-5f670f95c818 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:32.546177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.585872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::1 (05d65530-28ce-4b9b-b71b-a17f18d1b658/4b518232-2c3f-4f78-a440-34f93d526559/96af2503-5174-400c-97b4-2f1bd36dee9d) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:32.629605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c94ab3db-a222-428c-817e-5f670f95c818) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:32.635016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:32.635728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.639866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f69ba5-49ec-47ac-b649-a72fbe59fa44 None None] Network c94ab3db-a222-428c-817e-5f670f95c818 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:32.724222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.738377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2adab041-6585-4847-8e84-a7bc07206c68 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.738591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.745550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:32.746160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.752750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21243b7d-dfb3-4379-a5bb-2476c77e229f req-41b2f5ba-bc82-42d3-b408-d4a290189878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:32.754306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-21243b7d-dfb3-4379-a5bb-2476c77e229f req-41b2f5ba-bc82-42d3-b408-d4a290189878 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.2263806 Apr 18 06:02:32.769857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for 508d994d-d03a-4b66-ac07-9fd8dfae4964 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:32.797218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.801806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c94ab3db-a222-428c-817e-5f670f95c818', 'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': 'ba9a669d-30da-444d-bc58-fb39a55142ac'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:32.802878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.803943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-25a3051e-02c6-4737-9245-2b1d819f8263 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4893861 Apr 18 06:02:32.810510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.816910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49178) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:32.821998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818', 'security_groups': [], 'name': 'tempest-PortsTestJSON-140125679'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:32.850485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2adab041-6585-4847-8e84-a7bc07206c68 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.905416 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0260320 Apr 18 06:02:32.905416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400aebd-191c-4442-8ff8-fa171f7030b5 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Network': ['ID=037735f6-92ac-42c1-a399-384b4d631d28,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:32.905757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49180) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:32.909945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:32.916067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '037735f6-92ac-42c1-a399-384b4d631d28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:32.920568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 037735f6-92ac-42c1-a399-384b4d631d28 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:32.952906 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-21243b7d-dfb3-4379-a5bb-2476c77e229f req-de689234-22cb-4c0b-a320-9ce4baecb361 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631224 Apr 18 06:02:33.023960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.024540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router 2163bb96-49e4-4adc-a744-42d2a7183951 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:02:33.033089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.033957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Allocated IP 172.20.0.2 (c94ab3db-a222-428c-817e-5f670f95c818/ba9a669d-30da-444d-bc58-fb39a55142ac/40570ef6-7c7b-4c92-80a0-19e5d8d82f4b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:33.034230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ab06b46c-9e17-409c-9fa8-321a58222c2e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/2163bb96-49e4-4adc-a744-42d2a7183951 HTTP/1.1" status: 204 len: 168 time: 0.6090002 Apr 18 06:02:33.037295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49182) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:33.069901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2adab041-6585-4847-8e84-a7bc07206c68 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.078060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2adab041-6585-4847-8e84-a7bc07206c68 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.078060 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2adab041-6585-4847-8e84-a7bc07206c68 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/ffa23c72-b9ed-4dea-83be-c90f7c496f21 HTTP/1.1" status: 204 len: 168 time: 0.6099870 Apr 18 06:02:33.080889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49184) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:33.099346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adab041-6585-4847-8e84-a7bc07206c68 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa23c72-b9ed-4dea-83be-c90f7c496f21,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:33.121968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet 3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:33.137267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.159191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:33.159618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.161772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:33.162896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.165615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.213809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.216315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port c6b495e6-09e0-41ad-9f30-8f27f24604ec yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:33.220250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.225658 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b3ee8482-0b6b-42c5-9252-470ffd7b21d8 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1405451 Apr 18 06:02:33.247097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49186) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:33.253652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.260922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:33.277901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:33.290479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:33.291105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.308750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.338747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=96af2503-5174-400c-97b4-2f1bd36dee9d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:33.400108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Network c94ab3db-a222-428c-817e-5f670f95c818 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:33.405738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:33.411630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:33.416070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Pushing event updated for resources: {'Port': ['ID=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:33.471582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-de7d2aeb-f0ca-4834-8ad3-c8d7f2fb27cd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.502434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.9 (c94ab3db-a222-428c-817e-5f670f95c818/ba9a669d-30da-444d-bc58-fb39a55142ac/c6b495e6-09e0-41ad-9f30-8f27f24604ec) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:33.547006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Attempting to bind port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:33.547445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Attempting to bind port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '22edfd20-38af-4f72-9c38-6245cbd5c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:33.550628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Attempting to bind port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b on network c94ab3db-a222-428c-817e-5f670f95c818 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:33.554040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:33.554771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Checking segment: {'id': '22edfd20-38af-4f72-9c38-6245cbd5c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:33.555613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.556735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Bound using segment: {'id': '22edfd20-38af-4f72-9c38-6245cbd5c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:33.557463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Bound port: 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22edfd20-38af-4f72-9c38-6245cbd5c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c94ab3db-a222-428c-817e-5f670f95c818'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:33.558046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.615368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=508d994d-d03a-4b66-ac07-9fd8dfae4964,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:33.652096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] For port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:33.656369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] For port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,segment=NetworkSegment(22edfd20-38af-4f72-9c38-6245cbd5c7a9),segment_id=22edfd20-38af-4f72-9c38-6245cbd5c7a9)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:33.677905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.730803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.731041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-de7d2aeb-f0ca-4834-8ad3-c8d7f2fb27cd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.751259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.757185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.800384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42331947-ed75-482e-86d3-db8e8e98910f req-da2c84b3-f238-46ae-a49d-67f441021af7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:33.807600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-42331947-ed75-482e-86d3-db8e8e98910f req-da2c84b3-f238-46ae-a49d-67f441021af7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2294190 Apr 18 06:02:33.820692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-79d522ed-bdb0-44d8-96e0-ea7593712b0a None None] Provisioning complete for port 96af2503-5174-400c-97b4-2f1bd36dee9d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:33.821193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-79d522ed-bdb0-44d8-96e0-ea7593712b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.830157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d7666-06c8-47ab-ac91-84548ffd5435 None None] Pushing event updated for resources: {'Port': ['ID=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:33.858882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.865288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:33.865606 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0635013f-a172-48a6-b4ef-93c05efe4fc3 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/ports/508d994d-d03a-4b66-ac07-9fd8dfae4964 HTTP/1.1" status: 204 len: 168 time: 1.9415796 Apr 18 06:02:33.867100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-79d522ed-bdb0-44d8-96e0-ea7593712b0a None None] Port 96af2503-5174-400c-97b4-2f1bd36dee9d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:33.884697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.900306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b876d6-44b2-42ae-9c31-bb279aba8a5b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] GET failed (client error): The resource could not be found. Apr 18 06:02:33.905318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-48b876d6-44b2-42ae-9c31-bb279aba8a5b tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "GET /v2.0/ports/508d994d-d03a-4b66-ac07-9fd8dfae4964 HTTP/1.1" status: 404 len: 333 time: 0.0358458 Apr 18 06:02:33.906017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49192) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:33.910890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'name': 'tempest-AllowedAddressPairTestJSON-2111484645'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:33.917741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.919449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-de7d2aeb-f0ca-4834-8ad3-c8d7f2fb27cd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.929107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-de7d2aeb-f0ca-4834-8ad3-c8d7f2fb27cd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.929107 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-de7d2aeb-f0ca-4834-8ad3-c8d7f2fb27cd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/0d628f8c-bb7b-49df-83aa-2cb84fad26e4 HTTP/1.1" status: 204 len: 168 time: 0.6749771 Apr 18 06:02:33.929107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:33.944818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49194) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:33.959818 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-42331947-ed75-482e-86d3-db8e8e98910f req-d4316f29-50c6-424a-a39d-7b48a2af5381 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512983 Apr 18 06:02:34.062164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=6c028a49-8fbc-4e66-a86d-16eaf1fa2778,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:34.070306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d2aeb-f0ca-4834-8ad3-c8d7f2fb27cd tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d628f8c-bb7b-49df-83aa-2cb84fad26e4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:34.080397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network c94ab3db-a222-428c-817e-5f670f95c818 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:34.081704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:34.094659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:34.097090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.099946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55dd79-3ee1-411f-9348-d1871fa6be26 None None] Network 35fb10aa-0416-4510-a4cf-fea3dcdef5da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:34.103630 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8d933bf7-e5df-4576-a15a-670e0453b846 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24 HTTP/1.1" status: 204 len: 168 time: 1.0620515 Apr 18 06:02:34.110372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49196) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:34.117111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:34.163118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Checking segment: {'id': 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '037735f6-92ac-42c1-a399-384b4d631d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:34.163545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network hostable DHCP agents. Network: 037735f6-92ac-42c1-a399-384b4d631d28, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:34.177656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=c6b495e6-09e0-41ad-9f30-8f27f24604ec,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:34.192013 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5dc2b549-4624-4e1f-87c8-ffc8fcba62a7 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2349744 Apr 18 06:02:34.203303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49198) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:34.215538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'tempest-secgroup--495567836'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:34.255319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:34.255767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.290857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.344837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] DHCP port deletion for 35fb10aa-0416-4510-a4cf-fea3dcdef5da request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:34.350278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.384708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-11d71ee4-3719-482e-bd4c-46362a8cee80 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5675879 Apr 18 06:02:34.386133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:34.388970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49200) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:34.390462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.396736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] Deleting port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:34.397195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.423100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] device_id is not set on port fe0b8832-0b89-4f97-b13e-3931b23a1488 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:34.447805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.450227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 037735f6-92ac-42c1-a399-384b4d631d28 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:34.467232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.501918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] For port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,segment=NetworkSegment(9403c25a-ec7e-40c2-8687-1acfb06c36dd),segment_id=9403c25a-ec7e-40c2-8687-1acfb06c36dd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:34.502578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.517823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] Calling delete_port for b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:34.525408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:34.525408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.583885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Allocated IP 172.20.0.13 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/fe0b8832-0b89-4f97-b13e-3931b23a1488) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:34.611682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.668280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931077ea-1813-4d54-ae8c-3fd59bb6d9b5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:34.670314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.717049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] Pushing event deleted for resources: {'Port': ['ID=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:34.732947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0f804-52e9-468d-ae2e-5d72dea04e39 None None] No DVR routers for this DVR port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:34.775623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.781605 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9e345636-287c-4760-bb17-d67cb0556c6e tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5732727 Apr 18 06:02:34.781605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49202) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:34.785463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-767485c0-a43d-48d4-8c00-6e0975088598 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:34.785887 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-767485c0-a43d-48d4-8c00-6e0975088598 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 06:02:34.786390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-767485c0-a43d-48d4-8c00-6e0975088598 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 06:02:34.791203 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-767485c0-a43d-48d4-8c00-6e0975088598 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "PUT /v2.0/security-groups/931077ea-1813-4d54-ae8c-3fd59bb6d9b5 HTTP/1.1" status: 409 len: 330 time: 0.0060894 Apr 18 06:02:34.792712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49204) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:34.870304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.881167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 037735f6-92ac-42c1-a399-384b4d631d28) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:34.882780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.883605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.893357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b08e63-b262-443b-b9f8-260d0a726853 None None] Network 037735f6-92ac-42c1-a399-384b4d631d28 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:34.893552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b58bd891-eed5-49ec-88aa-fd3bbc17e25c tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.893673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:34.894009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.920113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b58bd891-eed5-49ec-88aa-fd3bbc17e25c tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.941885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port c6b495e6-09e0-41ad-9f30-8f27f24604ec {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:34.942244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:34.959786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,segment=NetworkSegment(9403c25a-ec7e-40c2-8687-1acfb06c36dd),segment_id=9403c25a-ec7e-40c2-8687-1acfb06c36dd)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:34.960161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.059972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=96af2503-5174-400c-97b4-2f1bd36dee9d,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:35.063746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:35.078143 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-30e67bab-0e2b-4850-8bfb-756688f9c29b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1639924 Apr 18 06:02:35.087709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49208) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.091305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-037735f6-92ac-42c1-a399-384b4d631d28', 'network_id': '037735f6-92ac-42c1-a399-384b4d631d28', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': '6c028a49-8fbc-4e66-a86d-16eaf1fa2778'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:35.093588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.094484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1074818222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:35.105659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b58bd891-eed5-49ec-88aa-fd3bbc17e25c tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.108833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b58bd891-eed5-49ec-88aa-fd3bbc17e25c tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.115053 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b58bd891-eed5-49ec-88aa-fd3bbc17e25c tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/931077ea-1813-4d54-ae8c-3fd59bb6d9b5 HTTP/1.1" status: 204 len: 168 time: 0.3169320 Apr 18 06:02:35.115199 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49210) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.115663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.211677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bd891-eed5-49ec-88aa-fd3bbc17e25c tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931077ea-1813-4d54-ae8c-3fd59bb6d9b5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:35.265678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e05701-7348-4e20-8d8c-7a8e9c857181 req-468534f2-1667-4087-8b13-4c66c1c5c453 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:35.265678 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-92e05701-7348-4e20-8d8c-7a8e9c857181 req-468534f2-1667-4087-8b13-4c66c1c5c453 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2108860 Apr 18 06:02:35.265678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:35.266594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=fe0b8832-0b89-4f97-b13e-3931b23a1488,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:35.286940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8185f247-1111-4196-b2cb-56f9a67037c7 None None] Network c94ab3db-a222-428c-817e-5f670f95c818 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:35.288934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:35.290712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:35.305961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:35.327059 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c206abdb-0875-4c53-9e1f-49e3990fefa6 tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2047007 Apr 18 06:02:35.337744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49212) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.345083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.365062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for c6b495e6-09e0-41ad-9f30-8f27f24604ec owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:35.379350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:35.385920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:35.386105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-92e05701-7348-4e20-8d8c-7a8e9c857181 req-c9ad0d03-0ef8-42f8-8d6f-c3515b6f7dfa tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003406 Apr 18 06:02:35.386979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6311a7f6-8001-476f-ae6a-b710a2373bac tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] delete failed (client error): The resource could not be found. Apr 18 06:02:35.393009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6311a7f6-8001-476f-ae6a-b710a2373bac tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "DELETE /v2.0/security-groups/459982f2-bff4-411b-9ca0-a14183a30b6d HTTP/1.1" status: 404 len: 347 time: 0.0489001 Apr 18 06:02:35.406510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49214) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.406605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.406605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.412136 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-bc5cbed6-dc7d-48e9-a7e2-0e7b7d33ce0b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] show failed (client error): The resource could not be found. Apr 18 06:02:35.417341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bc5cbed6-dc7d-48e9-a7e2-0e7b7d33ce0b tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-groups/641c163b-ef76-4954-afb7-b0f85b3aa1ee HTTP/1.1" status: 404 len: 347 time: 0.0183542 Apr 18 06:02:35.428330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:35.429363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.440032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Allocated IP 2001:db8::2 (037735f6-92ac-42c1-a399-384b4d631d28/6c028a49-8fbc-4e66-a86d-16eaf1fa2778/3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:35.446261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49218) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.467538 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-b9d2a3a9-0494-440b-b053-873da9af62ce tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] show failed (client error): The resource could not be found. Apr 18 06:02:35.469469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9746dc3c-d1af-463d-a3aa-dde9adebae67 None None] Provisioning complete for port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:35.469930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b9d2a3a9-0494-440b-b053-873da9af62ce tempest-NegativeSecGroupTest-2033547352 tempest-NegativeSecGroupTest-2033547352-project] 10.222.0.43 "GET /v2.0/security-group-rules/bbb17eee-07f2-451e-8fa8-6c4552254746 HTTP/1.1" status: 404 len: 356 time: 0.0217791 Apr 18 06:02:35.475511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9746dc3c-d1af-463d-a3aa-dde9adebae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.547344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.553150 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-73840789-dac3-462b-a46c-181cca23ddf0 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6460898 Apr 18 06:02:35.556029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49222) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.562349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3c:c6:06'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:35.693587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:35.694034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.711632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:35.759482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:35.762611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.790002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.856316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8baff4-f7e5-4da9-b7ff-22ce6ce3107b req-2233592b-1a33-418a-9f98-af32530023ba tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:35.857990 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ef8baff4-f7e5-4da9-b7ff-22ce6ce3107b req-2233592b-1a33-418a-9f98-af32530023ba tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3084178 Apr 18 06:02:35.869557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49224) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:35.894135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.921477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.921889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9746dc3c-d1af-463d-a3aa-dde9adebae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:35.970222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fb10aa-0416-4510-a4cf-fea3dcdef5da']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:36.009541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9403c25a-ec7e-40c2-8687-1acfb06c36dd') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:36.009872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9403c25a-ec7e-40c2-8687-1acfb06c36dd') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:36.028778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.042444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.044068 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4ace1161-cd57-443a-816a-84ab88b9a22c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9550011 Apr 18 06:02:36.050430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49228) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.056238 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'network_id': '037735f6-92ac-42c1-a399-384b4d631d28', 'name': 'tempest-PortsIpV6TestJSON-1998642014'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:36.065923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Router 469958d7-eed4-434f-96b7-389e57569d0c is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:02:36.082104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.122104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49230) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.129853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:36.130271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.133983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:36.138279 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:36.176756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.183883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9746dc3c-d1af-463d-a3aa-dde9adebae67 None None] For port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,segment=NetworkSegment(22edfd20-38af-4f72-9c38-6245cbd5c7a9),segment_id=22edfd20-38af-4f72-9c38-6245cbd5c7a9)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:36.186243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Request body: {'floatingip': {'port_id': '58574401-76c2-4865-b13d-191a8ae0ff62'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:36.199553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.247189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.278450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Network 037735f6-92ac-42c1-a399-384b4d631d28 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:36.285602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:36.304033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.319757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9746dc3c-d1af-463d-a3aa-dde9adebae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.329823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:36.340310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=c6b495e6-09e0-41ad-9f30-8f27f24604ec,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:36.408114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:36.418548 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Sync routers for ids ['469958d7-eed4-434f-96b7-389e57569d0c'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:36.432155 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Routers {'469958d7-eed4-434f-96b7-389e57569d0c'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:36.432874 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['469958d7-eed4-434f-96b7-389e57569d0c'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:36.460826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Attempting to bind port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:36.461370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Attempting to bind port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '037735f6-92ac-42c1-a399-384b4d631d28'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:36.461370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Attempting to bind port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 on network 037735f6-92ac-42c1-a399-384b4d631d28 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:36.461869 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9b78ddce-fb4a-45da-adc5-d05f1156c256 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "PUT /v2.0/routers/469958d7-eed4-434f-96b7-389e57569d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4257691 Apr 18 06:02:36.475614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:36.475925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Checking segment: {'id': 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '037735f6-92ac-42c1-a399-384b4d631d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:36.476329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.476722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Bound using segment: {'id': 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '037735f6-92ac-42c1-a399-384b4d631d28'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:36.477201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Bound port: 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '037735f6-92ac-42c1-a399-384b4d631d28'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:36.477583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.489807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49234) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.508018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Pushing event updated for resources: {'Port': ['ID=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:36.542101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.570760 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Set router 469958d7-eed4-434f-96b7-389e57569d0c gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:36.574662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d7616336-39d5-42b7-b787-8e208c203b23 None None] Provisioning complete for port fe0b8832-0b89-4f97-b13e-3931b23a1488 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:36.574662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7616336-39d5-42b7-b787-8e208c203b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.600576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a58208-4772-4866-b335-19948e57b639 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:36.606571 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-63a58208-4772-4866-b335-19948e57b639 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports/96af2503-5174-400c-97b4-2f1bd36dee9d HTTP/1.1" status: 200 len: 911 time: 0.1053898 Apr 18 06:02:36.615166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746dc3c-d1af-463d-a3aa-dde9adebae67 None None] Pushing event updated for resources: {'Port': ['ID=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:36.623983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.628129 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/35fb10aa-0416-4510-a4cf-fea3dcdef5da HTTP/1.1" status: 204 len: 168 time: 2.5166020 Apr 18 06:02:36.628958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49236) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.649153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.660009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1901142029'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:36.685429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] For port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:36.688469 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-66c804cb-d7bb-457c-9d0c-1c8ab834ff4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cd8c5b54d6c4911ba0201a64f034ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642812 Apr 18 06:02:36.689380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] For port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,segment=NetworkSegment(d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb),segment_id=d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:36.692289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d7616336-39d5-42b7-b787-8e208c203b23 None None] Port fe0b8832-0b89-4f97-b13e-3931b23a1488 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:36.697591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:02:36.698240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:02:36.706132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d7616336-39d5-42b7-b787-8e208c203b23 None None] Provisioning complete for port 96af2503-5174-400c-97b4-2f1bd36dee9d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:36.706757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7616336-39d5-42b7-b787-8e208c203b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.715954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49240) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.738404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82dd60-210f-415b-b8c4-7e224becb305 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=35fb10aa-0416-4510-a4cf-fea3dcdef5da,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:36.754027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d7616336-39d5-42b7-b787-8e208c203b23 None None] Port 96af2503-5174-400c-97b4-2f1bd36dee9d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:36.764433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.768184 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-828c8501-9a21-4ee0-baed-806ffb64b93a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/c6b495e6-09e0-41ad-9f30-8f27f24604ec HTTP/1.1" status: 204 len: 168 time: 2.3760390 Apr 18 06:02:36.773609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49242) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.779325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.835814 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-468c8006-98b5-45b9-86d8-83481b3d2c47 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:02:36.838676 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-468c8006-98b5-45b9-86d8-83481b3d2c47 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/c6b495e6-09e0-41ad-9f30-8f27f24604ec HTTP/1.1" status: 404 len: 333 time: 0.0560486 Apr 18 06:02:36.843458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49244) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:36.844264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37577d9c-0815-43d7-8ec2-84fa5ba9ae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.875772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37577d9c-0815-43d7-8ec2-84fa5ba9ae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.888002 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469958d7-eed4-434f-96b7-389e57569d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:30Z', 'updated_at': '2022-04-18T06:02:33Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None, '_interfaces': [{'id': '96af2503-5174-400c-97b4-2f1bd36dee9d', 'name': '', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'mac_address': 'fa:16:3e:b4:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469958d7-eed4-434f-96b7-389e57569d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '4b518232-2c3f-4f78-a440-34f93d526559', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:02:32Z', 'updated_at': '2022-04-18T06:02:34Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'subnets': [{'id': '4b518232-2c3f-4f78-a440-34f93d526559', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:36.898033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8751b0e-4d37-43e1-b1ce-d5f59cf1b715 None None] Pushing event updated for resources: {'Port': ['ID=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:36.918117 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Checking router: 469958d7-eed4-434f-96b7-389e57569d0c for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:36.918632 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Updating router 469958d7-eed4-434f-96b7-389e57569d0c port 96af2503-5174-400c-97b4-2f1bd36dee9d binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:02:36.938967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-520c5a53-5bd9-4983-9c18-d924522aed22 None None] Could not find standard attr ID for object c6b495e6-09e0-41ad-9f30-8f27f24604ec. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:02:36.963612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a388ea4-4875-4055-af60-9e030bdc4e32 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:36.965266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-520c5a53-5bd9-4983-9c18-d924522aed22 None None] Provisioning complete for port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:36.965644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-520c5a53-5bd9-4983-9c18-d924522aed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.967883 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:36.975450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a388ea4-4875-4055-af60-9e030bdc4e32 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:36.979002 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a388ea4-4875-4055-af60-9e030bdc4e32 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3437400 Apr 18 06:02:36.998493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49246) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:37.058359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:37.062045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.078360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet ba9a669d-30da-444d-bc58-fb39a55142ac {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:37.085282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:37.091042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.112949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.163862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37577d9c-0815-43d7-8ec2-84fa5ba9ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.167112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37577d9c-0815-43d7-8ec2-84fa5ba9ae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.168317 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-37577d9c-0815-43d7-8ec2-84fa5ba9ae2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38d5b9ce-66be-4736-aab9-eb1d7dc45c31 HTTP/1.1" status: 204 len: 168 time: 0.4511509 Apr 18 06:02:37.202549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:37.317784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:02:37.349408 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.366797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:37.399492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:37.400491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b5ddf72d-10e9-4db9-ba6a-97857b6b9ec2 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:37.411103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::4e (037735f6-92ac-42c1-a399-384b4d631d28/6c028a49-8fbc-4e66-a86d-16eaf1fa2778/c3d1b016-789b-4bd7-88c7-84e7a5e179e5) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:37.454292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:37.485107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37577d9c-0815-43d7-8ec2-84fa5ba9ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d5b9ce-66be-4736-aab9-eb1d7dc45c31,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:37.503295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.510121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.510744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment 7639d05c-2682-4b18-ad02-34ab5679db36 of type vlan for network 15f4d60b-988b-433a-8108-e0502b88d6fb Apr 18 06:02:37.513948 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.588946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.598538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.611411 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02807d-41a8-467a-9f50-962aa4888f77 None None] Pushing event updated for resources: {'Port': ['ID=96af2503-5174-400c-97b4-2f1bd36dee9d,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:37.653592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.701322 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Attempting to bind port 96af2503-5174-400c-97b4-2f1bd36dee9d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:37.701730 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Attempting to bind port 96af2503-5174-400c-97b4-2f1bd36dee9d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:37.702117 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Attempting to bind port 96af2503-5174-400c-97b4-2f1bd36dee9d on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:37.703796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:37.708965 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:37.709335 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:37.709839 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.710224 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:37.710770 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Bound port: 96af2503-5174-400c-97b4-2f1bd36dee9d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:37.711167 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.718123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.819853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=fe0b8832-0b89-4f97-b13e-3931b23a1488,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:37.823831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.843562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:37.845261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.861488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.865465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.903127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.904258 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] For port 96af2503-5174-400c-97b4-2f1bd36dee9d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:37.911147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:37.911812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:37.921343 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] For port 96af2503-5174-400c-97b4-2f1bd36dee9d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=96af2503-5174-400c-97b4-2f1bd36dee9d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:38.004390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7ba6750d-9a04-4b2c-9672-f4a07bf5b642 None None] Provisioning complete for port 96af2503-5174-400c-97b4-2f1bd36dee9d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:38.004999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7ba6750d-9a04-4b2c-9672-f4a07bf5b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.025992 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.095862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6750d-9a04-4b2c-9672-f4a07bf5b642 None None] Port 96af2503-5174-400c-97b4-2f1bd36dee9d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:38.097667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4431167 Apr 18 06:02:38.109228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49258) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:38.120045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:38.127546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.178463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,segment=NetworkSegment(d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb),segment_id=d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:38.216449 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Routers {'469958d7-eed4-434f-96b7-389e57569d0c'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:38.217002 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['469958d7-eed4-434f-96b7-389e57569d0c'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:38.219808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cb62e-8650-4666-93ca-96e67b967c0c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=15f4d60b-988b-433a-8108-e0502b88d6fb,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:38.230121 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02807d-41a8-467a-9f50-962aa4888f77 None None] Pushing event updated for resources: {'Port': ['ID=96af2503-5174-400c-97b4-2f1bd36dee9d,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:38.240968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 15f4d60b-988b-433a-8108-e0502b88d6fb details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:38.316514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.361470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.366343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:38.374446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.515126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9a669d-30da-444d-bc58-fb39a55142ac,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:38.563069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.568784 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d8696e7e-9320-4f87-bc35-d7b72afcc774 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/ba9a669d-30da-444d-bc58-fb39a55142ac HTTP/1.1" status: 204 len: 168 time: 1.6292140 Apr 18 06:02:38.569492 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] Set router 469958d7-eed4-434f-96b7-389e57569d0c gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:38.573999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd16b9f-0587-4f89-96e8-ac59d5d80356 None None] Network c94ab3db-a222-428c-817e-5f670f95c818 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:38.580551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 037735f6-92ac-42c1-a399-384b4d631d28 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:38.585028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49266) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:38.631132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:38.651068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:38.658249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:38.659492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.669792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=c3d1b016-789b-4bd7-88c7-84e7a5e179e5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:38.685455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] In _notify_port_updated(), no bound segment for port fe0b8832-0b89-4f97-b13e-3931b23a1488 on network e8a5857d-fd86-44ac-b356-7dcebabcca46 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:02:38.691479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:38.692239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.693664 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-da90d90d-7239-4529-ab99-698e0d942378 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "PUT /v2.0/ports/fe0b8832-0b89-4f97-b13e-3931b23a1488 HTTP/1.1" status: 200 len: 997 time: 3.1357284 Apr 18 06:02:38.701880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49270) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:38.729808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:38.741770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8dfaab5d-a8df-4f08-96b3-ea9d409c4a8f None None] Provisioning complete for port fe0b8832-0b89-4f97-b13e-3931b23a1488 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:38.742155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8dfaab5d-a8df-4f08-96b3-ea9d409c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.744773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669a67c-e2f0-4153-9717-8cc38ce3263f None None] Network 037735f6-92ac-42c1-a399-384b4d631d28 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:38.749223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.768279 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Floating IP ae73a634-a51e-44f8-8bdf-e1d997d5f05b associated. External IP: 172.26.4.103, port: 58574401-76c2-4865-b13d-191a8ae0ff62. Apr 18 06:02:38.796970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:38.797451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.813870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:38.817712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.840072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8dfaab5d-a8df-4f08-96b3-ea9d409c4a8f None None] Port fe0b8832-0b89-4f97-b13e-3931b23a1488 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:38.843090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:38.843496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.908358 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8d6c504e-33f6-496f-ad72-cc0868ab1e66 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8511906 Apr 18 06:02:38.916529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49272) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:38.939028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:38.980352 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469958d7-eed4-434f-96b7-389e57569d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:30Z', 'updated_at': '2022-04-18T06:02:33Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None, '_interfaces': [{'id': '96af2503-5174-400c-97b4-2f1bd36dee9d', 'name': '', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'mac_address': 'fa:16:3e:b4:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469958d7-eed4-434f-96b7-389e57569d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '4b518232-2c3f-4f78-a440-34f93d526559', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:02:32Z', 'updated_at': '2022-04-18T06:02:37Z', 'revision_number': 4, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'subnets': [{'id': '4b518232-2c3f-4f78-a440-34f93d526559', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:39.021025 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945ffa5-f5ee-4481-81ed-797dc1815ed2 None None] The sync data for ids ['469958d7-eed4-434f-96b7-389e57569d0c'] in dv-neutron-837488-1-hyperv is: [{'id': '469958d7-eed4-434f-96b7-389e57569d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:30Z', 'updated_at': '2022-04-18T06:02:33Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None, '_interfaces': [{'id': '96af2503-5174-400c-97b4-2f1bd36dee9d', 'name': '', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'mac_address': 'fa:16:3e:b4:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469958d7-eed4-434f-96b7-389e57569d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '4b518232-2c3f-4f78-a440-34f93d526559', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:02:32Z', 'updated_at': '2022-04-18T06:02:37Z', 'revision_number': 4, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'subnets': [{'id': '4b518232-2c3f-4f78-a440-34f93d526559', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:39.053518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Provisioning complete for port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:39.053877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.108425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] For port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,segment=NetworkSegment(22edfd20-38af-4f72-9c38-6245cbd5c7a9),segment_id=22edfd20-38af-4f72-9c38-6245cbd5c7a9)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:39.109104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.115562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] DHCP port deletion for c94ab3db-a222-428c-817e-5f670f95c818 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:39.125141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:39.168719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49276) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:39.247047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] Deleting port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:39.247448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.280139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port fe0b8832-0b89-4f97-b13e-3931b23a1488 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:39.280504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.337018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] For port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,segment=NetworkSegment(22edfd20-38af-4f72-9c38-6245cbd5c7a9),segment_id=22edfd20-38af-4f72-9c38-6245cbd5c7a9)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:39.337601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.359007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] Calling delete_port for 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:39.422031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f051dfc7-cac4-4b21-b25d-a74b183f0e0d tempest-ServiceProvidersTest-1802445419 tempest-ServiceProvidersTest-1802445419-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2490146 Apr 18 06:02:39.530427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Provisioning complete for port 96af2503-5174-400c-97b4-2f1bd36dee9d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:39.530887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.532627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.587826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] Pushing event deleted for resources: {'Port': ['ID=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:39.597886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33bd1d-4342-4716-b030-c03eafe1532b None None] No DVR routers for this DVR port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:39.655519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.701876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for fe0b8832-0b89-4f97-b13e-3931b23a1488 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:39.732965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:39.737937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.768598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96af2503-5174-400c-97b4-2f1bd36dee9d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:39.814967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] For port 96af2503-5174-400c-97b4-2f1bd36dee9d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=96af2503-5174-400c-97b4-2f1bd36dee9d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:39.867018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 96af2503-5174-400c-97b4-2f1bd36dee9d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:39.867577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:39.976538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:39.999045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 96af2503-5174-400c-97b4-2f1bd36dee9d {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:40.000030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.031718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.065920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.116459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:40.116833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.151660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa440f40-7755-449a-a28d-90e3de53f90f None None] Pushing event updated for resources: {'Port': ['ID=96af2503-5174-400c-97b4-2f1bd36dee9d,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:40.175764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:40.184298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4261d616-cd71-4e2a-a96b-ed63ee0502ba None None] Provisioning complete for port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:40.184687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4261d616-cd71-4e2a-a96b-ed63ee0502ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.194529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.195735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No DVR routers for this DVR port 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:40.215541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] Sync routers for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:40.237077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49284) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:40.250036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:40.250679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:40.278832 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bf96c659-9bea-49c2-b3c2-0b5d5d6765ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "PUT /v2.0/floatingips/ae73a634-a51e-44f8-8bdf-e1d997d5f05b HTTP/1.1" status: 200 len: 991 time: 4.4048383 Apr 18 06:02:40.294911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:02:40.297268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5070342-72dc-4ee4-a06f-63d9b910b58e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:02:40.321823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port 96af2503-5174-400c-97b4-2f1bd36dee9d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=96af2503-5174-400c-97b4-2f1bd36dee9d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:40.322438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.337138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4261d616-cd71-4e2a-a96b-ed63ee0502ba None None] Port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:40.364908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.367204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=40570ef6-7c7b-4c92-80a0-19e5d8d82f4b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:40.405980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c164150-82f3-429d-88aa-bb3fd84b9a3e x-openstack-request-id: req-8c164150-82f3-429d-88aa-bb3fd84b9a3e {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:02:40.406406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:02:40.409387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c164150-82f3-429d-88aa-bb3fd84b9a3e {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:02:40.409940 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c164150-82f3-429d-88aa-bb3fd84b9a3e'] response: {'name': 'network-changed', 'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62', 'status': 'completed', 'code': 200} Apr 18 06:02:40.500373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 96af2503-5174-400c-97b4-2f1bd36dee9d owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:40.506751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=fe0b8832-0b89-4f97-b13e-3931b23a1488,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:40.517698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.568983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.579574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:40.598948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4261d616-cd71-4e2a-a96b-ed63ee0502ba None None] Provisioning complete for port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:40.599359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4261d616-cd71-4e2a-a96b-ed63ee0502ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.623561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:40.623822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 40570ef6-7c7b-4c92-80a0-19e5d8d82f4b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:40.631734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94ab3db-a222-428c-817e-5f670f95c818']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:40.642286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5013880-3da5-44ca-b250-df1da14a24b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.651632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22edfd20-38af-4f72-9c38-6245cbd5c7a9') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:40.651934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22edfd20-38af-4f72-9c38-6245cbd5c7a9') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:40.671189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:40.674185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.697182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.711747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:40.711747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.713052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-0e5b7a13-0b6e-4b0f-b3f4-fabe4e7cb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:40.714720 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-0e5b7a13-0b6e-4b0f-b3f4-fabe4e7cb43b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.2280645 Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:40.784263 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:40.792797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a42cec-cc5b-40b2-8db0-2c6d4ea1d252 req-c2e5ba79-c0fe-45cd-bd62-596dffb61d39 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:40.794385 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b8a42cec-cc5b-40b2-8db0-2c6d4ea1d252 req-c2e5ba79-c0fe-45cd-bd62-596dffb61d39 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2971923 Apr 18 06:02:40.831926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.838699 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-70bf81b6-9835-46f4-8841-510b5d168305 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/ports/fe0b8832-0b89-4f97-b13e-3931b23a1488 HTTP/1.1" status: 204 len: 168 time: 2.1249244 Apr 18 06:02:40.840888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49292) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:40.858414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=c7c67335-400c-4129-8bbb-c13a7727f6dd,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:40.895601 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b376160-2b07-4521-87dc-e6ca3b9b0ede tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] GET failed (client error): The resource could not be found. Apr 18 06:02:40.902364 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4b376160-2b07-4521-87dc-e6ca3b9b0ede tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "GET /v2.0/ports/fe0b8832-0b89-4f97-b13e-3931b23a1488 HTTP/1.1" status: 404 len: 333 time: 0.0565708 Apr 18 06:02:40.902550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49294) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:40.908365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.909343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'name': 'tempest-AllowedAddressPairTestJSON-412359905'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:40.913232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': '7639d05c-2682-4b18-ad02-34ab5679db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:40.913591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 15f4d60b-988b-433a-8108-e0502b88d6fb, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:40.953597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b8a42cec-cc5b-40b2-8db0-2c6d4ea1d252 req-7c91ebc9-013f-47ae-bec6-94116d74de76 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244915 Apr 18 06:02:40.971375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.986559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:40.998446 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/c94ab3db-a222-428c-817e-5f670f95c818 HTTP/1.1" status: 204 len: 168 time: 2.4089513 Apr 18 06:02:41.016185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49298) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:41.021806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'name': 'tempest-PortsTestJSON-24121036'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:41.032210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6f27-d16c-417c-9836-a848f60e79f1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=c94ab3db-a222-428c-817e-5f670f95c818,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:41.066632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4dbea661-cfe8-434a-98e4-e65b0fc9aae0 None None] Provisioning complete for port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:41.067493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4dbea661-cfe8-434a-98e4-e65b0fc9aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.101857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 15f4d60b-988b-433a-8108-e0502b88d6fb is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:41.127029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4dbea661-cfe8-434a-98e4-e65b0fc9aae0 None None] Port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:41.150853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'ae73a634-a51e-44f8-8bdf-e1d997d5f05b', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'floating_ip_address': '172.26.4.103', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'port_id': '58574401-76c2-4865-b13d-191a8ae0ff62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'mac_address': 'fa:16:3e:b3:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:09Z', 'updated_at': '2022-04-18T06:02:37Z', 'revision_number': 1, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:07Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:41.154975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-7a96b891-37b0-4c85-92b9-e237a7032cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:41.156679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-7a96b891-37b0-4c85-92b9-e237a7032cef service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.4267414 Apr 18 06:02:41.181982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] Checking router: 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:41.191902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:41.192664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:41.282903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3beffb-df6c-4f8f-a458-7956a6b22086 req-c8abe102-1cee-42c0-bec6-498e437faa80 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:41.284966 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec3beffb-df6c-4f8f-a458-7956a6b22086 req-c8abe102-1cee-42c0-bec6-498e437faa80 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2027133 Apr 18 06:02:41.298777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-6b0be875-45a0-4824-9db5-fe3bd806c0b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 999 time: 0.1339669 Apr 18 06:02:41.308141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 15f4d60b-988b-433a-8108-e0502b88d6fb) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:41.319504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:41.332967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:41.333652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.357308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569c696-f993-40ab-a842-ff011255d4bd None None] Network 15f4d60b-988b-433a-8108-e0502b88d6fb requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:41.381360 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec3beffb-df6c-4f8f-a458-7956a6b22086 req-ce496d09-5464-4cb2-abb5-8c72a0ebf1b9 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868187 Apr 18 06:02:41.473914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.479329 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-67ccb7b0-9190-4280-a890-7b4dc951e64a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3650994 Apr 18 06:02:41.480290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49300) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:41.481361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:41.485492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.514308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-609127678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:41.544210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port bbcaa319-0a51-4e09-b04d-8b1feeba1e74 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:41.557945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.581868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96af2503-5174-400c-97b4-2f1bd36dee9d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:41.621019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 96af2503-5174-400c-97b4-2f1bd36dee9d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:41.621385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96af2503-5174-400c-97b4-2f1bd36dee9d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 06:02:41.659469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Port 96af2503-5174-400c-97b4-2f1bd36dee9d not found, will not notify nova. {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 06:02:41.692661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:41.700309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.702754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.751647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-15f4d60b-988b-433a-8108-e0502b88d6fb', 'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': 'c7c67335-400c-4129-8bbb-c13a7727f6dd'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:41.752501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.770755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=96af2503-5174-400c-97b4-2f1bd36dee9d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:41.775614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:41.813238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] device_id is not set on port ef30835a-15e4-43cc-81d5-98afa88ff3e9 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:41.853850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-232d5858-0033-487f-a83b-f36615748608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:41.869172 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-232d5858-0033-487f-a83b-f36615748608 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.5473406 Apr 18 06:02:42.004527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.010473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.016249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.029970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'ae73a634-a51e-44f8-8bdf-e1d997d5f05b', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'floating_ip_address': '172.26.4.103', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'port_id': '58574401-76c2-4865-b13d-191a8ae0ff62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'mac_address': 'fa:16:3e:b3:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:09Z', 'updated_at': '2022-04-18T06:02:37Z', 'revision_number': 1, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:07Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:42.091053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5013880-3da5-44ca-b250-df1da14a24b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.121390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.128430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff334ed-84ad-43b4-8687-dc57824d9d11 None None] The sync data for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv is: [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'ae73a634-a51e-44f8-8bdf-e1d997d5f05b', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'floating_ip_address': '172.26.4.103', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'port_id': '58574401-76c2-4865-b13d-191a8ae0ff62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'mac_address': 'fa:16:3e:b3:b0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:02:09Z', 'updated_at': '2022-04-18T06:02:37Z', 'revision_number': 1, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:07Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:42.168177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.169227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Allocated IP 172.20.0.2 (15f4d60b-988b-433a-8108-e0502b88d6fb/c7c67335-400c-4129-8bbb-c13a7727f6dd/61af1d54-028f-4169-b992-4aa73613afe6) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:42.171312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5013880-3da5-44ca-b250-df1da14a24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.203201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-914e57c2-d306-4c80-b31d-8c2afbecb9a6 None None] Provisioning complete for port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:42.203691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-914e57c2-d306-4c80-b31d-8c2afbecb9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.248680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=c3d1b016-789b-4bd7-88c7-84e7a5e179e5,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:42.275651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.294161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-914e57c2-d306-4c80-b31d-8c2afbecb9a6 None None] Port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:42.303816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d5013880-3da5-44ca-b250-df1da14a24b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c13865ffa34442a0a45d6bf24b1ab91a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0273185 Apr 18 06:02:42.304541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5013880-3da5-44ca-b250-df1da14a24b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc2e4c9-72dd-4a0a-a061-539509d55555,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:42.307752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49302) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:42.348911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.359620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-dc613391-bec5-4a37-bdfc-36708575be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:42.361187 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-dc613391-bec5-4a37-bdfc-36708575be8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4907653 Apr 18 06:02:42.405308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.407709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.417091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.428428 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7b8d3439-ecc5-4f74-a40f-db5ccd52c092 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9120224 Apr 18 06:02:42.433023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49306) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:42.440724 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea59f1d-72a8-479a-a46c-aa3226182a71 None None] New status for floating IP ae73a634-a51e-44f8-8bdf-e1d997d5f05b: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:02:42.487423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Allocated IP 172.20.0.14 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/ef30835a-15e4-43cc-81d5-98afa88ff3e9) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:42.499894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:42.502311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=bbcaa319-0a51-4e09-b04d-8b1feeba1e74,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:42.504936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.510365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:42.516135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:42.523865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:42.524598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.568296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Network 15f4d60b-988b-433a-8108-e0502b88d6fb is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:42.573964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:42.580153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:42.585405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Pushing event updated for resources: {'Port': ['ID=61af1d54-028f-4169-b992-4aa73613afe6,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:42.615010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9985cc52-eae4-4704-9928-b6701aed7833 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5951495 Apr 18 06:02:42.616533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49308) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:42.671268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Attempting to bind port 61af1d54-028f-4169-b992-4aa73613afe6 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:42.671632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Attempting to bind port 61af1d54-028f-4169-b992-4aa73613afe6 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '7639d05c-2682-4b18-ad02-34ab5679db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:42.671994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Attempting to bind port 61af1d54-028f-4169-b992-4aa73613afe6 on network 15f4d60b-988b-433a-8108-e0502b88d6fb {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:42.677429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:42.677906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Checking segment: {'id': '7639d05c-2682-4b18-ad02-34ab5679db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:42.678244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.678634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Bound using segment: {'id': '7639d05c-2682-4b18-ad02-34ab5679db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:42.679093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Bound port: 61af1d54-028f-4169-b992-4aa73613afe6, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7639d05c-2682-4b18-ad02-34ab5679db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '15f4d60b-988b-433a-8108-e0502b88d6fb'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:42.679496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.755934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.764500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] For port 61af1d54-028f-4169-b992-4aa73613afe6, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:42.768221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Router 469958d7-eed4-434f-96b7-389e57569d0c has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:42.768655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] For port 61af1d54-028f-4169-b992-4aa73613afe6, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=61af1d54-028f-4169-b992-4aa73613afe6,segment=NetworkSegment(7639d05c-2682-4b18-ad02-34ab5679db36),segment_id=7639d05c-2682-4b18-ad02-34ab5679db36)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:42.785347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e55860a8-ad3b-40cc-9823-b301e934526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.814127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-b23cde0a-b80e-46c9-a8c2-8d6cdd341496 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389629 Apr 18 06:02:42.841790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.845830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2791ab-701a-48ef-8736-ecacabf3a7c0 req-4d174b36-4a26-4f3c-aa92-9c343481cf9e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:42.847574 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee2791ab-701a-48ef-8736-ecacabf3a7c0 req-4d174b36-4a26-4f3c-aa92-9c343481cf9e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3631005 Apr 18 06:02:42.922646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b93f33-fad9-4f04-a67c-b662a050b7b1 None None] Pushing event updated for resources: {'Port': ['ID=61af1d54-028f-4169-b992-4aa73613afe6,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:42.933473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e55860a8-ad3b-40cc-9823-b301e934526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:42.974409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.147520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:43.157387 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee2791ab-701a-48ef-8736-ecacabf3a7c0 req-3e0b153e-db69-46d8-ac66-8e7e884f0c79 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949390 Apr 18 06:02:43.162899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] Sync routers for ids ['469958d7-eed4-434f-96b7-389e57569d0c'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:43.166921 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b1c4d797-fad2-469f-9e70-a4fea10f1b27 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "PUT /v2.0/routers/469958d7-eed4-434f-96b7-389e57569d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1642268 Apr 18 06:02:43.173614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49310) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:43.219733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] Routers {'469958d7-eed4-434f-96b7-389e57569d0c'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:43.220460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['469958d7-eed4-434f-96b7-389e57569d0c'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:43.239478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port bbcaa319-0a51-4e09-b04d-8b1feeba1e74 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:43.241719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.248406 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5070342-72dc-4ee4-a06f-63d9b910b58e req-a988dcea-4bfe-43f8-8c15-7ede69016a75 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161081 Apr 18 06:02:43.257530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.325140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4106e8-0b7a-40f4-9bcf-e7c5133073ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:43.326786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4106e8-0b7a-40f4-9bcf-e7c5133073ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:43.330951 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db4106e8-0b7a-40f4-9bcf-e7c5133073ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1489282 Apr 18 06:02:43.333028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49312) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:43.343762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e55860a8-ad3b-40cc-9823-b301e934526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.346270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e55860a8-ad3b-40cc-9823-b301e934526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.349608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e55860a8-ad3b-40cc-9823-b301e934526d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfc2e4c9-72dd-4a0a-a061-539509d55555 HTTP/1.1" status: 204 len: 168 time: 1.0343177 Apr 18 06:02:43.422631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.438554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55860a8-ad3b-40cc-9823-b301e934526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc2e4c9-72dd-4a0a-a061-539509d55555,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:43.445343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.457282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for bbcaa319-0a51-4e09-b04d-8b1feeba1e74 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:43.467417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 4b518232-2c3f-4f78-a440-34f93d526559 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:43.477073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.550510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.551949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.553483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.569165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] Set router 469958d7-eed4-434f-96b7-389e57569d0c gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:43.600633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.654034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.676613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469958d7-eed4-434f-96b7-389e57569d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:30Z', 'updated_at': '2022-04-18T06:02:41Z', 'revision_number': 3, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:43.705384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] Checking router: 469958d7-eed4-434f-96b7-389e57569d0c for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:43.716658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] Routers {'469958d7-eed4-434f-96b7-389e57569d0c'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:43.716869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['469958d7-eed4-434f-96b7-389e57569d0c'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:43.717825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:43.728334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:43.735501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:43.744598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=ef30835a-15e4-43cc-81d5-98afa88ff3e9,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:43.773206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=c3d1b016-789b-4bd7-88c7-84e7a5e179e5,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:43.811636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 61af1d54-028f-4169-b992-4aa73613afe6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:43.818989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.862758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=bbcaa319-0a51-4e09-b04d-8b1feeba1e74,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:43.866605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:43.867285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.879298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] Set router 469958d7-eed4-434f-96b7-389e57569d0c gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:43.879987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.20.0.1 (15f4d60b-988b-433a-8108-e0502b88d6fb/c7c67335-400c-4129-8bbb-c13a7727f6dd/0a116f91-5d10-4291-8d1b-323db82ed6e0) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:43.897651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.901574 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5d0f9dc8-cdec-4dc7-8f93-47169d99988b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/bbcaa319-0a51-4e09-b04d-8b1feeba1e74 HTTP/1.1" status: 204 len: 168 time: 1.2785532 Apr 18 06:02:43.904318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49318) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:43.917137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'mac_address': 'fa:16:3e:f2:42:65', 'name': 'tempest-PortsTestJSON-472539557'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:43.922145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 037735f6-92ac-42c1-a399-384b4d631d28 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:43.924075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:43.943416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.969089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469958d7-eed4-434f-96b7-389e57569d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:30Z', 'updated_at': '2022-04-18T06:02:41Z', 'revision_number': 3, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:43.980517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a590b785-46eb-45cf-a81a-dfd4f22d5b9d tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0777559 Apr 18 06:02:43.984168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:43.987725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/4b518232-2c3f-4f78-a440-34f93d526559 HTTP/1.1" status: 204 len: 168 time: 0.6513958 Apr 18 06:02:43.988480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49322) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:44.003213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49324) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:44.007894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'network_id': 'e8a5857d-fd86-44ac-b356-7dcebabcca46', 'name': 'tempest-AllowedAddressPairTestJSON-1824665879'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:44.009856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519be01-754e-4ba5-bd45-10e04e3b849c None None] The sync data for ids ['469958d7-eed4-434f-96b7-389e57569d0c'] in dv-neutron-837488-1-hyperv is: [{'id': '469958d7-eed4-434f-96b7-389e57569d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1291307377', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:30Z', 'updated_at': '2022-04-18T06:02:41Z', 'revision_number': 3, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:44.011918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177cb3e5-c0c5-4bbf-a071-6643a9caa2ec None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:44.046396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312bc50-8f8c-4a7e-a0aa-0671be1e689e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=4b518232-2c3f-4f78-a440-34f93d526559,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:44.164482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 61af1d54-028f-4169-b992-4aa73613afe6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:44.165701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.423828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Made reservation on behalf of 91aa3b8a874d4d3b8174deaeea2b89e0 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:44.429188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.463524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d33591fd-5b44-4642-b839-e08cc1f1da7e None None] Provisioning complete for port ef30835a-15e4-43cc-81d5-98afa88ff3e9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:44.466421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d33591fd-5b44-4642-b839-e08cc1f1da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.477464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] device_id is not set on port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:44.489350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:44.533955 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.537206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d33591fd-5b44-4642-b839-e08cc1f1da7e None None] Port ef30835a-15e4-43cc-81d5-98afa88ff3e9 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:44.567734 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-76d7aded-94f2-4f30-b37c-91bff8a04b6d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5624113 Apr 18 06:02:44.581881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49334) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:44.608311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 61af1d54-028f-4169-b992-4aa73613afe6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=61af1d54-028f-4169-b992-4aa73613afe6,segment=NetworkSegment(7639d05c-2682-4b18-ad02-34ab5679db36),segment_id=7639d05c-2682-4b18-ad02-34ab5679db36)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:44.635422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:44.665178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.693272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e1ae-53e5-4aa8-8c31-d69889376814 req-ca822b64-d610-440f-b627-63d8fd75f035 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:44.699295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16020dde-c8e8-4dcc-8bd2-265016413202 None None] Network 15f4d60b-988b-433a-8108-e0502b88d6fb requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:44.700273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.702816 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-31b7e1ae-53e5-4aa8-8c31-d69889376814 req-ca822b64-d610-440f-b627-63d8fd75f035 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3720822 Apr 18 06:02:44.728190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.788834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.788958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port 7dcfbd67-8851-4a25-b7df-1ca6641f10c7 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:44.818276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=61af1d54-028f-4169-b992-4aa73613afe6,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:44.843420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Allocated IP 172.20.0.5 (e8a5857d-fd86-44ac-b356-7dcebabcca46/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e/acf4e5c0-7722-4ceb-b898-9c050d5a13f9) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:44.870031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-09ee675b-4a1b-4a84-a286-3b2fe806c33b None None] Provisioning complete for port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:44.870414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-09ee675b-4a1b-4a84-a286-3b2fe806c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:44.914888 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-31b7e1ae-53e5-4aa8-8c31-d69889376814 req-8ed9ac0a-db5b-4d21-b047-6d8b0559e046 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109265 Apr 18 06:02:44.942733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-09ee675b-4a1b-4a84-a286-3b2fe806c33b None None] Port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:44.968355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] Deleting port a741f8f4-8cc7-45fc-825b-bd3c55c866fd {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:44.972136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.073158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] For port a741f8f4-8cc7-45fc-825b-bd3c55c866fd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:45.073601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.079545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49350) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:45.088501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.092970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Router 4575d294-c214-48c3-93d3-dd4e7731b7fa is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:02:45.093595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.113953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] Calling delete_port for a741f8f4-8cc7-45fc-825b-bd3c55c866fd owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:45.124850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a2365fce-25b7-4652-a690-e60489abebb3 None None] Provisioning complete for port 61af1d54-028f-4169-b992-4aa73613afe6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:45.125217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2365fce-25b7-4652-a690-e60489abebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.185926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.269955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-963432369-network', 'tenant_id': '1f0d737bcf2b4a2cb0d08c7e23a670ec'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:45.274000 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.275096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Fanout notify agent at l3_agent the message router_deleted on router 469958d7-eed4-434f-96b7-389e57569d0c {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:02:45.303996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.305862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8ee42800-4c15-47df-9d45-462f5a09930b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/routers/469958d7-eed4-434f-96b7-389e57569d0c HTTP/1.1" status: 204 len: 168 time: 0.7227893 Apr 18 06:02:45.321817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49354) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:45.327826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 15f4d60b-988b-433a-8108-e0502b88d6fb is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:45.332795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:45.373020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:45.393960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:45.400856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:45.408618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=0a116f91-5d10-4291-8d1b-323db82ed6e0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:45.413235 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] Sync routers for ids ['4575d294-c214-48c3-93d3-dd4e7731b7fa'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:45.432661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.450199 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] Routers {'4575d294-c214-48c3-93d3-dd4e7731b7fa'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:45.451274 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4575d294-c214-48c3-93d3-dd4e7731b7fa'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:45.476385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] Pushing event deleted for resources: {'Port': ['ID=a741f8f4-8cc7-45fc-825b-bd3c55c866fd,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:45.501542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5a66c-dd3b-4ee7-b25d-85a11385e074 None None] No DVR routers for this DVR port a741f8f4-8cc7-45fc-825b-bd3c55c866fd on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:45.536223 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-27d0c096-e37d-4658-b786-b1a7292f4ed2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/routers/4575d294-c214-48c3-93d3-dd4e7731b7fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6251135 Apr 18 06:02:45.541209 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:45.553926 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] Routers {'4575d294-c214-48c3-93d3-dd4e7731b7fa'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:45.554878 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4575d294-c214-48c3-93d3-dd4e7731b7fa'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:45.557068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49356) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:45.576296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Made reservation on behalf of 1f0d737bcf2b4a2cb0d08c7e23a670ec for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:45.578500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.613578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 61af1d54-028f-4169-b992-4aa73613afe6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:45.626379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c503892-8081-4219-be39-f1f31009898a req-76d20012-8d78-42ae-8711-78da9e693335 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:45.626669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:45.626766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9c503892-8081-4219-be39-f1f31009898a req-76d20012-8d78-42ae-8711-78da9e693335 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.5588422 Apr 18 06:02:45.626864 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa0548-81f7-4e4d-8391-9473a153910d None None] The sync data for ids ['4575d294-c214-48c3-93d3-dd4e7731b7fa'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:45.640054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.642559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.681713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.699927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-216609fa-ce4f-468b-ad58-bac583a99e0e None None] Provisioning complete for port 0a116f91-5d10-4291-8d1b-323db82ed6e0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:45.700373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-216609fa-ce4f-468b-ad58-bac583a99e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.707206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9c503892-8081-4219-be39-f1f31009898a req-6839c5e5-1c27-4aa8-bd3e-02cb31b09734 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634897 Apr 18 06:02:45.752337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.757168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 61af1d54-028f-4169-b992-4aa73613afe6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:45.757543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.766037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-216609fa-ce4f-468b-ad58-bac583a99e0e None None] Port 0a116f91-5d10-4291-8d1b-323db82ed6e0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:45.831017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-216609fa-ce4f-468b-ad58-bac583a99e0e None None] Provisioning complete for port 61af1d54-028f-4169-b992-4aa73613afe6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:45.831440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-216609fa-ce4f-468b-ad58-bac583a99e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.840184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.843697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68fe40-9a50-4cea-87c6-e323d37433c3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:45.845289 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-da68fe40-9a50-4cea-87c6-e323d37433c3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports?device_id=4575d294-c214-48c3-93d3-dd4e7731b7fa HTTP/1.1" status: 200 len: 988 time: 0.2850056 Apr 18 06:02:45.850628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49362) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:45.901628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.933375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:45.933929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.938730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:45.955216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:45.991769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:45.999473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:46.005059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:46.006282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.012051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=7dcfbd67-8851-4a25-b7df-1ca6641f10c7,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:46.026204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:46.034922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a741f8f4-8cc7-45fc-825b-bd3c55c866fd no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:46.043072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:46.046323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:46.046457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.058624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: a741f8f4-8cc7-45fc-825b-bd3c55c866fd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:46.058969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a741f8f4-8cc7-45fc-825b-bd3c55c866fd not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:46.059441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96af2503-5174-400c-97b4-2f1bd36dee9d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:46.085932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 96af2503-5174-400c-97b4-2f1bd36dee9d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:46.086276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96af2503-5174-400c-97b4-2f1bd36dee9d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:46.104859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3d52970c-3956-4216-9d5a-aedd029b8a7f None None] Provisioning complete for port 0a116f91-5d10-4291-8d1b-323db82ed6e0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:46.104859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d52970c-3956-4216-9d5a-aedd029b8a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.113244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:46.133469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.141225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.141604 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Added segment f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5 of type vlan for network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 Apr 18 06:02:46.143018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3d52970c-3956-4216-9d5a-aedd029b8a7f None None] Port 0a116f91-5d10-4291-8d1b-323db82ed6e0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:46.160727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155a3d78-64f8-4371-863d-88150a26d908,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:46.187859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:46.188496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.190899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=acf4e5c0-7722-4ceb-b898-9c050d5a13f9,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:46.261479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.336623 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2883560a-6473-4d81-9337-6dd5630e04e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4239488 Apr 18 06:02:46.342380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49366) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:46.372419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-27f2427b-fbf7-496a-9270-d24d7f20b95a None None] Provisioning complete for port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:46.372789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f2427b-fbf7-496a-9270-d24d7f20b95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.394405 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ee7aa330-03de-49ab-ab12-82144c1caadb tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3910372 Apr 18 06:02:46.396828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49368) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:46.420584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3c:c6:06'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a9:aa:18'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:46.422247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-27f2427b-fbf7-496a-9270-d24d7f20b95a None None] Port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:46.469816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05196f3c-1b35-4ddc-803d-88bd420ef3e9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:46.471389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-05196f3c-1b35-4ddc-803d-88bd420ef3e9 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/7dcfbd67-8851-4a25-b7df-1ca6641f10c7 HTTP/1.1" status: 200 len: 840 time: 0.1279776 Apr 18 06:02:46.479110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49370) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:46.600722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c5955-57ae-443b-bac3-2ec6f258a1ef req-92486ed4-2e5e-43ed-98b1-921a1a54e5e6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:46.602185 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-667c5955-57ae-443b-bac3-2ec6f258a1ef req-92486ed4-2e5e-43ed-98b1-921a1a54e5e6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2252729 Apr 18 06:02:46.683709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.684656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:46.685222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.722481 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-667c5955-57ae-443b-bac3-2ec6f258a1ef req-685a47fb-a879-4836-a238-c192daa85543 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078622 Apr 18 06:02:46.795308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.798653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 7dcfbd67-8851-4a25-b7df-1ca6641f10c7 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:46.798984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.803819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.861812 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7772882 Apr 18 06:02:46.862790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49376) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:46.881824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.887534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b028c0-d8d5-488d-b18d-5baf613a491e admin admin] Pushing event updated for resources: {'Network': ['ID=a3a1c46a-848c-45b2-a36c-2af6d603a3d7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:46.897912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:46.914716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:46.918379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Request body: {'subnet': {'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-963432369-subnet', 'tenant_id': '1f0d737bcf2b4a2cb0d08c7e23a670ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:46.924386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:46.928351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:46.932285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:46.932285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:46.957669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d9d5f-c2cd-4112-90ec-09ef61de1905 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:46.960645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.017244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.025540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 7dcfbd67-8851-4a25-b7df-1ca6641f10c7 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:47.093035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ef26ec0f-ff0e-4b7d-aa6e-2d6f79b3230d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7676497 Apr 18 06:02:47.094080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.097010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49378) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:47.128943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1978988453', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:47.139300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:47.140225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.210738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.216777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=0a116f91-5d10-4291-8d1b-323db82ed6e0,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:47.220249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Made reservation on behalf of 1f0d737bcf2b4a2cb0d08c7e23a670ec for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:47.222615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.289002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d/7e1bce93-b477-4fb3-b97e-ff9dc820d22b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:47.331556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.332870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.342234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 15f4d60b-988b-433a-8108-e0502b88d6fb is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:47.345978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:47.464888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.478979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.492479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.547843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.595957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.609305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.624390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=7dcfbd67-8851-4a25-b7df-1ca6641f10c7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:47.652613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.679067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 053c2abc-dfab-4b0e-9be8-029fa0906bf7 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:02:47.686049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.687278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-38ea97d4-650e-4150-ae25-14ff38b3f453 None None] Provisioning complete for port 0a116f91-5d10-4291-8d1b-323db82ed6e0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:47.688114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-38ea97d4-650e-4150-ae25-14ff38b3f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.689950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.690673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a2789af2-7890-4de1-8563-63e46e233e2f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5849354 Apr 18 06:02:47.692942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49386) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:47.703154 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-032c0b5f-e5cb-4112-8a93-172011057f61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/7dcfbd67-8851-4a25-b7df-1ca6641f10c7 HTTP/1.1" status: 204 len: 168 time: 1.2203090 Apr 18 06:02:47.709771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49388) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:47.807473 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-15064ae2-348e-421b-a699-f291952a2944 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:02:47.809535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-15064ae2-348e-421b-a699-f291952a2944 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/7dcfbd67-8851-4a25-b7df-1ca6641f10c7 HTTP/1.1" status: 404 len: 333 time: 0.0736976 Apr 18 06:02:47.810397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event updated for resources: {'Port': ['ID=acf4e5c0-7722-4ceb-b898-9c050d5a13f9,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:47.814344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49390) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:47.817336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.832354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'name': 'tempest-PortsTestJSON-407357178'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:47.862347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port c3d1b016-789b-4bd7-88c7-84e7a5e179e5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:47.862723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:47.913809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:47.923310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a74b18-b27b-42ad-825f-b231c13eef53 req-8ca6600e-a3f3-48ca-b411-6f18e294d274 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:47.925559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c4a74b18-b27b-42ad-825f-b231c13eef53 req-8ca6600e-a3f3-48ca-b411-6f18e294d274 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3420033 Apr 18 06:02:47.929762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:47.937606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:47.939853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Pushing event updated for resources: {'Port': ['ID=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:47.956473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-38ea97d4-650e-4150-ae25-14ff38b3f453 None None] Port 0a116f91-5d10-4291-8d1b-323db82ed6e0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:47.995102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Checking segment: {'id': 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:47.996004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Network hostable DHCP agents. Network: a3a1c46a-848c-45b2-a36c-2af6d603a3d7, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:47.999607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] In _notify_port_updated(), no bound segment for port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 on network e8a5857d-fd86-44ac-b356-7dcebabcca46 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:02:48.005079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:48.005732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.010601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Attempting to bind port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:48.010775 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cd540c9b-817d-4d15-89aa-c827225fbff5 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "PUT /v2.0/ports/acf4e5c0-7722-4ceb-b898-9c050d5a13f9 HTTP/1.1" status: 200 len: 1056 time: 1.6073420 Apr 18 06:02:48.010864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Attempting to bind port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:48.010864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Attempting to bind port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:48.014962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:48.015392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:48.015803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.016178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:48.016654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Bound port: 7e1bce93-b477-4fb3-b97e-ff9dc820d22b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:48.017028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.024553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49392) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:48.094593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:48.111333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] For port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:48.123786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c4a74b18-b27b-42ad-825f-b231c13eef53 req-c92e6d65-7329-4489-92dd-bff50d6eb426 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736360 Apr 18 06:02:48.130186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] For port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:48.145873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b7686120-8da5-4a7a-ab71-fda2681c418e None None] Provisioning complete for port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:48.145873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7686120-8da5-4a7a-ab71-fda2681c418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.176999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:48.177332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:48.181167 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7d44c8f6-803b-44f1-9912-b2ec3abe6a22 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/053c2abc-dfab-4b0e-9be8-029fa0906bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7426002 Apr 18 06:02:48.181167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49394) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:48.183374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b7686120-8da5-4a7a-ab71-fda2681c418e None None] Port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:48.184681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.193970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] Sync routers for ids ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:48.205270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] Routers {'053c2abc-dfab-4b0e-9be8-029fa0906bf7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:48.205737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for c3d1b016-789b-4bd7-88c7-84e7a5e179e5 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:48.207584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:48.241249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:48.244125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.259750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, a3a1c46a-848c-45b2-a36c-2af6d603a3d7) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:48.265444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port acf4e5c0-7722-4ceb-b898-9c050d5a13f9 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:48.265775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.272171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da81608a-2066-4592-97d0-618182542a0d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:48.278133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:48.278133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.278355 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-da81608a-2066-4592-97d0-618182542a0d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports/0a116f91-5d10-4291-8d1b-323db82ed6e0 HTTP/1.1" status: 200 len: 910 time: 0.0915592 Apr 18 06:02:48.279631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49396) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:48.280784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba6624-e93b-4262-9e03-3efc3bc51ab0 None None] Network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:48.285725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] Routers {'053c2abc-dfab-4b0e-9be8-029fa0906bf7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:48.286457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:48.327388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:48.330914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.348032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:48.348731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601a328-2178-484b-80eb-95381b7bae3c None None] The sync data for ids ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:48.364988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.405089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e404b-0662-4555-8acf-bc3ea914599c None None] Pushing event updated for resources: {'Port': ['ID=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:48.424340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port ec96c87f-ed30-4a45-b55c-a4a6251b5b12 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:48.526270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84d827-c645-4cb1-bea5-b6d383eab374 None None] Network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:48.808029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6aead486-a0b6-473a-99b2-fc1918bdd58e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9269331 Apr 18 06:02:48.832712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:48.847636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for acf4e5c0-7722-4ceb-b898-9c050d5a13f9 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:48.989919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::1 (05d65530-28ce-4b9b-b71b-a17f18d1b658/5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d/16b968aa-668e-4da4-9e24-c034843797ad) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:49.044486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.072786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=c3d1b016-789b-4bd7-88c7-84e7a5e179e5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:49.080420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.164557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.194892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.221671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.267890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=acf4e5c0-7722-4ceb-b898-9c050d5a13f9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:49.300482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.308911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.628597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7e1bce93-b477-4fb3-b97e-ff9dc820d22b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:49.654858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Router 4575d294-c214-48c3-93d3-dd4e7731b7fa has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:49.707014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:49.707692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.827511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.834366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49414) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:49.845847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:49.861039 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-19f69486-17e4-4b98-bf72-3ecf26510430 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/routers/4575d294-c214-48c3-93d3-dd4e7731b7fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0019364 Apr 18 06:02:49.862831 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] Sync routers for ids ['4575d294-c214-48c3-93d3-dd4e7731b7fa'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:49.863679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-260529403-network', 'tenant_id': '68b0f72ed5fc462382654a6514ce5f45'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:49.869770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49416) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:49.874651 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] Routers {'4575d294-c214-48c3-93d3-dd4e7731b7fa'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:49.875509 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4575d294-c214-48c3-93d3-dd4e7731b7fa'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:49.881687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:49.888900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.895105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ecaf9744-d03c-4fda-b999-48f8dbce7776 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/ports/acf4e5c0-7722-4ceb-b898-9c050d5a13f9 HTTP/1.1" status: 204 len: 168 time: 1.8696992 Apr 18 06:02:49.895977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49418) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:49.912584 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:49.920589 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-515aa1c0-67a6-4bc8-a694-0213b5ab6931 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] GET failed (client error): The resource could not be found. Apr 18 06:02:49.923107 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] Routers {'4575d294-c214-48c3-93d3-dd4e7731b7fa'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:49.923915 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4575d294-c214-48c3-93d3-dd4e7731b7fa'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:49.925067 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-515aa1c0-67a6-4bc8-a694-0213b5ab6931 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "GET /v2.0/ports/acf4e5c0-7722-4ceb-b898-9c050d5a13f9 HTTP/1.1" status: 404 len: 333 time: 0.0281038 Apr 18 06:02:49.929314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49420) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:49.938166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:49.946486 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7533f5-e20e-4402-8322-82ca28ef5611 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:02:49.950676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8571b081-b582-46f3-8169-c3370eca29ec None None] Provisioning complete for port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:49.950860 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-db7533f5-e20e-4402-8322-82ca28ef5611 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/c3d1b016-789b-4bd7-88c7-84e7a5e179e5 HTTP/1.1" status: 404 len: 333 time: 0.0731084 Apr 18 06:02:49.950968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8571b081-b582-46f3-8169-c3370eca29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.956523 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49422) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:49.964074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:49.969684 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:49.970564 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82011b47-2089-4cd7-8169-44e26deaab97 None None] The sync data for ids ['4575d294-c214-48c3-93d3-dd4e7731b7fa'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:49.973540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:49.980005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:49.980624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:49.998347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.018336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=ec96c87f-ed30-4a45-b55c-a4a6251b5b12,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:50.027928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481bd37-ba8a-4166-9783-2b048b25ac95 req-bc54328a-6184-412f-81eb-805f32ee5abc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:50.029452 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4481bd37-ba8a-4166-9783-2b048b25ac95 req-bc54328a-6184-412f-81eb-805f32ee5abc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.7444317 Apr 18 06:02:50.029824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port ef30835a-15e4-43cc-81d5-98afa88ff3e9 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:50.030174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.067958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.072046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:50.107535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Made reservation on behalf of 68b0f72ed5fc462382654a6514ce5f45 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:50.109680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.127318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.138472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for ef30835a-15e4-43cc-81d5-98afa88ff3e9 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:50.169475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.182700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.240915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3706795c-1439-4c2e-9c9d-57a5ba4e4da3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4156687 Apr 18 06:02:50.245521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49424) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:50.245695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:50.252523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:50.267422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:50.299331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:50.299892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.307280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=16b968aa-668e-4da4-9e24-c034843797ad,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:50.317526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4481bd37-ba8a-4166-9783-2b048b25ac95 req-fecd8f24-9088-4ce2-bcbb-69177db31aa0 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542744 Apr 18 06:02:50.338246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.388629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.420951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=ef30835a-15e4-43cc-81d5-98afa88ff3e9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:50.545974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.550203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.564462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.569358 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bf4b20fe-3b2f-4e60-944a-c35b02c796ee tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/ports/ef30835a-15e4-43cc-81d5-98afa88ff3e9 HTTP/1.1" status: 204 len: 168 time: 0.6413405 Apr 18 06:02:50.570718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49426) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:50.606705 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-93674400-a1b9-4c79-a84c-bc0b16a67063 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] GET failed (client error): The resource could not be found. Apr 18 06:02:50.608365 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-93674400-a1b9-4c79-a84c-bc0b16a67063 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "GET /v2.0/ports/ef30835a-15e4-43cc-81d5-98afa88ff3e9 HTTP/1.1" status: 404 len: 333 time: 0.0365984 Apr 18 06:02:50.612768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49428) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:50.648407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-05cc50fb-ee43-44f5-b62d-978fb4642c69 None None] Provisioning complete for port 16b968aa-668e-4da4-9e24-c034843797ad triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:50.652149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-05cc50fb-ee43-44f5-b62d-978fb4642c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.667086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.699542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-05cc50fb-ee43-44f5-b62d-978fb4642c69 None None] Port 16b968aa-668e-4da4-9e24-c034843797ad cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:50.717516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.733683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.740940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port 8a2bb27a-c0ac-47f2-ad19-eb196de16da7 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:50.741370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.746883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.787026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.789707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.790783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Fanout notify agent at l3_agent the message router_deleted on router 4575d294-c214-48c3-93d3-dd4e7731b7fa {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:02:50.804108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.805215 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7de3c7de-f027-4678-b1ca-fc15ce4e6039 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/routers/4575d294-c214-48c3-93d3-dd4e7731b7fa HTTP/1.1" status: 204 len: 168 time: 0.8466249 Apr 18 06:02:50.811942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 0a116f91-5d10-4291-8d1b-323db82ed6e0 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:50.812280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.821469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49430) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:50.822957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] In _notify_port_updated(), no bound segment for port ec96c87f-ed30-4a45-b55c-a4a6251b5b12 on network 3ed0683c-12c6-4032-a145-c2934549896e {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:02:50.828328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:50.830141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.831072 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/ports/ec96c87f-ed30-4a45-b55c-a4a6251b5b12 HTTP/1.1" status: 200 len: 818 time: 0.5845528 Apr 18 06:02:50.839183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49432) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:50.854939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:50.881235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc233cc-1af4-4735-9d2f-c9e7b68d5c62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=ec96c87f-ed30-4a45-b55c-a4a6251b5b12,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:50.942474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.957867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for 8a2bb27a-c0ac-47f2-ad19-eb196de16da7 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:50.966987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753d1bf1-f69f-4597-94da-a928c27c2756,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:50.970022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:50.970369 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Added segment ea41c7b7-17cf-43d6-9f49-8771aa420cc7 of type vlan for network 05822ad3-621b-45ac-bd69-9768ef23ce09 Apr 18 06:02:51.020749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port ec96c87f-ed30-4a45-b55c-a4a6251b5b12 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:51.021091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.056764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 6c028a49-8fbc-4e66-a86d-16eaf1fa2778 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:51.077594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.085462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.104275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.117719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for ec96c87f-ed30-4a45-b55c-a4a6251b5b12 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:51.145215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.185907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 0a116f91-5d10-4291-8d1b-323db82ed6e0 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:51.192707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.273474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.302444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=8a2bb27a-c0ac-47f2-ad19-eb196de16da7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:51.305571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.378326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.379328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:51.380074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.385355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=ec96c87f-ed30-4a45-b55c-a4a6251b5b12,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:51.445356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.450117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-61b68b17-109c-49b9-8f69-105ecb95a015 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/ec96c87f-ed30-4a45-b55c-a4a6251b5b12 HTTP/1.1" status: 204 len: 168 time: 0.6098573 Apr 18 06:02:51.455187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49436) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:51.467867 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.513877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.520028 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e93c37dd-e60a-48e7-bb87-a1a7691f2b1f tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/ports/8a2bb27a-c0ac-47f2-ad19-eb196de16da7 HTTP/1.1" status: 204 len: 168 time: 0.9060321 Apr 18 06:02:51.523374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49438) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:51.549112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] Pushing event updated for resources: {'Network': ['ID=05822ad3-621b-45ac-bd69-9768ef23ce09,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:51.564526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 05822ad3-621b-45ac-bd69-9768ef23ce09 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:51.564651 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-74a1f0c1-cf8e-4212-870d-76241e848a07 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7056074 Apr 18 06:02:51.572209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7e1bce93-b477-4fb3-b97e-ff9dc820d22b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:51.572766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.576586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49440) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:51.584551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Request body: {'subnet': {'network_id': '05822ad3-621b-45ac-bd69-9768ef23ce09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-260529403-subnet', 'tenant_id': '68b0f72ed5fc462382654a6514ce5f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:51.593470 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:02:51.596489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720357e-739c-41a1-93b8-2185eb770643 req-c90f3ecd-5f03-4d04-a983-5b1cdbb3299c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:51.598647 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9720357e-739c-41a1-93b8-2185eb770643 req-c90f3ecd-5f03-4d04-a983-5b1cdbb3299c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1639102 Apr 18 06:02:51.626368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting subnet e4fa8b6f-0223-47a8-8a87-29cc5bcf455e {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:51.643377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ee551-d9a1-4337-87dc-6eb4e737c539 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:51.644640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1f4ee551-d9a1-4337-87dc-6eb4e737c539 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1875730 Apr 18 06:02:51.646568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.652239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49442) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:51.689691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:51.690241 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.693506 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c332b137-0229-4688-a020-3a1831fbd91a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:02:51.698873 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c332b137-0229-4688-a020-3a1831fbd91a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/ec96c87f-ed30-4a45-b55c-a4a6251b5b12 HTTP/1.1" status: 404 len: 333 time: 0.0401258 Apr 18 06:02:51.698873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.699172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49444) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:51.700946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.707996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-255041150'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:51.731452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9720357e-739c-41a1-93b8-2185eb770643 req-6d0689eb-e333-43bd-b351-c9eedef82deb tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108177 Apr 18 06:02:51.738565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.741971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Made reservation on behalf of 68b0f72ed5fc462382654a6514ce5f45 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:51.752174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.811432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.835811 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.864121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.878909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:51.882350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.890868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=16b968aa-668e-4da4-9e24-c034843797ad,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:51.907438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=6c028a49-8fbc-4e66-a86d-16eaf1fa2778,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:51.918851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c805afdb-9299-4774-b124-8a4c09c7a057 None None] Network 037735f6-92ac-42c1-a399-384b4d631d28 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:51.920447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.923627 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57eb2f27-d16b-4565-b62d-7a180ade6fb9 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/6c028a49-8fbc-4e66-a86d-16eaf1fa2778 HTTP/1.1" status: 204 len: 168 time: 1.0969670 Apr 18 06:02:51.928140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:02:51.935423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49446) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:51.951409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=0a116f91-5d10-4291-8d1b-323db82ed6e0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:51.963916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:51.964267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment 520a3539-b9e5-4302-9231-b6158e24e1b4 of type vlan for network c7e42968-6a74-448f-9cec-984f43e6ee10 Apr 18 06:02:52.033861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.045683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:52.053396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:52.069158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.079143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/subnets/e4fa8b6f-0223-47a8-8a87-29cc5bcf455e HTTP/1.1" status: 204 len: 168 time: 0.5535288 Apr 18 06:02:52.080073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eba5df-2aed-4098-8985-a9166d890b99 None None] Network e8a5857d-fd86-44ac-b356-7dcebabcca46 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:52.083678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.111562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49448) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:52.133550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760940c-3e2a-43f4-b64e-95c049436930 tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fa8b6f-0223-47a8-8a87-29cc5bcf455e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:52.154126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.244407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.250266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:52.250900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.326119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] DHCP port deletion for 037735f6-92ac-42c1-a399-384b4d631d28 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:52.371047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] DHCP port deletion for e8a5857d-fd86-44ac-b356-7dcebabcca46 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:52.390933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.398063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=c7e42968-6a74-448f-9cec-984f43e6ee10,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:52.422176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:02:52.438336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:52.438730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.476264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] Deleting port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:52.476656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.596255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-beb4968e-54d6-404f-b93a-78c691ad5a04 None None] Provisioning complete for port 16b968aa-668e-4da4-9e24-c034843797ad triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:52.596634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-beb4968e-54d6-404f-b93a-78c691ad5a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.602186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] Deleting port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:52.602656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.606854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] For port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,segment=NetworkSegment(d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb),segment_id=d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:52.607284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.671327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.692440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] Calling delete_port for 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:52.711368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-beb4968e-54d6-404f-b93a-78c691ad5a04 None None] Port 16b968aa-668e-4da4-9e24-c034843797ad cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:02:52.734262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] For port 7b221a89-fa63-43f1-9aa2-1b01ba129d56, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7b221a89-fa63-43f1-9aa2-1b01ba129d56,segment=NetworkSegment(da707de0-add4-45ca-8a5c-0996166414f3),segment_id=da707de0-add4-45ca-8a5c-0996166414f3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:52.740414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.779396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] Calling delete_port for 7b221a89-fa63-43f1-9aa2-1b01ba129d56 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:52.784758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.824924 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-35056041-6612-44d8-9c03-069d3d2f9898 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1223235 Apr 18 06:02:52.830703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49452) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:52.842555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:52.930066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,segment=NetworkSegment(d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb),segment_id=d6f0f2fa-a7e2-471b-888a-a99d0f1c90cb)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:52.930441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.936487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.954856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Deleting port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:52.955206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.961818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93b7db9-e544-4be8-a795-be3f62d828e2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:52.962058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:52.973847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:52.987164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ad06-3b83-4aac-aa21-4b8da0c0b131 req-3d834850-3dc7-4980-9cd6-d7eea957a6f7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:52.988745 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f52ad06-3b83-4aac-aa21-4b8da0c0b131 req-3d834850-3dc7-4980-9cd6-d7eea957a6f7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1678815 Apr 18 06:02:52.990822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 053c2abc-dfab-4b0e-9be8-029fa0906bf7 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:52.991874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Checking segment: {'id': 'ea41c7b7-17cf-43d6-9f49-8771aa420cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '05822ad3-621b-45ac-bd69-9768ef23ce09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:52.992230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Network hostable DHCP agents. Network: 05822ad3-621b-45ac-bd69-9768ef23ce09, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:52.992560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] Pushing event deleted for resources: {'Port': ['ID=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:53.024914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Router f9d29132-5e4a-4287-af34-98c71ac91f49 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:02:53.035294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] No DVR routers for this DVR port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:53.041164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8034f-28ec-4b87-aa6d-b8d5820017b0 None None] No DVR routers for this DVR port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:53.080636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a7624-c78d-4fe0-85d2-ba4eff81a421 None None] Pushing event deleted for resources: {'Port': ['ID=7b221a89-fa63-43f1-9aa2-1b01ba129d56,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:53.088083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] For port 7b221a89-fa63-43f1-9aa2-1b01ba129d56, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:53.088462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.105144 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f52ad06-3b83-4aac-aa21-4b8da0c0b131 req-2616e2d4-f13f-4549-bf14-4737b28afbc2 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071541 Apr 18 06:02:53.112232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Calling delete_port for 7b221a89-fa63-43f1-9aa2-1b01ba129d56 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:53.123810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.ipam_backend_mixin [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 was not found and therefore no delete operation was performed {{(pid=109606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:02:53.126583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.171707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:53.184070 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-49767004-65ae-40a7-b3f4-1290ebc5cf75 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/053c2abc-dfab-4b0e-9be8-029fa0906bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8981087 Apr 18 06:02:53.184070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49454) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:53.192701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Port': ['ID=7b221a89-fa63-43f1-9aa2-1b01ba129d56,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:53.197407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] No DVR routers for this DVR port 7b221a89-fa63-43f1-9aa2-1b01ba129d56 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:53.203486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] Sync routers for ids ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:53.207189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:53.211690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.216637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] Routers {'053c2abc-dfab-4b0e-9be8-029fa0906bf7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:53.217942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.228994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Network 05822ad3-621b-45ac-bd69-9768ef23ce09 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:53.239753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.252961 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-798e2544-5e8a-49d1-8672-7eaf50891e6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=053c2abc-dfab-4b0e-9be8-029fa0906bf7 HTTP/1.1" status: 200 len: 205 time: 0.0653186 Apr 18 06:02:53.256406 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.257000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49456) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:53.267397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] Routers {'053c2abc-dfab-4b0e-9be8-029fa0906bf7'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:53.268293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.272297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:53.277085 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8ef56ea4-a2c9-4d66-b559-41724a8c52e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "PUT /v2.0/routers/f9d29132-5e4a-4287-af34-98c71ac91f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5815880 Apr 18 06:02:53.277760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49458) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:53.283989 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Sync routers for ids ['f9d29132-5e4a-4287-af34-98c71ac91f49'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:53.306687 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Routers {'f9d29132-5e4a-4287-af34-98c71ac91f49'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:53.308172 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f9d29132-5e4a-4287-af34-98c71ac91f49'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.313402 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.314054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0908b66-79bf-4229-82db-dd340c3f209b None None] The sync data for ids ['053c2abc-dfab-4b0e-9be8-029fa0906bf7'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:53.325893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 05822ad3-621b-45ac-bd69-9768ef23ce09) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:53.331949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:53.335367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.338824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d483ad9-85e4-4d0d-8ac2-a409eefa635f None None] Network 05822ad3-621b-45ac-bd69-9768ef23ce09 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:53.351750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2e5d3-21a5-4bfa-982b-fb8c9dd49db5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:53.354292 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9de2e5d3-21a5-4bfa-982b-fb8c9dd49db5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports/16b968aa-668e-4da4-9e24-c034843797ad HTTP/1.1" status: 200 len: 911 time: 0.0755408 Apr 18 06:02:53.358486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49460) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:53.431115 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Set router f9d29132-5e4a-4287-af34-98c71ac91f49 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:53.443870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f4fe3-d4f9-4ec8-bdb3-b29624c95399 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:53.445645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:53.448260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:53.452384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f4fe3-d4f9-4ec8-bdb3-b29624c95399 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:53.460706 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-979f4fe3-d4f9-4ec8-bdb3-b29624c95399 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1006486 Apr 18 06:02:53.462542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49462) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:53.466865 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6c6eb5ac-efbc-4a66-9665-6cfcb4cd347c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8894534 Apr 18 06:02:53.520583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd8e6-008a-4ece-94bb-86e079d6fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.528461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.561826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeae450-d035-4e88-ad83-cee42f83b997 None None] Network 05822ad3-621b-45ac-bd69-9768ef23ce09 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:53.606054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.613781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7b221a89-fa63-43f1-9aa2-1b01ba129d56 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:53.659614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a5857d-fd86-44ac-b356-7dcebabcca46']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.691053 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'name': 'tempest-NetworksTestDHCPv6-router-1978988453', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:47Z', 'updated_at': '2022-04-18T06:02:50Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None, '_interfaces': [{'id': '16b968aa-668e-4da4-9e24-c034843797ad', 'name': '', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'mac_address': 'fa:16:3e:b5:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:02:48Z', 'updated_at': '2022-04-18T06:02:51Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'subnets': [{'id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.716356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 7b221a89-fa63-43f1-9aa2-1b01ba129d56 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:53.716877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7b221a89-fa63-43f1-9aa2-1b01ba129d56 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:53.717177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:53.724482 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Checking router: f9d29132-5e4a-4287-af34-98c71ac91f49 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:53.725137 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Updating router f9d29132-5e4a-4287-af34-98c71ac91f49 port 16b968aa-668e-4da4-9e24-c034843797ad binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:02:53.752598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:53.752927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3b2e45a2-34b4-48b5-96cf-76ea5d77ddd8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:53.768190 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.770446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da707de0-add4-45ca-8a5c-0996166414f3') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.773102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da707de0-add4-45ca-8a5c-0996166414f3') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:53.779167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.886725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.975806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:53.979663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037735f6-92ac-42c1-a399-384b4d631d28']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:54.044036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.058838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:54.059229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f0f2fa-a7e2-471b-888a-a99d0f1c90cb') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:54.062990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:54.063550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:54.066671 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:54.073187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.086709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.099910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.110659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.178403 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.210366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.254574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:54.255014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:54.262510 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:54.275354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee67b1-a9bd-4520-b435-94d24cf3ef25 req-e9d801bd-c45b-4623-a5c6-5e18b4085fe7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:54.276851 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4fee67b1-a9bd-4520-b435-94d24cf3ef25 req-e9d801bd-c45b-4623-a5c6-5e18b4085fe7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0678692 Apr 18 06:02:54.316023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.316596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router 053c2abc-dfab-4b0e-9be8-029fa0906bf7 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:02:54.318702 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Attempting to bind port 16b968aa-668e-4da4-9e24-c034843797ad on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:54.319800 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Attempting to bind port 16b968aa-668e-4da4-9e24-c034843797ad by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:54.320340 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Attempting to bind port 16b968aa-668e-4da4-9e24-c034843797ad on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:54.331669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:54.332380 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:54.333044 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.333747 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:54.334453 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Bound port: 16b968aa-668e-4da4-9e24-c034843797ad, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:54.335104 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.338904 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba7dfb-1a65-4abb-8c0d-40cb090a503a None None] Pushing event updated for resources: {'Port': ['ID=16b968aa-668e-4da4-9e24-c034843797ad,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:54.352534 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4fee67b1-a9bd-4520-b435-94d24cf3ef25 req-8c39ad1a-49a5-49d8-aa26-3600ab73ac31 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632977 Apr 18 06:02:54.368922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.383491 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ad133f48-986d-4fd6-ae9d-2afeb9589580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/053c2abc-dfab-4b0e-9be8-029fa0906bf7 HTTP/1.1" status: 204 len: 168 time: 1.1042831 Apr 18 06:02:54.383627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 16b968aa-668e-4da4-9e24-c034843797ad {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:54.383627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.387755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49482) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:54.396349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.433053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.442904 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] For port 16b968aa-668e-4da4-9e24-c034843797ad, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:54.448563 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] For port 16b968aa-668e-4da4-9e24-c034843797ad, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=16b968aa-668e-4da4-9e24-c034843797ad,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:54.450636 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] 10.222.0.43 "DELETE /v2.0/networks/e8a5857d-fd86-44ac-b356-7dcebabcca46 HTTP/1.1" status: 204 len: 168 time: 2.3095100 Apr 18 06:02:54.454796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090e5ec-09ec-42fc-8875-34b7e39d63df tempest-AllowedAddressPairTestJSON-326549483 tempest-AllowedAddressPairTestJSON-326549483-project] Pushing event deleted for resources: {'Network': ['ID=e8a5857d-fd86-44ac-b356-7dcebabcca46,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:54.496763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-c3c780dd-ab2c-48a6-a043-8b32d98842e5 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:54.498261 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-c3c780dd-ab2c-48a6-a043-8b32d98842e5 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/networks?id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7 HTTP/1.1" status: 200 len: 811 time: 0.3072221 Apr 18 06:02:54.503210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet c7c67335-400c-4129-8bbb-c13a7727f6dd {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:54.516125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-a9b5bcf2-fbf0-48d7-9943-9cd38e9e7dbd tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/quotas/1f0d737bcf2b4a2cb0d08c7e23a670ec HTTP/1.1" status: 200 len: 375 time: 0.0117598 Apr 18 06:02:54.517495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.517795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.554436 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.590760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.594358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port 16b968aa-668e-4da4-9e24-c034843797ad, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:54.594894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.600735 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-fa15fd2b-29b3-4b93-ad7c-de6574398831 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722699 Apr 18 06:02:54.614059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.621479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.628723 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/037735f6-92ac-42c1-a399-384b4d631d28 HTTP/1.1" status: 204 len: 168 time: 2.6946883 Apr 18 06:02:54.630845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f73d-c642-4066-ac6f-5250b9bd535c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=037735f6-92ac-42c1-a399-384b4d631d28,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:54.642436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 16b968aa-668e-4da4-9e24-c034843797ad owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:54.643940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49486) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:54.658235 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba7dfb-1a65-4abb-8c0d-40cb090a503a None None] Pushing event updated for resources: {'Port': ['ID=16b968aa-668e-4da4-9e24-c034843797ad,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:54.672566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=95aa6f4d-554b-4536-9404-6e53876caca6,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:54.678684 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Routers {'f9d29132-5e4a-4287-af34-98c71ac91f49'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:54.679348 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f9d29132-5e4a-4287-af34-98c71ac91f49'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:54.719301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': '520a3539-b9e5-4302-9231-b6158e24e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:54.719738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: c7e42968-6a74-448f-9cec-984f43e6ee10, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:02:54.739088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec1aa4-179b-40e0-938e-96732b8eb89c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:54.744997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cf022098-7c7d-4954-9bb2-dbfb2f4658ca None None] Provisioning complete for port 16b968aa-668e-4da4-9e24-c034843797ad triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:54.745688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-90ec1aa4-179b-40e0-938e-96732b8eb89c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/960d62d3-a876-4517-911b-c5ef36ed0b65 HTTP/1.1" status: 200 len: 845 time: 0.0958910 Apr 18 06:02:54.745817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cf022098-7c7d-4954-9bb2-dbfb2f4658ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.745904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49488) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:54.770640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-2ef470b5-d013-4ba8-91e5-88215215c473 service neutron] 10.222.0.43 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411278 Apr 18 06:02:54.858521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-648ccb64-0526-4335-9002-03c97810bcb6 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/960d62d3-a876-4517-911b-c5ef36ed0b65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0954664 Apr 18 06:02:54.861347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49490) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:54.873645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:54.918409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cf022098-7c7d-4954-9bb2-dbfb2f4658ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.919816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-9a244d8d-0433-479f-9ab0-df169d3c7d5d service neutron] 10.222.0.43 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376109 Apr 18 06:02:54.923213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network c7e42968-6a74-448f-9cec-984f43e6ee10 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:02:54.975094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:54.985683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cf022098-7c7d-4954-9bb2-dbfb2f4658ca None None] For port 16b968aa-668e-4da4-9e24-c034843797ad, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=16b968aa-668e-4da4-9e24-c034843797ad,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:55.004895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c7e42968-6a74-448f-9cec-984f43e6ee10) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:55.009317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:55.012867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.017177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017685ea-a7a0-4cb1-bdf2-b4633a88bc9d None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:55.079368 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] Set router f9d29132-5e4a-4287-af34-98c71ac91f49 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:55.100270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cf022098-7c7d-4954-9bb2-dbfb2f4658ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.124496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b6cc2ca3-4496-4cda-8e62-49b07dd7b411 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2895648 Apr 18 06:02:55.126594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49494) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:55.127269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49496) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:55.163692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:55.176992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022098-7c7d-4954-9bb2-dbfb2f4658ca None None] Pushing event updated for resources: {'Port': ['ID=16b968aa-668e-4da4-9e24-c034843797ad,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:55.257847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-721293a4-419f-4b62-ba54-37354892a4b4 None None] Provisioning complete for port 16b968aa-668e-4da4-9e24-c034843797ad triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:55.258491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-721293a4-419f-4b62-ba54-37354892a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.269886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:55.275448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.341543 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.plugins.ml2.db [None req-721293a4-419f-4b62-ba54-37354892a4b4 None None] No ports have port_id starting with 16b968aa-668e-4da4-9e24-c034843797ad Apr 18 06:02:55.409590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c7e42968-6a74-448f-9cec-984f43e6ee10', 'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': '95aa6f4d-554b-4536-9404-6e53876caca6'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:55.410524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.443504 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'name': 'tempest-NetworksTestDHCPv6-router-1978988453', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:47Z', 'updated_at': '2022-04-18T06:02:50Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None, '_interfaces': [{'id': '16b968aa-668e-4da4-9e24-c034843797ad', 'name': '', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'mac_address': 'fa:16:3e:b5:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:02:48Z', 'updated_at': '2022-04-18T06:02:54Z', 'revision_number': 4, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'subnets': [{'id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:55.461644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-70ba4018-5553-4977-bcb7-9ec259226db3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91aa3b8a874d4d3b8174deaeea2b89e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302925 Apr 18 06:02:55.465397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49506) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:55.511573 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891d51e-4c38-4014-bf82-17edf30e2d00 None None] The sync data for ids ['f9d29132-5e4a-4287-af34-98c71ac91f49'] in dv-neutron-837488-1-hyperv is: [{'id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'name': 'tempest-NetworksTestDHCPv6-router-1978988453', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:47Z', 'updated_at': '2022-04-18T06:02:50Z', 'revision_number': 2, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None, '_interfaces': [{'id': '16b968aa-668e-4da4-9e24-c034843797ad', 'name': '', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'mac_address': 'fa:16:3e:b5:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:02:48Z', 'updated_at': '2022-04-18T06:02:54Z', 'revision_number': 4, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'subnets': [{'id': '5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:55.557341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:55.562003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.629738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Allocated IP 172.20.0.2 (c7e42968-6a74-448f-9cec-984f43e6ee10/95aa6f4d-554b-4536-9404-6e53876caca6/a8c18015-7355-4ca5-8529-890e1a07f12c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:55.660338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09a88c-6f0e-408c-9fb9-2eab4bf4adff req-31f72611-618a-45e8-a85d-6f1d1837a1e3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:55.661929 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee09a88c-6f0e-408c-9fb9-2eab4bf4adff req-31f72611-618a-45e8-a85d-6f1d1837a1e3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1742384 Apr 18 06:02:55.670724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c9b40c9-6a33-420e-a39e-ebc07eca3197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.730351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c9b40c9-6a33-420e-a39e-ebc07eca3197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.740800 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.ipam_backend_mixin [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95aa6f4d-554b-4536-9404-6e53876caca6 (CIDR: 172.20.0.0/28) Apr 18 06:02:55.767321 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee09a88c-6f0e-408c-9fb9-2eab4bf4adff req-7268e0e5-8dd1-4331-9a1f-5d8fa1abaf79 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945809 Apr 18 06:02:55.793928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:02:55.794802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:02:55.844403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.848685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-250445d6-5226-4339-b394-2c7d3d7c12cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.860484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.873281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.890458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a94726c-b61d-462e-8521-300630bbdb54 req-a05c10ec-5b9e-46c6-ba7c-255d128bc8a4 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 210 time: 0.6112728 Apr 18 06:02:55.941905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=16b968aa-668e-4da4-9e24-c034843797ad,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:55.956307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.957533 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0da1810a-9f0c-410f-851d-5af35e8e7f01 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8249891 Apr 18 06:02:55.963441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c9b40c9-6a33-420e-a39e-ebc07eca3197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.963441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c9b40c9-6a33-420e-a39e-ebc07eca3197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:55.963441 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6c9b40c9-6a33-420e-a39e-ebc07eca3197 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04cd1326-05e1-48da-bf75-dbf892453432 HTTP/1.1" status: 204 len: 168 time: 0.4956813 Apr 18 06:02:55.963441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49512) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:55.975719 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/c7c67335-400c-4129-8bbb-c13a7727f6dd HTTP/1.1" status: 204 len: 168 time: 1.5862136 Apr 18 06:02:55.976724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3af43-e7e4-4491-9f3c-5d1b2c7d1054 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c67335-400c-4129-8bbb-c13a7727f6dd,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:55.977986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49516) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:55.981951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427190c5-bb89-48c4-9fb1-d2b844069f37 None None] Network 15f4d60b-988b-433a-8108-e0502b88d6fb requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:55.988430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:56.073159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.141354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b40c9-6a33-420e-a39e-ebc07eca3197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cd1326-05e1-48da-bf75-dbf892453432,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:56.177726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.182965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.208340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:56.234193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:56.249735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:56.314012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 61af1d54-028f-4169-b992-4aa73613afe6 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:56.314673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.338450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Pushing event updated for resources: {'Port': ['ID=a8c18015-7355-4ca5-8529-890e1a07f12c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:56.411087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:56.417910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.430650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Attempting to bind port a8c18015-7355-4ca5-8529-890e1a07f12c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:56.432213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Attempting to bind port a8c18015-7355-4ca5-8529-890e1a07f12c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '520a3539-b9e5-4302-9231-b6158e24e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:56.432666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Attempting to bind port a8c18015-7355-4ca5-8529-890e1a07f12c on network c7e42968-6a74-448f-9cec-984f43e6ee10 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:56.440643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:56.440643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Checking segment: {'id': '520a3539-b9e5-4302-9231-b6158e24e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:56.440977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.441187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Bound using segment: {'id': '520a3539-b9e5-4302-9231-b6158e24e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:56.441811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Bound port: a8c18015-7355-4ca5-8529-890e1a07f12c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520a3539-b9e5-4302-9231-b6158e24e1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:56.442255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.495841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Router f9d29132-5e4a-4287-af34-98c71ac91f49 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:02:56.517104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 61af1d54-028f-4169-b992-4aa73613afe6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=61af1d54-028f-4169-b992-4aa73613afe6,segment=NetworkSegment(7639d05c-2682-4b18-ad02-34ab5679db36),segment_id=7639d05c-2682-4b18-ad02-34ab5679db36)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:56.517681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.549357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 61af1d54-028f-4169-b992-4aa73613afe6 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:56.605210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] For port a8c18015-7355-4ca5-8529-890e1a07f12c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:56.607332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.611494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] For port a8c18015-7355-4ca5-8529-890e1a07f12c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a8c18015-7355-4ca5-8529-890e1a07f12c,segment=NetworkSegment(520a3539-b9e5-4302-9231-b6158e24e1b4),segment_id=520a3539-b9e5-4302-9231-b6158e24e1b4)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:56.632527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] DHCP port deletion for 15f4d60b-988b-433a-8108-e0502b88d6fb request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:56.637821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:56.650297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:56.661445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:02:56.686698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:56.686698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.698129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b0503-3dc9-46d8-8903-fdc34712420c None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:56.711353 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2a2175ab-8948-4773-9cf1-e3bbcc676698 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "PUT /v2.0/routers/f9d29132-5e4a-4287-af34-98c71ac91f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2431672 Apr 18 06:02:56.714705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49524) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:56.727217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.772407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=368e64e7-cd3b-4f93-98b2-c05435a6154e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:56.787763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c304243-a45c-4444-b96d-eee19df6aea6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:56.789430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c304243-a45c-4444-b96d-eee19df6aea6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:56.791890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2c304243-a45c-4444-b96d-eee19df6aea6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0764749 Apr 18 06:02:56.795164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49528) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:56.863234 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-628fa4a3-cdf2-427f-a158-39f032f9320e tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9994857 Apr 18 06:02:56.872215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49532) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:56.878310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'security_group': {'name': 'tempest-secgroup-464580295'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:56.943026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:56.943565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:02:56.952740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.000887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 61af1d54-028f-4169-b992-4aa73613afe6 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:57.007222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=61af1d54-028f-4169-b992-4aa73613afe6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:57.021866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.064899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0720f1-bf83-43e8-9644-f0394aac16f4 None None] Pushing event updated for resources: {'Port': ['ID=a8c18015-7355-4ca5-8529-890e1a07f12c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:57.083448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Deleting port 61af1d54-028f-4169-b992-4aa73613afe6 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:57.083818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.101476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759d96a-942f-4df9-a8cd-da879ec97534 req-d26f2e71-a5ca-4892-9b2e-494834c7f33e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:57.101702 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2ae812a3-c69d-4025-a026-0ee664c66fcd req-65912fbd-32a4-40cb-a1b8-bcaa0940a75b tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 210 time: 0.0351796 Apr 18 06:02:57.103665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f759d96a-942f-4df9-a8cd-da879ec97534 req-d26f2e71-a5ca-4892-9b2e-494834c7f33e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1733158 Apr 18 06:02:57.111200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.137106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.139513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.203729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.250963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] For port 61af1d54-028f-4169-b992-4aa73613afe6, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:57.251613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.263589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.271759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Calling delete_port for 61af1d54-028f-4169-b992-4aa73613afe6 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:57.292958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Port 61af1d54-028f-4169-b992-4aa73613afe6 was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:02:57.297780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.313901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f4d60b-988b-433a-8108-e0502b88d6fb']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:57.324323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=e5163813-81b8-4525-a584-411c40d24784,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:57.331843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7639d05c-2682-4b18-ad02-34ab5679db36') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:57.332148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7639d05c-2682-4b18-ad02-34ab5679db36') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:57.335120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network c7e42968-6a74-448f-9cec-984f43e6ee10 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:57.365287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] No DVR routers for this DVR port 61af1d54-028f-4169-b992-4aa73613afe6 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:02:57.376695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f047b4f-6fc4-4d78-9a84-a2f344b02d95 None None] Pushing event deleted for resources: {'Port': ['ID=61af1d54-028f-4169-b992-4aa73613afe6,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:57.424424 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.426700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-37208f27-db71-4900-9736-88f39e33f70d', 'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'tenant_id': 'd3fc89a418b94b9d9383545d7c365127', 'fixed_ips': [{'subnet_id': '368e64e7-cd3b-4f93-98b2-c05435a6154e'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:02:57.428302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.613879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.624605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.637667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a8c18015-7355-4ca5-8529-890e1a07f12c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:57.694056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:57.706011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Allocated IP 2001:db8::2 (37208f27-db71-4900-9736-88f39e33f70d/368e64e7-cd3b-4f93-98b2-c05435a6154e/a6161d68-d69c-4fe4-9cde-84c729798aba) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:57.727734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.741847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0ae96cb0-0865-4af8-9957-dbce82411f72 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d HTTP/1.1" status: 204 len: 168 time: 0.9434688 Apr 18 06:02:57.746249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49544) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:57.748189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed99e6-804f-40fc-8951-d5cd8c323548 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:57.752052 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f759d96a-942f-4df9-a8cd-da879ec97534 req-df526b06-d226-4cb1-9f86-7c39bbb4bb27 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6371200 Apr 18 06:02:57.753028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:57.756119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.762151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:57.762943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.779619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39352ed4-e90e-4c9b-b4ad-351174dee03c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:57.785123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.794983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:02:57.794983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:02:57.797144 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:02:57.835881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:57.836515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.849423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:57.851113 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75197487-86b5-427d-b90d-c2a3270a1d97 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9777131 Apr 18 06:02:57.854542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49548) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:57.861681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'security_group': {'name': 'tempest-secgroup-680813099'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:57.886001 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e53aea8e-6166-4622-95ae-7332014d3d83 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9197133 Apr 18 06:02:57.892340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49552) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:57.905090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10', 'fixed_ips': [{'subnet_id': '95aa6f4d-554b-4536-9404-6e53876caca6'}, {'subnet_id': 'e5163813-81b8-4525-a584-411c40d24784'}], 'name': 'tempest-PortsTestJSON-650218644'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:57.939166 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54fbd9be-709f-4d42-af55-1810957e3f7c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1863680 Apr 18 06:02:57.939601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49554) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:57.960992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Sync routers for ids ['f9d29132-5e4a-4287-af34-98c71ac91f49'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:02:57.992591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.015593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.019548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.025314 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/15f4d60b-988b-433a-8108-e0502b88d6fb HTTP/1.1" status: 204 len: 168 time: 2.0039814 Apr 18 06:02:58.026532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc764b-90de-41af-b14f-c6c2d39de229 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=15f4d60b-988b-433a-8108-e0502b88d6fb,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:58.033403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49556) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.038774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.060507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Routers {'f9d29132-5e4a-4287-af34-98c71ac91f49'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:58.061129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f9d29132-5e4a-4287-af34-98c71ac91f49'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:58.080606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215285897', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:58.201899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:58.283099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49562) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.291992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.293043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.373383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.383413 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3f7b16b5-e4c8-4835-bcaa-a23e8f5853bb req-aeb4c9c6-dac8-4c17-a9f3-d6b09ee9e84d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 210 time: 0.1645434 Apr 18 06:02:58.389515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.435146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port d4d4cb89-24ba-46e8-a39b-c877502343da yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:58.442612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.448896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.501483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c90fdc0b-60e9-4437-a618-c64b4aef2100 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-872864219', 'prefixes': ['172.20.0.0/16']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:58.544482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.563314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Set router f9d29132-5e4a-4287-af34-98c71ac91f49 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:02:58.595930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.600374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.615423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572a5650-2364-4e11-9b2e-e284acbb01f4,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:58.624971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.625711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Fanout notify agent at l3_agent the message router_deleted on router f9d29132-5e4a-4287-af34-98c71ac91f49 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:02:58.640601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.643273 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dfe7c861-7666-466b-8b8f-67e43fa72e09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/routers/f9d29132-5e4a-4287-af34-98c71ac91f49 HTTP/1.1" status: 204 len: 168 time: 0.7014222 Apr 18 06:02:58.644299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49566) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.673055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08890e-b879-4d72-bcdd-ab6093777570 None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:02:58.676187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d29132-5e4a-4287-af34-98c71ac91f49', 'name': 'tempest-NetworksTestDHCPv6-router-1978988453', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:02:47Z', 'updated_at': '2022-04-18T06:02:55Z', 'revision_number': 3, 'project_id': 'a6f649df552d4fda9650a6f4da503c23', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:02:58.699925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e550e-5591-43db-9787-4d3361c3eef2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:58.704671 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-464e550e-5591-43db-9787-4d3361c3eef2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0568902 Apr 18 06:02:58.710965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.749249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.753567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b87a81d8-a3d8-4a57-8f20-d5bdc80243a1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8953905 Apr 18 06:02:58.756627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49570) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.757155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.757155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Checking router: f9d29132-5e4a-4287-af34-98c71ac91f49 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:02:58.760577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-693108082', 'security_groups': ['572a5650-2364-4e11-9b2e-e284acbb01f4'], 'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '368e64e7-cd3b-4f93-98b2-c05435a6154e'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:58.862062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.868986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.884363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1f15ec83-4993-42be-be57-48d052f7ae28 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:58.884959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f15ec83-4993-42be-be57-48d052f7ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.888324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port a8c18015-7355-4ca5-8529-890e1a07f12c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a8c18015-7355-4ca5-8529-890e1a07f12c,segment=NetworkSegment(520a3539-b9e5-4302-9231-b6158e24e1b4),segment_id=520a3539-b9e5-4302-9231-b6158e24e1b4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:58.892024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Routers set() bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:02:58.892385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Router IDs set() for agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 06:02:58.893019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_agentschedulers_db [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f9d29132-5e4a-4287-af34-98c71ac91f49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent'). {{(pid=109607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 06:02:58.893384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825fcd9-0638-43b0-8125-504f835e8baf None None] The sync data for ids ['f9d29132-5e4a-4287-af34-98c71ac91f49'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:02:58.893736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a85e2f-93ad-4984-b897-4b665b4f8d9d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:58.895483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e9a85e2f-93ad-4984-b897-4b665b4f8d9d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1832287 Apr 18 06:02:58.898850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49574) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.925929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:58.968613 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-780f2368-acfb-462b-8fd7-87f8c38dcf1f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666866 Apr 18 06:02:58.969221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49576) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:58.976635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:58.981062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.7 (c7e42968-6a74-448f-9cec-984f43e6ee10/95aa6f4d-554b-4536-9404-6e53876caca6/d4d4cb89-24ba-46e8-a39b-c877502343da) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:59.006153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.27 (c7e42968-6a74-448f-9cec-984f43e6ee10/e5163813-81b8-4525-a584-411c40d24784/d4d4cb89-24ba-46e8-a39b-c877502343da) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:59.016587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b45738-d4f5-4eb5-8afd-e6ff11b55f5e req-b6d06573-218f-4f51-b9f1-f385be588a69 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:59.018206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5b45738-d4f5-4eb5-8afd-e6ff11b55f5e req-b6d06573-218f-4f51-b9f1-f385be588a69 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1343217 Apr 18 06:02:59.041850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c90fdc0b-60e9-4437-a618-c64b4aef2100 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] Notify callbacks [] for subnetpool, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.043036 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c90fdc0b-60e9-4437-a618-c64b4aef2100 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7585654 Apr 18 06:02:59.046350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49578) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:59.064012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:02:59.070057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.082025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.100341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:02:59.132707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:02:59.144196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:02:59.154191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:59.157436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Pushing event updated for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:59.181452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5b45738-d4f5-4eb5-8afd-e6ff11b55f5e req-c0556e47-07a4-41d1-9f75-90f4983b79c8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334758 Apr 18 06:02:59.230134 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6949ebf4-175d-466a-acb5-4f6faba5fb2d tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] 10.222.0.43 "GET /v2.0/subnetpools/0da8b194-409d-48b9-9a00-2b9fe4b4d528 HTTP/1.1" status: 200 len: 731 time: 0.1801584 Apr 18 06:02:59.240561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49580) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:59.264132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:02:59.267714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.280023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f0aa02f7-e9ac-48d6-95b9-9b05ddb6c573 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1616022378'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:59.330037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Attempting to bind port a6161d68-d69c-4fe4-9cde-84c729798aba on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:02:59.330413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Attempting to bind port a6161d68-d69c-4fe4-9cde-84c729798aba by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '3cba9846-8828-4860-8b84-b8d71384c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37208f27-db71-4900-9736-88f39e33f70d'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:02:59.330825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Attempting to bind port a6161d68-d69c-4fe4-9cde-84c729798aba on network 37208f27-db71-4900-9736-88f39e33f70d {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:02:59.345401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:02:59.345778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Checking segment: {'id': '3cba9846-8828-4860-8b84-b8d71384c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37208f27-db71-4900-9736-88f39e33f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:02:59.346181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.346585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Bound using segment: {'id': '3cba9846-8828-4860-8b84-b8d71384c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37208f27-db71-4900-9736-88f39e33f70d'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:02:59.347050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Bound port: a6161d68-d69c-4fe4-9cde-84c729798aba, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cba9846-8828-4860-8b84-b8d71384c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '37208f27-db71-4900-9736-88f39e33f70d'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:02:59.347458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.371969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 61af1d54-028f-4169-b992-4aa73613afe6 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:02:59.379769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=a8c18015-7355-4ca5-8529-890e1a07f12c,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:59.426184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.429370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.451971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.470226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:02:59.474319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a6161d68-d69c-4fe4-9cde-84c729798aba,segment=NetworkSegment(3cba9846-8828-4860-8b84-b8d71384c90f),segment_id=3cba9846-8828-4860-8b84-b8d71384c90f)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:02:59.481252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 61af1d54-028f-4169-b992-4aa73613afe6 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:02:59.481597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 61af1d54-028f-4169-b992-4aa73613afe6 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:02:59.488718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] Deleting port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:02:59.489097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.570227 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1b12a774-7892-412e-9e06-675139463c0b req-fa1f6bb3-718b-4665-a8a6-31a9e8f539f8 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 210 time: 0.0391319 Apr 18 06:02:59.581040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.603670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:02:59.691289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a8c18015-7355-4ca5-8529-890e1a07f12c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:02:59.731555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.26.4.114 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/171d8673-4abf-46b5-bcc2-42b51aebddea) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:02:59.753566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] Update dhcp port {'port': {'network_id': 'c7e42968-6a74-448f-9cec-984f43e6ee10', 'fixed_ips': [{'subnet_id': '95aa6f4d-554b-4536-9404-6e53876caca6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5163813-81b8-4525-a584-411c40d24784'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'a8c18015-7355-4ca5-8529-890e1a07f12c'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:02:59.758448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] For port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:02:59.762906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.768953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-20a70dfd-c540-483c-82d7-c725706dd3ed tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:02:59.770519 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-20a70dfd-c540-483c-82d7-c725706dd3ed tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.46 "GET /v2.0/networks?id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7 HTTP/1.1" status: 200 len: 811 time: 0.6666393 Apr 18 06:02:59.774229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.808568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Request body: {'port': {'device_id': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7', 'admin_state_up': True, 'tenant_id': '1f0d737bcf2b4a2cb0d08c7e23a670ec'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:02:59.829358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] Calling delete_port for 7e1bce93-b477-4fb3-b97e-ff9dc820d22b owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:02:59.832585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b1d2-0003-4ad1-bd0b-336d0b0d6013 None None] Pushing event updated for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:02:59.842415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.908474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.932366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0aa02f7-e9ac-48d6-95b9-9b05ddb6c573 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] Notify callbacks [] for subnetpool, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:02:59.933565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f0aa02f7-e9ac-48d6-95b9-9b05ddb6c573 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] 10.222.0.43 "PUT /v2.0/subnetpools/0da8b194-409d-48b9-9a00-2b9fe4b4d528 HTTP/1.1" status: 200 len: 684 time: 0.6887276 Apr 18 06:02:59.942364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49588) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:02:59.951480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:02:59.951892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.067336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::b3 (37208f27-db71-4900-9736-88f39e33f70d/368e64e7-cd3b-4f93-98b2-c05435a6154e/3a137fa4-d6a0-4c20-85f9-f9a54e07aec1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:00.097918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.101339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:03:00.156737 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.195910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] Pushing event deleted for resources: {'Port': ['ID=7e1bce93-b477-4fb3-b97e-ff9dc820d22b,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:00.206711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.231214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983298a-d9a9-49ae-b00c-62991adf3759 None None] No DVR routers for this DVR port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:00.253312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:00.279343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 16b968aa-668e-4da4-9e24-c034843797ad no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:00.280174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Made reservation on behalf of 1f0d737bcf2b4a2cb0d08c7e23a670ec for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:00.285331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.288465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:00.297347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-764aced7-1ea2-4689-88b5-6e4d93e09be3 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] Notify callbacks [] for subnetpool, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.301597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-764aced7-1ea2-4689-88b5-6e4d93e09be3 tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0da8b194-409d-48b9-9a00-2b9fe4b4d528 HTTP/1.1" status: 204 len: 168 time: 0.3552158 Apr 18 06:03:00.301903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:00.302877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:00.313619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=171d8673-4abf-46b5-bcc2-42b51aebddea,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:00.340717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 16b968aa-668e-4da4-9e24-c034843797ad {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:00.341417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 16b968aa-668e-4da4-9e24-c034843797ad not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:00.344245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7e1bce93-b477-4fb3-b97e-ff9dc820d22b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:00.349224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network c7e42968-6a74-448f-9cec-984f43e6ee10 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:00.370915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:00.381915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-58b3b631-45c0-46a9-a8e9-ae65341fee9e tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] show failed (client error): The resource could not be found. Apr 18 06:03:00.382129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] Allocated IP 172.20.0.18 (c7e42968-6a74-448f-9cec-984f43e6ee10/e5163813-81b8-4525-a584-411c40d24784/a8c18015-7355-4ca5-8529-890e1a07f12c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:00.382264 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-58b3b631-45c0-46a9-a8e9-ae65341fee9e tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] 10.222.0.43 "GET /v2.0/subnetpools/0da8b194-409d-48b9-9a00-2b9fe4b4d528 HTTP/1.1" status: 404 len: 346 time: 0.0576966 Apr 18 06:03:00.382264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49594) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:00.385596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 7e1bce93-b477-4fb3-b97e-ff9dc820d22b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:00.385596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7e1bce93-b477-4fb3-b97e-ff9dc820d22b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:00.385823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:00.388656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=d4d4cb89-24ba-46e8-a39b-c877502343da,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:00.414628 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-a6d5cea3-87cb-47f3-8c07-f09ae16aec7e tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] delete failed (client error): The resource could not be found. Apr 18 06:03:00.414628 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a6d5cea3-87cb-47f3-8c07-f09ae16aec7e tempest-SubnetPoolsTestJSON-1101059292 tempest-SubnetPoolsTestJSON-1101059292-project] 10.222.0.43 "DELETE /v2.0/subnetpools/0da8b194-409d-48b9-9a00-2b9fe4b4d528 HTTP/1.1" status: 404 len: 346 time: 0.0277011 Apr 18 06:03:00.574785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f45b-67e9-4c33-ab56-f3370829dc2d req-03b2295b-d5d7-451f-b1cc-a13e2cb2b4a5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:00.576343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c029f45b-67e9-4c33-ab56-f3370829dc2d req-03b2295b-d5d7-451f-b1cc-a13e2cb2b4a5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2260575 Apr 18 06:03:00.582196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:00.582889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.593930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] For port a8c18015-7355-4ca5-8529-890e1a07f12c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a8c18015-7355-4ca5-8529-890e1a07f12c,segment=NetworkSegment(520a3539-b9e5-4302-9231-b6158e24e1b4),segment_id=520a3539-b9e5-4302-9231-b6158e24e1b4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:00.597080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.715571 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c029f45b-67e9-4c33-ab56-f3370829dc2d req-5278a17e-2f92-4d8e-b915-0cad6d72168e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250904 Apr 18 06:03:00.728125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7c1eff08-7c1c-41a6-92ba-9f9d16c583ab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.8337548 Apr 18 06:03:00.730606 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.services.revisions.revision_plugin [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Could not find related port for resource to bump revision. Apr 18 06:03:00.737552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49600) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:00.741955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Allocated IP 172.20.0.9 (a3a1c46a-848c-45b2-a36c-2af6d603a3d7/e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9/072907e3-d067-4129-ab91-1d939c79f555) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:00.771418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95aa6f4d-554b-4536-9404-6e53876caca6'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:00.774447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f4e60abf-2fd1-4c9f-8f3a-410755af05da req-5b9f6054-3666-4e4c-8168-1fe70c2a4455 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 210 time: 0.0401366 Apr 18 06:03:00.803051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.823502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Port 7e1bce93-b477-4fb3-b97e-ff9dc820d22b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109605) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 06:03:00.823837 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Reverting IP allocation for 2001:db8::f816:3eff:fe73:47d3 {{(pid=109605) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 06:03:00.870943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.873597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.876217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.956973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.957744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:00.969614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:00.977030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:00.978195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:00.983483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=8634654d-d11c-4f10-857f-26a78ec2d177,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:00.997397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325cfbc-8105-4a2b-a139-25837203253f None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:00.998033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:01.019659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:01.027760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:01.033635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:01.043356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.043356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=3a137fa4-d6a0-4c20-85f9-f9a54e07aec1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:01.078177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7a87-e721-4cd2-a93b-b62a87900013 None None] Pushing event updated for resources: {'Port': ['ID=a8c18015-7355-4ca5-8529-890e1a07f12c,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:01.119895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.162450 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2f81026f-880f-4a42-9620-f2eb853638a1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1891181 Apr 18 06:03:01.164181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:01.180115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:01.185366 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1775d061-cb03-466c-b676-0711e1595703 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4302483 Apr 18 06:03:01.190605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49606) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:01.195660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:01.209040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49608) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:01.287063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '8634654d-d11c-4f10-857f-26a78ec2d177'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:01.288408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.352922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.384588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.492084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Provisioning complete for port 960d62d3-a876-4517-911b-c5ef36ed0b65 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:01.492483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.493099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:01.562226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75a6-3fe1-4638-9faa-922e6c2b119f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.563513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Allocated IP 2001:db8::f816:3eff:fe98:22ad (05d65530-28ce-4b9b-b71b-a17f18d1b658/8634654d-d11c-4f10-857f-26a78ec2d177/864e4b54-915e-4a02-afbd-0efbfe1a194a) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:01.578879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:01.585409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Port 960d62d3-a876-4517-911b-c5ef36ed0b65 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:01.591553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:01.598721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.601668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Pushing event updated for resources: {'Port': ['ID=072907e3-d067-4129-ab91-1d939c79f555,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:01.604899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:01.653033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:01.653490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.756478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:01.757304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.818113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:01.823670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.829022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Delete allocated IP 172.20.0.27 (c7e42968-6a74-448f-9cec-984f43e6ee10/e5163813-81b8-4525-a584-411c40d24784) {{(pid=109606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:03:01.935166 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-e00f771f-ac5f-4c20-ab8f-9163465d0940 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1319811 Apr 18 06:03:01.955954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.978655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Request body: {'port': {'device_id': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:01.987035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:01.999613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a6161d68-d69c-4fe4-9cde-84c729798aba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:02.069256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbc6c4-4f0e-4cc4-9dc5-ded0be96defb None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:02.076760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a074b8-d8ca-421f-814f-2b76659f3dda req-626379c4-a5db-46e2-a48a-20789d089e79 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:02.078339 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e2a074b8-d8ca-421f-814f-2b76659f3dda req-626379c4-a5db-46e2-a48a-20789d089e79 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 931 time: 0.1664555 Apr 18 06:03:02.101491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.171906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.198181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:02.198568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.209733 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e2a074b8-d8ca-421f-814f-2b76659f3dda req-7a47aa4e-9906-49f0-94ee-28313059de1c tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945637 Apr 18 06:03:02.212932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:02.251669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:02.263217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:02.273827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Pushing event updated for resources: {'Port': ['ID=864e4b54-915e-4a02-afbd-0efbfe1a194a,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:02.304810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.305409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a6161d68-d69c-4fe4-9cde-84c729798aba,segment=NetworkSegment(3cba9846-8828-4860-8b84-b8d71384c90f),segment_id=3cba9846-8828-4860-8b84-b8d71384c90f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:02.373441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75a6-3fe1-4638-9faa-922e6c2b119f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.373930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.376708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:02.378865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 5d4799dd-f824-4275-80d6-38d83c093c7b is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:03:02.402567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=04e41110-bb56-439f-ae30-8b1a301fc1a2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:02.413467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:02.418073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:02.418936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.441033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Attempting to bind port 864e4b54-915e-4a02-afbd-0efbfe1a194a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:02.442702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Attempting to bind port 864e4b54-915e-4a02-afbd-0efbfe1a194a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:02.442702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Attempting to bind port 864e4b54-915e-4a02-afbd-0efbfe1a194a on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:02.447284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e4195-39ea-4ead-9059-62c7565256d1 req-b988e954-3388-44b2-bf42-9a81dd97f754 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:02.447284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9a3e4195-39ea-4ead-9059-62c7565256d1 req-b988e954-3388-44b2-bf42-9a81dd97f754 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.6145213 Apr 18 06:03:02.469173 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.ipam_backend_mixin [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 368e64e7-cd3b-4f93-98b2-c05435a6154e (CIDR: 2001:db8::/64) Apr 18 06:03:02.492487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75a6-3fe1-4638-9faa-922e6c2b119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.508138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a8c18015-7355-4ca5-8529-890e1a07f12c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:02.512025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:02.512025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:02.512025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.513051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:02.513490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Bound port: 864e4b54-915e-4a02-afbd-0efbfe1a194a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:02.513696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.523218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.545012 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:02.545504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:02.548992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:02.569635 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be567405-797e-4ea7-a814-d63da12f415f None None] Sync routers for ids ['5d4799dd-f824-4275-80d6-38d83c093c7b'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:02.582621 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-66c85908-7100-4d91-8b40-0d0fe5379c55 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4156227 Apr 18 06:03:02.583002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49616) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:02.589392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:05:53:b4', 'name': 'tempest-NetworksTestDHCPv6-234152353'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:02.594904 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6f8e75a6-3fe1-4638-9faa-922e6c2b119f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b1f14a9835b457b9d6ab4f86efb0b34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3847985 Apr 18 06:03:02.597409 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be567405-797e-4ea7-a814-d63da12f415f None None] Routers {'5d4799dd-f824-4275-80d6-38d83c093c7b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:02.598262 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-be567405-797e-4ea7-a814-d63da12f415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5d4799dd-f824-4275-80d6-38d83c093c7b'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:02.598815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49618) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:02.606660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e75a6-3fe1-4638-9faa-922e6c2b119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61765b4a-bf0c-409e-9a6c-84cd6c3d806f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:02.640653 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9a3e4195-39ea-4ead-9059-62c7565256d1 req-ab49ec25-94a3-410f-9724-dbd4f9cac82f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740777 Apr 18 06:03:02.648281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.656491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361a38-f932-41a4-a3a6-46653d99e6d4 None None] Pushing event updated for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:02.679450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5fae1fd8-43ea-4f0c-8d9d-5e8033db9e75 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:02.679826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5fae1fd8-43ea-4f0c-8d9d-5e8033db9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.684984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-42ca9eab-e381-4366-b355-531106b81616 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4928370 Apr 18 06:03:02.685262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49620) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:02.692862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.694358 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c1d22da7-f6d6-460c-bcb4-88e50751597f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6582997 Apr 18 06:03:02.702226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:02.702448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49622) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:02.723358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-be567405-797e-4ea7-a814-d63da12f415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:02.733113 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be567405-797e-4ea7-a814-d63da12f415f None None] Routers {'5d4799dd-f824-4275-80d6-38d83c093c7b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:02.733957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] For port 864e4b54-915e-4a02-afbd-0efbfe1a194a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:02.734168 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-be567405-797e-4ea7-a814-d63da12f415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5d4799dd-f824-4275-80d6-38d83c093c7b'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:02.740104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] For port 864e4b54-915e-4a02-afbd-0efbfe1a194a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=864e4b54-915e-4a02-afbd-0efbfe1a194a,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:02.787747 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-be567405-797e-4ea7-a814-d63da12f415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:02.788653 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be567405-797e-4ea7-a814-d63da12f415f None None] The sync data for ids ['5d4799dd-f824-4275-80d6-38d83c093c7b'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:02.822727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:02.823479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.855453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.894352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.929597 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-659cb6d6-e097-4d95-b097-cf38ab5019c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/routers/5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 200 len: 880 time: 0.2260029 Apr 18 06:03:02.943685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49624) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:02.953365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Pushing event updated for resources: {'Port': ['ID=864e4b54-915e-4a02-afbd-0efbfe1a194a,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:02.954204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.957711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5fae1fd8-43ea-4f0c-8d9d-5e8033db9e75 None None] Provisioning complete for port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:02.958084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5fae1fd8-43ea-4f0c-8d9d-5e8033db9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.964064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:02.985389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.987620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.987620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.987620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.987620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.987620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.987620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.988065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.988065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.988370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.988620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:02.988941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1ed87-056a-49fa-9054-929f2434fe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.015018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:03.061723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5fae1fd8-43ea-4f0c-8d9d-5e8033db9e75 None None] Port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:03.118947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.148282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port acd4b369-9fcd-4073-b78c-4a3e572d98b6 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:03.161391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.164368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.165815 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61765b4a-bf0c-409e-9a6c-84cd6c3d806f HTTP/1.1" status: 204 len: 168 time: 0.5507960 Apr 18 06:03:03.208937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ac94fa42-7064-45d7-9d2e-1b45ee345a47 None None] Provisioning complete for port d4d4cb89-24ba-46e8-a39b-c877502343da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:03.209374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac94fa42-7064-45d7-9d2e-1b45ee345a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.224980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61765b4a-bf0c-409e-9a6c-84cd6c3d806f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:03.269789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.270122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.270595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.270932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.271280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.272597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.272597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.272597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.272597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.273061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.273972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.274320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f7736-8d0a-45b9-8b36-87f3a96f5607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:03.356711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] In _notify_port_updated(), no bound segment for port d4d4cb89-24ba-46e8-a39b-c877502343da on network c7e42968-6a74-448f-9cec-984f43e6ee10 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:03:03.360307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ac94fa42-7064-45d7-9d2e-1b45ee345a47 None None] Port d4d4cb89-24ba-46e8-a39b-c877502343da cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:03.362815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:03.363719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.365497 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/ports/d4d4cb89-24ba-46e8-a39b-c877502343da HTTP/1.1" status: 200 len: 918 time: 2.6015069 Apr 18 06:03:03.370520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319e19-76e8-4190-8712-aac385069e4d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=d4d4cb89-24ba-46e8-a39b-c877502343da,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:03.374140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49630) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:03.401015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ac94fa42-7064-45d7-9d2e-1b45ee345a47 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:03.401992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac94fa42-7064-45d7-9d2e-1b45ee345a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.405189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '95aa6f4d-554b-4536-9404-6e53876caca6'}, {'subnet_id': 'e5163813-81b8-4525-a584-411c40d24784'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:03.510471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135195-9b65-4500-9f38-0cd3eab53ca0 req-9d4afeb3-196a-4b2d-b74d-989d72926840 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:03.510938 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f2135195-9b65-4500-9f38-0cd3eab53ca0 req-9d4afeb3-196a-4b2d-b74d-989d72926840 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 931 time: 0.1062036 Apr 18 06:03:03.532192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 172.20.0.11 (05d65530-28ce-4b9b-b71b-a17f18d1b658/04e41110-bb56-439f-ae30-8b1a301fc1a2/acd4b369-9fcd-4073-b78c-4a3e572d98b6) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:03.551936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe05:53b4 (05d65530-28ce-4b9b-b71b-a17f18d1b658/8634654d-d11c-4f10-857f-26a78ec2d177/acd4b369-9fcd-4073-b78c-4a3e572d98b6) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:03.564580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072907e3-d067-4129-ab91-1d939c79f555 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:03.582888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.612499 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f2135195-9b65-4500-9f38-0cd3eab53ca0 req-0966ca79-7020-416f-8b9f-953ef92ff46e tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772922 Apr 18 06:03:03.719793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-37d36961-9063-4c34-b8d8-6d4d87bb7ac7 None None] Provisioning complete for port d4d4cb89-24ba-46e8-a39b-c877502343da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:03.720945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-37d36961-9063-4c34-b8d8-6d4d87bb7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.752958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Transition to ACTIVE for port object 072907e3-d067-4129-ab91-1d939c79f555 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:03.777182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-37d36961-9063-4c34-b8d8-6d4d87bb7ac7 None None] Port d4d4cb89-24ba-46e8-a39b-c877502343da cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:03.817147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a6161d68-d69c-4fe4-9cde-84c729798aba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:03.864195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.872213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:03.875778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.890493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:03.891094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.909531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.943313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-04168f05-06f2-46d5-9afc-168568c3dfcd None None] Provisioning complete for port d4d4cb89-24ba-46e8-a39b-c877502343da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:03.944251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-04168f05-06f2-46d5-9afc-168568c3dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:03.989397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-04168f05-06f2-46d5-9afc-168568c3dfcd None None] Port d4d4cb89-24ba-46e8-a39b-c877502343da cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:04.030868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 864e4b54-915e-4a02-afbd-0efbfe1a194a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:04.038287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.086505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Pushing event updated for resources: {'Port': ['ID=072907e3-d067-4129-ab91-1d939c79f555,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:04.104735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:04.108801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 864e4b54-915e-4a02-afbd-0efbfe1a194a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:04.109163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:04.110339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.122698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a363-6675-4ab3-a307-4d30bbf1344e req-80c1db31-7f61-4671-a2b3-64cf15d11cbe tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:04.124319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:04.124469 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7dc3a363-6675-4ab3-a307-4d30bbf1344e req-80c1db31-7f61-4671-a2b3-64cf15d11cbe tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3487699 Apr 18 06:03:04.153377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.153732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.154075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.154412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.154743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.155660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.155660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.156032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.156133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.156453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.156785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.157617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:04.172217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.195568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=acd4b369-9fcd-4073-b78c-4a3e572d98b6,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:04.218279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:04.221677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.240421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.268348 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8b87644b-6afa-4578-a025-b51f74ab366c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3206651 Apr 18 06:03:04.280386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49646) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:04.282722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 864e4b54-915e-4a02-afbd-0efbfe1a194a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=864e4b54-915e-4a02-afbd-0efbfe1a194a,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:04.290011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-215285897'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:04.356498 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bbd42d83-3780-460d-a8e5-797faf2393aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7723019 Apr 18 06:03:04.365696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49650) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:04.366064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7dc3a363-6675-4ab3-a307-4d30bbf1344e req-782c18b5-d263-4922-bd0e-e6769dab30c4 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156661 Apr 18 06:03:04.386821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.482768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Attempting to bind port 072907e3-d067-4129-ab91-1d939c79f555 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:04.483109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Attempting to bind port 072907e3-d067-4129-ab91-1d939c79f555 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:04.483467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Attempting to bind port 072907e3-d067-4129-ab91-1d939c79f555 on network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:04.491839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=864e4b54-915e-4a02-afbd-0efbfe1a194a,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:04.505081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6656b21-8d44-4e42-9409-4bbc9a51aff2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:04.513176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6656b21-8d44-4e42-9409-4bbc9a51aff2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:04.517361 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e6656b21-8d44-4e42-9409-4bbc9a51aff2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1484044 Apr 18 06:03:04.520474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49656) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:04.543273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Port 072907e3-d067-4129-ab91-1d939c79f555 on network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:03:04.543639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Attempting to bind port 072907e3-d067-4129-ab91-1d939c79f555 on network a3a1c46a-848c-45b2-a36c-2af6d603a3d7 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:04.579620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae8b2e-b39a-47c9-9baf-f64bf5d05dee None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:04.624965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:04.625810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Checking segment: {'id': 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:04.626392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Bound using segment: {'id': 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:04.627037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Bound port: 072907e3-d067-4129-ab91-1d939c79f555, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:04.627490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:04.745815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-142b8480-2ba1-4dc5-a76e-3d7b99ecbe30 None None] Provisioning complete for port 864e4b54-915e-4a02-afbd-0efbfe1a194a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:04.746392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142b8480-2ba1-4dc5-a76e-3d7b99ecbe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.017637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.116482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] For port 072907e3-d067-4129-ab91-1d939c79f555, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:05.128216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e50b0a-9fa1-4024-84d9-8819f52cbe09 req-67f4f7f0-6919-4be9-9a9f-b413bbed6a9d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.130153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c1e50b0a-9fa1-4024-84d9-8819f52cbe09 req-67f4f7f0-6919-4be9-9a9f-b413bbed6a9d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 943 time: 0.3786519 Apr 18 06:03:05.150143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '8634654d-d11c-4f10-857f-26a78ec2d177', 'ip_address': '2001:db8::f816:3eff:fe98:22ad'}, {'subnet_id': '04e41110-bb56-439f-ae30-8b1a301fc1a2'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': '864e4b54-915e-4a02-afbd-0efbfe1a194a'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:05.170655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:05.187451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] For port 072907e3-d067-4129-ab91-1d939c79f555, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=072907e3-d067-4129-ab91-1d939c79f555,segment=NetworkSegment(f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5),segment_id=f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:05.192816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.194862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:05.204510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port acd4b369-9fcd-4073-b78c-4a3e572d98b6 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:05.204854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.217697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.218296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.225831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22a8ca-7405-4d12-92af-1895a8fd26ba None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:05.227955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=0f3244f3-2bc9-46e8-97c7-c8cd16bf6059,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:05.242054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-01609f21-a0bd-40fa-b059-b2af3ad1d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.245883 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-01609f21-a0bd-40fa-b059-b2af3ad1d4cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.2052231 Apr 18 06:03:05.262994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.277035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160e0e-15d8-4569-a719-d8a785676b5d req-b2055ed1-66af-46b7-99e2-d9654ea692b2 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.279383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1b160e0e-15d8-4569-a719-d8a785676b5d req-b2055ed1-66af-46b7-99e2-d9654ea692b2 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2369058 Apr 18 06:03:05.346648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.30 (c7e42968-6a74-448f-9cec-984f43e6ee10/e5163813-81b8-4525-a584-411c40d24784/d4d4cb89-24ba-46e8-a39b-c877502343da) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:05.393975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.394520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.395978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] 10.222.0.46 "PUT /v2.0/ports/072907e3-d067-4129-ab91-1d939c79f555 HTTP/1.1" status: 200 len: 1093 time: 3.4379580 Apr 18 06:03:05.400164 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c1e50b0a-9fa1-4024-84d9-8819f52cbe09 req-0574adc6-c3eb-4814-a7b3-f91fffd354de tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263472 Apr 18 06:03:05.400604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'tag': '072907e3-d067-4129-ab91-1d939c79f555'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:05.413527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a3d422-d12f-462f-896d-a297f5b26ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e58263-d509-40e7-893a-d7fd967e5346", "tag": "072907e3-d067-4129-ab91-1d939c79f555"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:03:05.461217 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-70f260d0-eb76-49d2-a20c-1dc94d1afb76 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7655716 Apr 18 06:03:05.475314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49674) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:05.523307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-587337224', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f3244f3-2bc9-46e8-97c7-c8cd16bf6059'}], 'security_groups': ['39352ed4-e90e-4c9b-b4ad-351174dee03c']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:05.545015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-6d6fd635-27c2-4a83-a4d9-b6a08511e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.545159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c137e84-3810-4ae8-bd43-43f798ffb474 x-openstack-request-id: req-0c137e84-3810-4ae8-bd43-43f798ffb474 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:03:05.545372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e58263-d509-40e7-893a-d7fd967e5346", "tag": "072907e3-d067-4129-ab91-1d939c79f555", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:03:05.545629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c137e84-3810-4ae8-bd43-43f798ffb474 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:03:05.546042 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c137e84-3810-4ae8-bd43-43f798ffb474'] response: {'name': 'network-changed', 'server_uuid': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'tag': '072907e3-d067-4129-ab91-1d939c79f555', 'status': 'completed', 'code': 200} Apr 18 06:03:05.551039 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-6d6fd635-27c2-4a83-a4d9-b6a08511e764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.2884831 Apr 18 06:03:05.669061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 864e4b54-915e-4a02-afbd-0efbfe1a194a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:05.672942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] Allocated IP 172.20.0.2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/04e41110-bb56-439f-ae30-8b1a301fc1a2/864e4b54-915e-4a02-afbd-0efbfe1a194a) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:05.735094 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1b160e0e-15d8-4569-a719-d8a785676b5d req-ea8d1ebd-e6e5-45ee-9805-231393dd8f22 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4505532 Apr 18 06:03:05.797443 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-9991273e-8d0a-4450-8754-7756d47c253d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1001 time: 0.2238131 Apr 18 06:03:05.813756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.871305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 864e4b54-915e-4a02-afbd-0efbfe1a194a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:05.872047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.878430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] For port 864e4b54-915e-4a02-afbd-0efbfe1a194a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=864e4b54-915e-4a02-afbd-0efbfe1a194a,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:05.892015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-ebf5a2e8-b4c9-4c7c-88a5-becab716fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:05.897756 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-ebf5a2e8-b4c9-4c7c-88a5-becab716fdb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.0789449 Apr 18 06:03:05.930363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] Update dhcp port {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'fixed_ips': [{'subnet_id': '368e64e7-cd3b-4f93-98b2-c05435a6154e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f3244f3-2bc9-46e8-97c7-c8cd16bf6059'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'a6161d68-d69c-4fe4-9cde-84c729798aba'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:05.970206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.982920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:05.985533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.038571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-7d75fe12-b9ee-41d1-9ac1-0e19c236b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:06.040783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-7d75fe12-b9ee-41d1-9ac1-0e19c236b19a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301234 Apr 18 06:03:06.099046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.108154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.121919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for acd4b369-9fcd-4073-b78c-4a3e572d98b6 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:06.132935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.143580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-3172c9ac-6b35-4368-aa96-1cfa04258475 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958946 Apr 18 06:03:06.268135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 5d4799dd-f824-4275-80d6-38d83c093c7b has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:06.307156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e84f4-a91b-4d84-8abf-23932db42241 None None] Pushing event updated for resources: {'Port': ['ID=864e4b54-915e-4a02-afbd-0efbfe1a194a,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:06.354789 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67e14a33-cc71-41e5-ba9a-02e377d7c6ec req-c51d46e0-faad-49f1-a7ff-462fd3215f9e service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043872 Apr 18 06:03:06.356732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] Allocated IP 2001:db8:0:1::2 (37208f27-db71-4900-9736-88f39e33f70d/0f3244f3-2bc9-46e8-97c7-c8cd16bf6059/a6161d68-d69c-4fe4-9cde-84c729798aba) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:06.457033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:06.467033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.468588 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a42100f8-9dd4-42c8-92d2-d9d9869c3ebd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 200 len: 887 time: 2.1857212 Apr 18 06:03:06.472065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49688) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:06.486349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c420-7567-410e-8244-0ae920e13e4f service neutron] Pushing event updated for resources: {'Port': ['ID=072907e3-d067-4129-ab91-1d939c79f555,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:06.498705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.538683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c816e6-0989-490a-858f-889dff45a88c None None] Sync routers for ids ['5d4799dd-f824-4275-80d6-38d83c093c7b'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:06.599390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.672703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a6161d68-d69c-4fe4-9cde-84c729798aba,segment=NetworkSegment(3cba9846-8828-4860-8b84-b8d71384c90f),segment_id=3cba9846-8828-4860-8b84-b8d71384c90f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:06.715911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c816e6-0989-490a-858f-889dff45a88c None None] Routers {'5d4799dd-f824-4275-80d6-38d83c093c7b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:06.717703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-15c816e6-0989-490a-858f-889dff45a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5d4799dd-f824-4275-80d6-38d83c093c7b'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:06.734224 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ff1b8be0-129c-448b-94be-51a52913f7fe tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/routers/5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 200 len: 887 time: 0.2600050 Apr 18 06:03:06.735508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49690) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:06.784051 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ef189790-6b3e-4424-b55e-1414611d65a6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 200 len: 205 time: 0.0472238 Apr 18 06:03:06.784725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49694) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:06.791170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-15c816e6-0989-490a-858f-889dff45a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:06.806360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a917d5-8eed-40ef-9eb8-3414928b8757 req-5f974a51-7d2d-46fc-b755-05fae02501e4 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:06.820677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c816e6-0989-490a-858f-889dff45a88c None None] Routers {'5d4799dd-f824-4275-80d6-38d83c093c7b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:06.820677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-15c816e6-0989-490a-858f-889dff45a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5d4799dd-f824-4275-80d6-38d83c093c7b'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:06.833539 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-57a917d5-8eed-40ef-9eb8-3414928b8757 req-5f974a51-7d2d-46fc-b755-05fae02501e4 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 943 time: 0.1689634 Apr 18 06:03:06.839203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49696) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:06.870713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97916161', 'description': 'tempest-secgroup-smoke-97916161 description', 'project_id': '0ee1f47c83964886aa906b27b6b3427b'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:06.880877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-15c816e6-0989-490a-858f-889dff45a88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:06.881390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c816e6-0989-490a-858f-889dff45a88c None None] The sync data for ids ['5d4799dd-f824-4275-80d6-38d83c093c7b'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:06.884696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.950995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:06.969317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d422-d12f-462f-896d-a297f5b26ad6 req-266ac85d-ed18-42cb-85cf-d197dc3c238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:06.970890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70a3d422-d12f-462f-896d-a297f5b26ad6 req-266ac85d-ed18-42cb-85cf-d197dc3c238f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 1096 time: 1.0042756 Apr 18 06:03:06.980835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-57a917d5-8eed-40ef-9eb8-3414928b8757 req-0a427a29-b0aa-4f6f-a243-4aa6952b1557 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453516 Apr 18 06:03:07.055992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] In _notify_port_updated(), no bound segment for port d4d4cb89-24ba-46e8-a39b-c877502343da on network c7e42968-6a74-448f-9cec-984f43e6ee10 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:03:07.062088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.062682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.066535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/ports/d4d4cb89-24ba-46e8-a39b-c877502343da HTTP/1.1" status: 200 len: 998 time: 3.6789396 Apr 18 06:03:07.066704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.067006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49698) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:07.083508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-98e28c01-4690-4f96-8b21-911528abcd79 None None] Provisioning complete for port d4d4cb89-24ba-46e8-a39b-c877502343da triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:07.084136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98e28c01-4690-4f96-8b21-911528abcd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.088948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3755a-dabc-429f-b182-753b48018641 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=d4d4cb89-24ba-46e8-a39b-c877502343da,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:07.128431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.138941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=acd4b369-9fcd-4073-b78c-4a3e572d98b6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:07.141802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b16d3c-bf98-4d2d-b152-56b570c892db None None] Pushing event updated for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:07.174299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.184762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-98e28c01-4690-4f96-8b21-911528abcd79 None None] Port d4d4cb89-24ba-46e8-a39b-c877502343da cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:07.239989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.264993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.270644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ac11d574-7b20-415e-b2b9-f5c28fbc319d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/acd4b369-9fcd-4073-b78c-4a3e572d98b6 HTTP/1.1" status: 204 len: 168 time: 2.7432721 Apr 18 06:03:07.272310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49700) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:07.333304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404f85d-f461-480d-8b82-1c04f8bd05ea req-e16ab2ac-a225-4ba8-9042-5a3707e6e7dd tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.334898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9404f85d-f461-480d-8b82-1c04f8bd05ea req-e16ab2ac-a225-4ba8-9042-5a3707e6e7dd tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.4016385 Apr 18 06:03:07.366061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.391612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port d4d4cb89-24ba-46e8-a39b-c877502343da {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:07.391950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.422197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aac754f9-75a8-45f5-8d71-77a20ba8dd9f None None] Could not find standard attr ID for object acd4b369-9fcd-4073-b78c-4a3e572d98b6. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:07.440880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aac754f9-75a8-45f5-8d71-77a20ba8dd9f None None] Provisioning complete for port 864e4b54-915e-4a02-afbd-0efbfe1a194a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:07.441540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aac754f9-75a8-45f5-8d71-77a20ba8dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.445782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.479278 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9404f85d-f461-480d-8b82-1c04f8bd05ea req-1a5f7cd3-fd97-42c0-bfbe-8ad05c14dab7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144292 Apr 18 06:03:07.532314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d422-d12f-462f-896d-a297f5b26ad6 req-6ed56fe0-9733-47fa-bc1d-35e0fb14801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.533799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70a3d422-d12f-462f-896d-a297f5b26ad6 req-6ed56fe0-9733-47fa-bc1d-35e0fb14801d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4902763 Apr 18 06:03:07.541179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8ee12-1252-43d1-9571-f6d59d38d368 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.542853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8ee12-1252-43d1-9571-f6d59d38d368 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.544229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8ee12-1252-43d1-9571-f6d59d38d368 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.544734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.549099 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c2c8ee12-1252-43d1-9571-f6d59d38d368 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2734668 Apr 18 06:03:07.551019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49702) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:07.647919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a6161d68-d69c-4fe4-9cde-84c729798aba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:07.668453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d422-d12f-462f-896d-a297f5b26ad6 req-e3df02ee-0ebf-48a4-bfe3-ab6916dd4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.669902 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70a3d422-d12f-462f-896d-a297f5b26ad6 req-e3df02ee-0ebf-48a4-bfe3-ab6916dd4875 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225181 Apr 18 06:03:07.713674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:07.714052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.726572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.735675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3fbd0d-ca9b-44ed-95cc-8a1a565a1252,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:07.826277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for d4d4cb89-24ba-46e8-a39b-c877502343da owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:07.832539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.841195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 864e4b54-915e-4a02-afbd-0efbfe1a194a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:07.845811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 171d8673-4abf-46b5-bcc2-42b51aebddea {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:07.846153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.864363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 04e41110-bb56-439f-ae30-8b1a301fc1a2 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:07.867362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.901118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-01af3ae8-a5c4-4ba9-acb7-97f1c5635817 None None] Could not find standard attr ID for object acd4b369-9fcd-4073-b78c-4a3e572d98b6. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:07.903178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 864e4b54-915e-4a02-afbd-0efbfe1a194a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:07.903579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.920971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-11180767-deda-4e3e-9cd0-44d397edfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:07.922671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-11180767-deda-4e3e-9cd0-44d397edfb60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 1096 time: 0.1893373 Apr 18 06:03:07.930816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.942966 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:07.955619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.031356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 171d8673-4abf-46b5-bcc2-42b51aebddea owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:08.047102 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-79c3e57c-54ff-4ac3-9335-5da8c6b0a117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=072907e3-d067-4129-ab91-1d939c79f555 HTTP/1.1" status: 200 len: 217 time: 0.0719776 Apr 18 06:03:08.062462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b74cb08-2645-4034-80f8-e62ff4b00447,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:08.140187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Provisioning complete for port 960d62d3-a876-4517-911b-c5ef36ed0b65 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:08.140709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.141839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.143111 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b90cd216-c493-4825-b082-5c571a1f528e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.2973115 Apr 18 06:03:08.153660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49706) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:08.163689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group_rule': {'security_group_id': '7b74cb08-2645-4034-80f8-e62ff4b00447', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:08.191303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092933-daeb-475c-bc97-a502ee237102 req-3edfe01d-382d-4572-a20b-f7ba86a62c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:08.193428 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-3edfe01d-382d-4572-a20b-f7ba86a62c60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9 HTTP/1.1" status: 200 len: 851 time: 0.1380684 Apr 18 06:03:08.194238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Port 960d62d3-a876-4517-911b-c5ef36ed0b65 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:08.202808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c8dba-4cf2-46e3-ad3b-3e8c88df6c33 req-121024f2-1875-443b-acee-22a8f235432e tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:08.204585 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e51c8dba-4cf2-46e3-ad3b-3e8c88df6c33 req-121024f2-1875-443b-acee-22a8f235432e tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 943 time: 0.1491005 Apr 18 06:03:08.212886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Provisioning complete for port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:08.213494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.246775 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-9252df45-af2d-4caa-a714-a16b844e3a74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444753 Apr 18 06:03:08.249113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:08.249787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.260231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:08.260783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-691d2eb7-1058-4e17-a2ff-202eb424c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.289622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Delete allocated IP 2001:db8::b3 (37208f27-db71-4900-9736-88f39e33f70d/368e64e7-cd3b-4f93-98b2-c05435a6154e) {{(pid=109606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:03:08.331333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8:0:1::141 (37208f27-db71-4900-9736-88f39e33f70d/0f3244f3-2bc9-46e8-97c7-c8cd16bf6059/3a137fa4-d6a0-4c20-85f9-f9a54e07aec1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:08.470688 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-16bac65c-9847-403b-99a8-84d01314b0c2 service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063663 Apr 18 06:03:08.536287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.622758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.626270 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/04e41110-bb56-439f-ae30-8b1a301fc1a2 HTTP/1.1" status: 204 len: 168 time: 0.9593101 Apr 18 06:03:08.630468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839147e-08e3-4144-ab70-d4479a8bed1c None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:08.644381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49710) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:08.653033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aace755-e048-4785-aacc-6afd119406f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=04e41110-bb56-439f-ae30-8b1a301fc1a2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:08.684588 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e51c8dba-4cf2-46e3-ad3b-3e8c88df6c33 req-2015df48-ad78-480c-a872-06e73df7070e tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680889 Apr 18 06:03:08.723275 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1092933-daeb-475c-bc97-a502ee237102 req-b1de886c-dfb0-47cb-9f64-2b68dd2a296e service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413542 Apr 18 06:03:08.730570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.753803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0199b4-ab2b-4e80-af1a-c7717cbac060 req-59d3a642-b029-4d52-ade0-3a8def11f6f5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:08.756184 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc0199b4-ab2b-4e80-af1a-c7717cbac060 req-59d3a642-b029-4d52-ade0-3a8def11f6f5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1699893 Apr 18 06:03:08.789168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.812093 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc0199b4-ab2b-4e80-af1a-c7717cbac060 req-b9eab187-ae98-456e-b541-d1901c03c486 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485635 Apr 18 06:03:08.821933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 8634654d-d11c-4f10-857f-26a78ec2d177 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:08.831305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.859183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.928924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] In _notify_port_updated(), no bound segment for port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 on network 37208f27-db71-4900-9736-88f39e33f70d {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:03:08.934766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:08.935446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.939756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/ports/3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 HTTP/1.1" status: 200 len: 930 time: 3.4616253 Apr 18 06:03:08.940383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49714) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:08.947875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:08.954822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e44e67-30a1-4024-b430-1deef3a3ee92 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=3a137fa4-d6a0-4c20-85f9-f9a54e07aec1,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.010240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.021734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.049670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdbd19-67de-4fec-8c27-62d074ce3c58 req-0c513393-0948-43b7-a9e9-05e6b029a0c6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:09.051429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3afdbd19-67de-4fec-8c27-62d074ce3c58 req-0c513393-0948-43b7-a9e9-05e6b029a0c6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1462266 Apr 18 06:03:09.060158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:09.060649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.093832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.099538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=d4d4cb89-24ba-46e8-a39b-c877502343da,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.120767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.171531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.190885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:09.234034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=171d8673-4abf-46b5-bcc2-42b51aebddea,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.294355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c4cc64-47c9-43ce-a35e-94ebfe0cc336,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.301785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.343881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-397ab1f9-0fce-41a3-8156-f5da3586f45b None None] Provisioning complete for port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:09.344446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-397ab1f9-0fce-41a3-8156-f5da3586f45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.367171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.368704 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-77b8783e-7ec2-4dd3-8b97-9ef1a663b1b5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2131431 Apr 18 06:03:09.371933 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3afdbd19-67de-4fec-8c27-62d074ce3c58 req-a78c5157-55d6-4121-b635-029fce4a7f1d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792313 Apr 18 06:03:09.378478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49716) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.388251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group_rule': {'security_group_id': '7b74cb08-2645-4034-80f8-e62ff4b00447', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:09.427871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-397ab1f9-0fce-41a3-8156-f5da3586f45b None None] Port 3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:09.460643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.496577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.501005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.505943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-23582498-c533-4068-a321-337f65d1291f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/d4d4cb89-24ba-46e8-a39b-c877502343da HTTP/1.1" status: 204 len: 168 time: 2.4362559 Apr 18 06:03:09.530150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49720) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.541815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=3a137fa4-d6a0-4c20-85f9-f9a54e07aec1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.576836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9252eaa-eeed-43d1-a9c7-102ade2120ee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:03:09.579838 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c9252eaa-eeed-43d1-a9c7-102ade2120ee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/d4d4cb89-24ba-46e8-a39b-c877502343da HTTP/1.1" status: 404 len: 333 time: 0.0471292 Apr 18 06:03:09.582334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49722) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.593913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.596200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.600947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.643166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.650220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-795e3be6-05a0-4f59-a579-36dffe07ff84 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 HTTP/1.1" status: 204 len: 168 time: 0.7035205 Apr 18 06:03:09.652028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49724) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.684690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.688824 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cb3e7f-d979-4fa0-b240-c684431e55ed tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:03:09.691316 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d8cb3e7f-d979-4fa0-b240-c684431e55ed tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/3a137fa4-d6a0-4c20-85f9-f9a54e07aec1 HTTP/1.1" status: 404 len: 333 time: 0.0373218 Apr 18 06:03:09.693281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49726) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.701366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.720889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet e5163813-81b8-4525-a584-411c40d24784 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:09.726742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=8634654d-d11c-4f10-857f-26a78ec2d177,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.730699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.734682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465d187-d042-421f-bc4e-1ccf42c8e48e None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:09.738610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.742855 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c5aa4b85-9817-4c95-b029-9af1f361ea59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/8634654d-d11c-4f10-857f-26a78ec2d177 HTTP/1.1" status: 204 len: 168 time: 1.0958049 Apr 18 06:03:09.758167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49730) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.801201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0fdd-4f8b-44ca-8eeb-0ee9d6208031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.832340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.835439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c8247427-bd50-43d0-9542-40d805b8fb49 None None] Provisioning complete for port 864e4b54-915e-4a02-afbd-0efbfe1a194a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:09.836128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8247427-bd50-43d0-9542-40d805b8fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.848908 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1a71470e-32c9-4850-a111-d2257ccb86ee tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863578 Apr 18 06:03:09.848908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.850776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.851418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router 5d4799dd-f824-4275-80d6-38d83c093c7b {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:03:09.865845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49732) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.873945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:09.905185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.910795 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e12c21ea-1f03-4db1-8456-6c30284bcc0e tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 204 len: 168 time: 3.1240351 Apr 18 06:03:09.916022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49736) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:09.926065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1996303253'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:09.936545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0fdd-4f8b-44ca-8eeb-0ee9d6208031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:09.942593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac9c00f-2d43-449c-8ef5-81e416ce9e8c,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:09.979541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dc410-7d7d-40c1-971e-833078befbc2 req-b1f2b4fa-9ed0-4c41-9908-11f1d360c56b tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:09.989674 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d62dc410-7d7d-40c1-971e-833078befbc2 req-b1f2b4fa-9ed0-4c41-9908-11f1d360c56b tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 943 time: 0.1482582 Apr 18 06:03:10.039535 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d62dc410-7d7d-40c1-971e-833078befbc2 req-b631a068-ee03-433d-95e2-64709f1da919 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 Apr 18 06:03:10.046787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.050603 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a7cd22de-10ea-4884-9e88-583463e9f944 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6638618 Apr 18 06:03:10.050885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49738) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:10.060427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group_rule': {'security_group_id': '7b74cb08-2645-4034-80f8-e62ff4b00447', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:10.068335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663bad0-01e6-4563-aafd-86547719211e None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:10.107961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:10.111601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.112942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12b334-aaa0-480f-8efe-e3cd2792c15a req-384b8b03-dd6e-4b47-8043-121db3c0db76 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:10.114450 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4d12b334-aaa0-480f-8efe-e3cd2792c15a req-384b8b03-dd6e-4b47-8043-121db3c0db76 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1682425 Apr 18 06:03:10.117753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.121163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b663bad0-01e6-4563-aafd-86547719211e None None] Deleting port 864e4b54-915e-4a02-afbd-0efbfe1a194a {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:10.121874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b663bad0-01e6-4563-aafd-86547719211e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.171885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.188812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:10.189789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b663bad0-01e6-4563-aafd-86547719211e None None] For port 864e4b54-915e-4a02-afbd-0efbfe1a194a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=864e4b54-915e-4a02-afbd-0efbfe1a194a,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:10.190419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b663bad0-01e6-4563-aafd-86547719211e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.192332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.198908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4d12b334-aaa0-480f-8efe-e3cd2792c15a req-eb1bf2a9-aded-4a94-afe2-435663da162a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558007 Apr 18 06:03:10.202127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0fdd-4f8b-44ca-8eeb-0ee9d6208031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.204740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5cf0fdd-4f8b-44ca-8eeb-0ee9d6208031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.208025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b663bad0-01e6-4563-aafd-86547719211e None None] Calling delete_port for 864e4b54-915e-4a02-afbd-0efbfe1a194a owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:10.208712 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d5cf0fdd-4f8b-44ca-8eeb-0ee9d6208031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/security-groups/572a5650-2364-4e11-9b2e-e284acbb01f4 HTTP/1.1" status: 204 len: 168 time: 0.5142310 Apr 18 06:03:10.209380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49740) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:10.214465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:10.256044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.284473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf0fdd-4f8b-44ca-8eeb-0ee9d6208031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a5650-2364-4e11-9b2e-e284acbb01f4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:10.326702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.345456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.365994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9873efca-e8ce-465c-a4e8-0fecf1039c26,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:10.378431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=e5163813-81b8-4525-a584-411c40d24784,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:10.383585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.389336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf960ed-e6a6-4a59-8e7b-38ade0525803 req-75cfacc5-baaf-4e6a-8518-cf3cb783bf9a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:10.390359 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-403cda01-1007-4781-80f5-55132c37369a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/e5163813-81b8-4525-a584-411c40d24784 HTTP/1.1" status: 204 len: 168 time: 0.8070593 Apr 18 06:03:10.391059 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ebf960ed-e6a6-4a59-8e7b-38ade0525803 req-75cfacc5-baaf-4e6a-8518-cf3cb783bf9a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0867717 Apr 18 06:03:10.391565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49744) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:10.395918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee1125-e765-4b80-9d63-f4071872e3cd None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:10.403069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b663bad0-01e6-4563-aafd-86547719211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.413934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7942845b-e854-4589-9eef-277dd1db1c27 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.433269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.433624 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment 1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c of type vlan for network f895598f-42f3-4401-bca9-c744168edb08 Apr 18 06:03:10.471060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7942845b-e854-4589-9eef-277dd1db1c27 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.472790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663bad0-01e6-4563-aafd-86547719211e None None] Pushing event deleted for resources: {'Port': ['ID=864e4b54-915e-4a02-afbd-0efbfe1a194a,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:10.474852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663bad0-01e6-4563-aafd-86547719211e None None] No DVR routers for this DVR port 864e4b54-915e-4a02-afbd-0efbfe1a194a on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:10.489116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.490396 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1acb724c-9456-450c-be34-aa76b7f8f416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383996 Apr 18 06:03:10.498686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49746) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:10.503062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group_rule': {'security_group_id': '7b74cb08-2645-4034-80f8-e62ff4b00447', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:10.518379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.533400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 95aa6f4d-554b-4536-9404-6e53876caca6 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:10.542625 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ebf960ed-e6a6-4a59-8e7b-38ade0525803 req-e1cfa70c-1b4f-4d8a-98b6-82986cc1617f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169534 Apr 18 06:03:10.545956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.612286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.664030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.670724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:10.671510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.783922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=f895598f-42f3-4401-bca9-c744168edb08,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:10.791741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:10.796052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network f895598f-42f3-4401-bca9-c744168edb08 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:10.799927 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cfd72f1e-9a03-4d32-9475-92324255055a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8792040 Apr 18 06:03:10.804798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49750) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:10.827273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': 'f895598f-42f3-4401-bca9-c744168edb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:10.959907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271b13c-8da0-47c6-993e-f36f7fc2c0c6 req-e735b452-b1f2-429b-9bf0-aa28817e2502 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:10.961427 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2271b13c-8da0-47c6-993e-f36f7fc2c0c6 req-e735b452-b1f2-429b-9bf0-aa28817e2502 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1163044 Apr 18 06:03:10.992341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.012684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.016606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7942845b-e854-4589-9eef-277dd1db1c27 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.018534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:11.019106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7942845b-e854-4589-9eef-277dd1db1c27 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.020284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7942845b-e854-4589-9eef-277dd1db1c27 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/security-groups/39352ed4-e90e-4c9b-b4ad-351174dee03c HTTP/1.1" status: 204 len: 168 time: 0.7945898 Apr 18 06:03:11.022302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.025927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49752) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:11.033065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2271b13c-8da0-47c6-993e-f36f7fc2c0c6 req-f667a1f0-55b7-4234-9620-ce6a7ee116c7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637326 Apr 18 06:03:11.050466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942845b-e854-4589-9eef-277dd1db1c27 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39352ed4-e90e-4c9b-b4ad-351174dee03c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:11.151009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:03:11.154290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.155587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.171549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=95aa6f4d-554b-4536-9404-6e53876caca6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:11.208313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:11.210004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.211534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:11.214637 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ae2a6d38-69a3-4e35-b831-b6f4ea56d0ca tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/95aa6f4d-554b-4536-9404-6e53876caca6 HTTP/1.1" status: 204 len: 168 time: 0.8219509 Apr 18 06:03:11.218614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:11.219329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.225054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471260e2-cfe9-4c94-ad05-9b00bccbf03b None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:11.225350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49758) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:11.241647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=380cede0-04ee-43cd-98c4-24a424551813,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:11.262684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.320384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 368e64e7-cd3b-4f93-98b2-c05435a6154e {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:11.326519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.327015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea2a4ad-9de6-4451-8b52-f1808fadbe8d,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:11.344135 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a85ba76c-a591-462c-9b7b-d79b083a6169 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4743147 Apr 18 06:03:11.344968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49760) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:11.350206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:11.356683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.369577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1c26e-a2ad-4d5f-88ea-f994055bcb5a req-14fb1902-2a3a-4d28-b9c7-0dbe94a69319 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:11.371493 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68e1c26e-a2ad-4d5f-88ea-f994055bcb5a req-14fb1902-2a3a-4d28-b9c7-0dbe94a69319 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 943 time: 0.2064142 Apr 18 06:03:11.419885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '380cede0-04ee-43cd-98c4-24a424551813'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:11.422800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.465408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.466491 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-27c359a3-11b2-4b51-a459-76949343ed40 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9671917 Apr 18 06:03:11.472339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49764) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:11.476775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group_rule': {'security_group_id': '7b74cb08-2645-4034-80f8-e62ff4b00447', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:11.597498 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Project 0ee1f47c83964886aa906b27b6b3427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:03:11.598103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.603346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port a8c18015-7355-4ca5-8529-890e1a07f12c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:11.603693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.605360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.622861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a9110-6338-4289-b12a-e94f0bd91ba3 None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:11.627316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373b924-bcee-4c28-91cb-bfd41959b957 req-3739d78a-b116-4284-b053-827dfbc87375 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:11.629322 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3373b924-bcee-4c28-91cb-bfd41959b957 req-3739d78a-b116-4284-b053-827dfbc87375 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1214006 Apr 18 06:03:11.641349 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68e1c26e-a2ad-4d5f-88ea-f994055bcb5a req-7424745f-0830-4323-90ef-0b3faa5cdb85 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131186 Apr 18 06:03:11.665689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 864e4b54-915e-4a02-afbd-0efbfe1a194a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:11.692522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:11.693053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.696055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.727634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Allocated IP 2001:db8::f816:3eff:fedc:d043 (05d65530-28ce-4b9b-b71b-a17f18d1b658/380cede0-04ee-43cd-98c4-24a424551813/8471a26d-d9e1-4687-9e8f-91a44228659c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:11.736960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 864e4b54-915e-4a02-afbd-0efbfe1a194a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:11.737168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 864e4b54-915e-4a02-afbd-0efbfe1a194a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:11.753505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.793249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5077705a-983d-4fa5-a361-1c27711f82c5 None None] Provisioning complete for port a8c18015-7355-4ca5-8529-890e1a07f12c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:11.793621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5077705a-983d-4fa5-a361-1c27711f82c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.809610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=07f87127-6377-4e9e-8fad-3dd7cbc7ae1f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:11.825364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895598f-42f3-4401-bca9-c744168edb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:11.825804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: f895598f-42f3-4401-bca9-c744168edb08, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:11.886509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] For port a8c18015-7355-4ca5-8529-890e1a07f12c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a8c18015-7355-4ca5-8529-890e1a07f12c,segment=NetworkSegment(520a3539-b9e5-4302-9231-b6158e24e1b4),segment_id=520a3539-b9e5-4302-9231-b6158e24e1b4)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:11.886509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.902927 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3373b924-bcee-4c28-91cb-bfd41959b957 req-cc62410e-8c29-43d1-87ef-c7464f3a0d9f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660906 Apr 18 06:03:11.923477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for a8c18015-7355-4ca5-8529-890e1a07f12c owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:11.926154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:11.955929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 072907e3-d067-4129-ab91-1d939c79f555 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:03:12.043385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] DHCP port deletion for c7e42968-6a74-448f-9cec-984f43e6ee10 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:12.121573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network f895598f-42f3-4401-bca9-c744168edb08 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:12.125563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.144880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.150098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.174013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134b8234-1f0a-4737-8f28-c7252d0b3895,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.184004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 072907e3-d067-4129-ab91-1d939c79f555, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=072907e3-d067-4129-ab91-1d939c79f555,segment=NetworkSegment(f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5),segment_id=f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:12.191121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=368e64e7-cd3b-4f93-98b2-c05435a6154e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.194303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Deleting port a8c18015-7355-4ca5-8529-890e1a07f12c {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:12.194704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.198557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '072907e3-d067-4129-ab91-1d939c79f555', 'network_id': 'a3a1c46a-848c-45b2-a36c-2af6d603a3d7', 'port_id': '072907e3-d067-4129-ab91-1d939c79f555', 'mac_address': 'fa:16:3e:77:51:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:03:12.199594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.202533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.209897 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9005c4c3-efd5-424c-a9e0-c6436f58f491 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/368e64e7-cd3b-4f93-98b2-c05435a6154e HTTP/1.1" status: 204 len: 168 time: 1.1748857 Apr 18 06:03:12.209897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49766) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.210892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c178cb-064f-490b-974f-e9dd4d1465b2 None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:12.214049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.215841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:12.229009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No DVR routers for this DVR port a8c18015-7355-4ca5-8529-890e1a07f12c on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:12.234972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, f895598f-42f3-4401-bca9-c744168edb08) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:12.262708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2b416b-cd76-44d6-a95c-51f747ee868d None None] Network f895598f-42f3-4401-bca9-c744168edb08 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:12.269943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.270169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:12.270650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.280020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=a8c18015-7355-4ca5-8529-890e1a07f12c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.285291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.289147 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1e4050ec-b0a8-4ddc-9708-4ddc9e877859 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8132005 Apr 18 06:03:12.292307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49768) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.296262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'security_group_rule': {'security_group_id': '7b74cb08-2645-4034-80f8-e62ff4b00447', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:12.315208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:12.324024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:12.338363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:12.338954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.375523 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ec372a3e-cb29-4554-b68b-6d9779cc6d21 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5523791 Apr 18 06:03:12.378914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49770) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.379678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=5b8e1791-ea81-4457-85de-f03addc282a2,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.388375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-765625057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:12.397088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.419294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e42968-6a74-448f-9cec-984f43e6ee10']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:12.428173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520a3539-b9e5-4302-9231-b6158e24e1b4') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:12.428535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520a3539-b9e5-4302-9231-b6158e24e1b4') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:12.438665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.441850 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Project 0ee1f47c83964886aa906b27b6b3427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:03:12.449104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.452977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.456755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:12.459531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:12.459930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:12.463640 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:12.466012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] For port a8c18015-7355-4ca5-8529-890e1a07f12c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a8c18015-7355-4ca5-8529-890e1a07f12c,segment=NetworkSegment(520a3539-b9e5-4302-9231-b6158e24e1b4),segment_id=520a3539-b9e5-4302-9231-b6158e24e1b4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:12.466198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.468609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.485090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:12.498196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:12.500960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:12.501667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.504829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.506012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.520654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.523715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d5bc8cda-9407-4113-9bf2-178584a0b89d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1776423 Apr 18 06:03:12.527774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Calling delete_port for a8c18015-7355-4ca5-8529-890e1a07f12c owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:12.530916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49772) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.538559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:42:d6:7a', 'name': 'tempest-NetworksTestDHCPv6-348286756'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:12.549890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072907e3-d067-4129-ab91-1d939c79f555 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:12.601804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.610607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.620829 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/c7e42968-6a74-448f-9cec-984f43e6ee10 HTTP/1.1" status: 204 len: 168 time: 1.3866994 Apr 18 06:03:12.620829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49774) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.635616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.655059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85234f6-7b82-41d9-8e38-3cfacb0b1f7d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=c7e42968-6a74-448f-9cec-984f43e6ee10,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.687578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7688585c-7f18-4812-a1f7-c5206e3cf09b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:12.687578 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7688585c-7f18-4812-a1f7-c5206e3cf09b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0658009 Apr 18 06:03:12.689866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49778) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.716257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.739813 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a22cdd97-f996-4896-b6f4-9ba6e7c64862 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0494931 Apr 18 06:03:12.743795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49780) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.749554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-751805640'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:12.749792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 072907e3-d067-4129-ab91-1d939c79f555, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=072907e3-d067-4129-ab91-1d939c79f555,segment=NetworkSegment(f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5),segment_id=f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:12.756884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.804007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Attempting to bind port 8471a26d-d9e1-4687-9e8f-91a44228659c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:12.804465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Attempting to bind port 8471a26d-d9e1-4687-9e8f-91a44228659c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:12.804821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Attempting to bind port 8471a26d-d9e1-4687-9e8f-91a44228659c on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:12.823891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00903861-d7ed-4cdd-9d80-d722a1c38d2e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:12.826887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.828610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-f895598f-42f3-4401-bca9-c744168edb08', 'network_id': 'f895598f-42f3-4401-bca9-c744168edb08', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': '07f87127-6377-4e9e-8fad-3dd7cbc7ae1f'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:12.829452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.834607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:12.834983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:12.835410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.835798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:12.836269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Bound port: 8471a26d-d9e1-4687-9e8f-91a44228659c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:12.836647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.851314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:12.856261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.865058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.883841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:12.890636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265c79-5cff-41c2-917d-715badbe2ab5 req-e84584ca-f279-4e88-acab-be48628513c6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:12.892208 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cb265c79-5cff-41c2-917d-715badbe2ab5 req-e84584ca-f279-4e88-acab-be48628513c6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 943 time: 0.1293049 Apr 18 06:03:12.893965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.895277 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment 6d9fd817-131c-402d-af13-a0f12c997fd8 of type vlan for network 054d7975-165e-43e9-8817-941f1d996641 Apr 18 06:03:12.946202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.973829 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cb265c79-5cff-41c2-917d-715badbe2ab5 req-c49ef6cd-0fa1-44d3-be79-f49bc15abba3 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669148 Apr 18 06:03:12.981789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.985994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-644de93e-c5e2-4d00-9675-27a3602366e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6023676 Apr 18 06:03:12.990880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49784) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:12.991182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:12.999517 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1e9545df-6176-473f-b79a-9ae7edba8035 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7086637 Apr 18 06:03:13.000317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:13.004295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49786) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:13.013195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'network': {'name': 'tempest-network-smoke--673271161', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:13.052653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.058582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:13.062865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.104853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.154496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.169730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Made reservation on behalf of 0ee1f47c83964886aa906b27b6b3427b for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:13.173443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.190695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 4f62fd40-7e9b-4686-b6f8-58f589324831 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:13.194433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.200729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.220426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=054d7975-165e-43e9-8817-941f1d996641,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:13.236898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Network c7e42968-6a74-448f-9cec-984f43e6ee10 is not hosted by any dhcp agent {{(pid=109607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:03:13.237091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] No DVR routers for this DVR port a8c18015-7355-4ca5-8529-890e1a07f12c on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:13.256162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 054d7975-165e-43e9-8817-941f1d996641 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:13.263332 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2f3ec31f-f189-4d8e-95e0-8115a84b0671 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5172648 Apr 18 06:03:13.265148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49788) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:13.269354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=072907e3-d067-4129-ab91-1d939c79f555,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:13.271871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '054d7975-165e-43e9-8817-941f1d996641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:13.299772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca682f44-624e-46a9-b93e-1d34114f0ec1 req-005cd0a6-9a3c-4c5d-a247-2cd744d22de3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:13.301403 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ca682f44-624e-46a9-b93e-1d34114f0ec1 req-005cd0a6-9a3c-4c5d-a247-2cd744d22de3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2617888 Apr 18 06:03:13.304394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['072907e3-d067-4129-ab91-1d939c79f555'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:03:13.311948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:13.338725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:13.344866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:13.346671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=83539ddf-28f6-4a3c-90ad-7426c7d3c2ae,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:13.351143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:13.353835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.358911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.359971 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Added segment af893ef7-146f-41cd-b2d8-b38e720464b3 of type vlan for network a924472f-2b44-402b-8d0f-471461bbcf7d Apr 18 06:03:13.390469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e47211-ef9d-4c3c-a406-22215e2bd99a None None] Pushing event deleted for resources: {'Port': ['ID=a8c18015-7355-4ca5-8529-890e1a07f12c,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:13.424337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:13.475189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:13.505745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Allocated IP 172.20.0.2 (f895598f-42f3-4401-bca9-c744168edb08/07f87127-6377-4e9e-8fad-3dd7cbc7ae1f/129d9073-02c3-46b1-9848-4eedfe4224bb) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:13.516071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ca682f44-624e-46a9-b93e-1d34114f0ec1 req-ef90ec05-ac1e-4a9f-b5a7-04d711589c7b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710980 Apr 18 06:03:13.521415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.551548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.569113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 172.20.0.3 (05d65530-28ce-4b9b-b71b-a17f18d1b658/5b8e1791-ea81-4457-85de-f03addc282a2/4f62fd40-7e9b-4686-b6f8-58f589324831) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:13.576640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.593014 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3c8b5795-7b38-4eac-8378-d195ddb9790f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3821514 Apr 18 06:03:13.601710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49792) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:13.623909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'security_group': {'name': 'tempest-secgroup-764429616'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:13.633519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe42:d67a (05d65530-28ce-4b9b-b71b-a17f18d1b658/380cede0-04ee-43cd-98c4-24a424551813/4f62fd40-7e9b-4686-b6f8-58f589324831) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:13.673379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a8c18015-7355-4ca5-8529-890e1a07f12c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:13.684416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:13.688083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.762479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.764556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.771494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:13.772326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:13.793499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: a8c18015-7355-4ca5-8529-890e1a07f12c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:13.794008 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a8c18015-7355-4ca5-8529-890e1a07f12c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:13.916232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8188-a0bd-46c7-81d2-f4ab31d99d27 None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:13.960853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.059777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.195542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Network f895598f-42f3-4401-bca9-c744168edb08 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:14.200723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:14.204832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:14.211053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Pushing event updated for resources: {'Port': ['ID=129d9073-02c3-46b1-9848-4eedfe4224bb,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:14.272125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.20.0.1 (f895598f-42f3-4401-bca9-c744168edb08/07f87127-6377-4e9e-8fad-3dd7cbc7ae1f/9480a4fd-3545-4431-aa37-e1c0ce1b06d6) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:14.283413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Attempting to bind port 129d9073-02c3-46b1-9848-4eedfe4224bb on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:14.283788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Attempting to bind port 129d9073-02c3-46b1-9848-4eedfe4224bb by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895598f-42f3-4401-bca9-c744168edb08'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:14.284153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Attempting to bind port 129d9073-02c3-46b1-9848-4eedfe4224bb on network f895598f-42f3-4401-bca9-c744168edb08 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:14.298423 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:14.304813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Checking segment: {'id': '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895598f-42f3-4401-bca9-c744168edb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:14.304813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.304813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Bound using segment: {'id': '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895598f-42f3-4401-bca9-c744168edb08'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:14.304813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Bound port: 129d9073-02c3-46b1-9848-4eedfe4224bb, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895598f-42f3-4401-bca9-c744168edb08'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:14.304813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.328973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3855-3188-4aaa-b143-ead7013bbe60 req-cdb93af4-e590-4c78-9317-fd301d7836ea tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:14.331974 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff1f3855-3188-4aaa-b143-ead7013bbe60 req-cdb93af4-e590-4c78-9317-fd301d7836ea tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2367361 Apr 18 06:03:14.356113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.400028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] For port 129d9073-02c3-46b1-9848-4eedfe4224bb, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:14.403803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] For port 129d9073-02c3-46b1-9848-4eedfe4224bb, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=129d9073-02c3-46b1-9848-4eedfe4224bb,segment=NetworkSegment(1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c),segment_id=1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:14.422006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd2ec9c-6935-4280-b6c1-a88636f7a1ed None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:14.484117 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4750988 Apr 18 06:03:14.484677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49798) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:14.489531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.499449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'admin_state_up': True, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:14.519831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23536c-5380-4af5-98ed-625aeef51c3f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Network': ['ID=a924472f-2b44-402b-8d0f-471461bbcf7d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:14.539199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a924472f-2b44-402b-8d0f-471461bbcf7d details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:14.562071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff1f3855-3188-4aaa-b143-ead7013bbe60 req-b7df4a28-82d4-4256-a4d3-58fffc3af42d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089956 Apr 18 06:03:14.578034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-60479805-c73b-448c-9fae-38863bbe1fd7 None None] Provisioning complete for port 960d62d3-a876-4517-911b-c5ef36ed0b65 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:14.578596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-60479805-c73b-448c-9fae-38863bbe1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.602818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=55eda9b4-d5a5-4840-9d63-f285a89f3532,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:14.605085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7eff-4b69-45f9-b906-0b427c549379 req-8b6fe152-1805-4935-a005-d8bfb7acfeb1 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:14.608585 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67fd7eff-4b69-45f9-b906-0b427c549379 req-8b6fe152-1805-4935-a005-d8bfb7acfeb1 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 944 time: 0.1703887 Apr 18 06:03:14.643325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.658101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': '6d9fd817-131c-402d-af13-a0f12c997fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '054d7975-165e-43e9-8817-941f1d996641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:14.658554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: 054d7975-165e-43e9-8817-941f1d996641, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:14.671383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.705662 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67fd7eff-4b69-45f9-b906-0b427c549379 req-cd4271fd-28af-4c41-9bff-3689d5f45c6a tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796480 Apr 18 06:03:14.712980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.728182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.730239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.748970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.772326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8193-9735-4b35-9390-34772fb9d77b None None] Pushing event updated for resources: {'Port': ['ID=129d9073-02c3-46b1-9848-4eedfe4224bb,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:14.779159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-60479805-c73b-448c-9fae-38863bbe1fd7 None None] Port 960d62d3-a876-4517-911b-c5ef36ed0b65 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:14.799257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab0ac1-eb87-4def-a227-18be0dab35bd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:14.833089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-60479805-c73b-448c-9fae-38863bbe1fd7 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:14.838029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-60479805-c73b-448c-9fae-38863bbe1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.839571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.840729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 054d7975-165e-43e9-8817-941f1d996641 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:14.856754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.905805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:14.915811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:14.919839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:14.943674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 054d7975-165e-43e9-8817-941f1d996641) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:14.948839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:14.949422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.956342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.963770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:14.965203 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9e87da77-c32d-4d10-97e4-fb79b3e83322 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3594489 Apr 18 06:03:14.973280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00506c0-cbcb-4650-b57f-92c906360296 None None] Network 054d7975-165e-43e9-8817-941f1d996641 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:14.978622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49800) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:14.987950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'security_group': {'name': 'tempest-secgroup-687989404'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:15.011469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=4f62fd40-7e9b-4686-b6f8-58f589324831,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:15.037068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:15.037752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.102242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.111994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] Update dhcp port {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'fixed_ips': [{'subnet_id': '0f3244f3-2bc9-46e8-97c7-c8cd16bf6059', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '83539ddf-28f6-4a3c-90ad-7426c7d3c2ae'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'a6161d68-d69c-4fe4-9cde-84c729798aba'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:15.151997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.167121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a8dfcf90-4120-49b3-9ffc-027e50372e63 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6321807 Apr 18 06:03:15.170227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49802) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:15.185590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=9480a4fd-3545-4431-aa37-e1c0ce1b06d6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:15.200012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network f895598f-42f3-4401-bca9-c744168edb08 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:15.201969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:15.254135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.256069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49804) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:15.260607 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f07dd139-e126-404a-813b-80fe4dfc2b40 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9913411 Apr 18 06:03:15.262809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:15.263143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '054d7975-165e-43e9-8817-941f1d996641', 'name': 'tempest-PortsTestJSON-1366464069'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:15.295406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbcd33b-b0d1-48b4-8466-f445ff60b7fe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:15.304850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbcd33b-b0d1-48b4-8466-f445ff60b7fe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:15.309367 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9cbcd33b-b0d1-48b4-8466-f445ff60b7fe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1350825 Apr 18 06:03:15.311287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49806) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:15.340262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.350393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-054d7975-165e-43e9-8817-941f1d996641', 'network_id': '054d7975-165e-43e9-8817-941f1d996641', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': '55eda9b4-d5a5-4840-9d63-f285a89f3532'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:15.351649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.354870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.358617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec24b65-7b0d-4eac-9293-a35638d1fdf7 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:15.364019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.469012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6ddee4-f064-4865-8777-6c88ac0a0275,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:15.526686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 4f62fd40-7e9b-4686-b6f8-58f589324831 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:15.526686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.565584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fe2b901b-53a1-4277-addf-fec5ffb3b1a4 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:15.566556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b901b-53a1-4277-addf-fec5ffb3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.624108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.642367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 4f62fd40-7e9b-4686-b6f8-58f589324831 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:15.682237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.725828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.735085 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c0e53a02-5d04-40ab-88d4-f6e1df2b32f1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7531369 Apr 18 06:03:15.738750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49810) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:15.759523 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'security_group': {'name': 'tempest-secgroup-1948579669'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:15.828290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 129d9073-02c3-46b1-9848-4eedfe4224bb up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:15.880923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:15.884505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.920871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54607275-24d5-4861-982e-a885f1baca9a req-6d9dbe54-998a-4dfe-90d0-4a57bd0ffd68 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:15.922453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54607275-24d5-4861-982e-a885f1baca9a req-6d9dbe54-998a-4dfe-90d0-4a57bd0ffd68 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2366459 Apr 18 06:03:15.960003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] Allocated IP 2001:db8::2 (37208f27-db71-4900-9736-88f39e33f70d/83539ddf-28f6-4a3c-90ad-7426c7d3c2ae/a6161d68-d69c-4fe4-9cde-84c729798aba) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:15.964962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:15.980235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 072907e3-d067-4129-ab91-1d939c79f555 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:16.006471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port 0e98b155-a6ae-453d-be00-de400f75b494 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:16.063850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b899-9d8d-4ea0-91dc-0e7f85ec681f req-c886bfdc-4203-469f-a16f-2fd693e9fa84 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:16.065474 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8b99b899-9d8d-4ea0-91dc-0e7f85ec681f req-c886bfdc-4203-469f-a16f-2fd693e9fa84 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 944 time: 0.1868412 Apr 18 06:03:16.065838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Allocated IP 172.20.0.2 (054d7975-165e-43e9-8817-941f1d996641/55eda9b4-d5a5-4840-9d63-f285a89f3532/629b56ae-540a-4eb7-be7a-a65c6fe806ec) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:16.174040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e771a-1f8d-4e56-93aa-3fab55d24442 None None] Network f895598f-42f3-4401-bca9-c744168edb08 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:16.203467 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8b99b899-9d8d-4ea0-91dc-0e7f85ec681f req-d9eed7a4-5187-472f-9a67-f2de4337b34f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908170 Apr 18 06:03:16.208269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 129d9073-02c3-46b1-9848-4eedfe4224bb triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:16.208643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.244402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.267808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.304480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=4f62fd40-7e9b-4686-b6f8-58f589324831,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:16.339146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.346202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b901b-53a1-4277-addf-fec5ffb3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.349443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.389932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a6161d68-d69c-4fe4-9cde-84c729798aba,segment=NetworkSegment(3cba9846-8828-4860-8b84-b8d71384c90f),segment_id=3cba9846-8828-4860-8b84-b8d71384c90f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:16.427074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 072907e3-d067-4129-ab91-1d939c79f555 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:16.428362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.430439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294d9386-05d3-4c5e-8252-495ad79ba4ce,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:16.454087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.458651 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8a00ba27-4f08-4229-a2ff-894339eeb296 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/4f62fd40-7e9b-4686-b6f8-58f589324831 HTTP/1.1" status: 204 len: 168 time: 1.1466720 Apr 18 06:03:16.461108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49814) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:16.469530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 072907e3-d067-4129-ab91-1d939c79f555 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:16.485572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.506787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54607275-24d5-4861-982e-a885f1baca9a req-159cd3b6-92ee-4685-a0f2-6d74230448ae tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780174 Apr 18 06:03:16.514206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.514206 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75c5eb58-60da-496e-9f19-a592152735fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7670183 Apr 18 06:03:16.514206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49816) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:16.519074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1538361423', 'security_groups': ['294d9386-05d3-4c5e-8252-495ad79ba4ce'], 'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83539ddf-28f6-4a3c-90ad-7426c7d3c2ae'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:16.558217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f35f9-e7f6-4c06-ae75-54469db36ca6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:16.559823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f35f9-e7f6-4c06-ae75-54469db36ca6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:16.561478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f35f9-e7f6-4c06-ae75-54469db36ca6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:16.563149 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-574f35f9-e7f6-4c06-ae75-54469db36ca6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1007471 Apr 18 06:03:16.567981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49820) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:16.616738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fe2b901b-53a1-4277-addf-fec5ffb3b1a4 None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:16.635307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.664701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1520b-5b9f-4ce5-9051-c7e1d223c81c None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '380cede0-04ee-43cd-98c4-24a424551813', 'ip_address': '2001:db8::f816:3eff:fedc:d043'}, {'subnet_id': '5b8e1791-ea81-4457-85de-f03addc282a2'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': '8471a26d-d9e1-4687-9e8f-91a44228659c'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:16.684747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477a60d-8507-459c-a26c-ececa4aab8c6 req-e860ee36-5b11-420f-89f5-6afa49a191e3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:16.686255 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b477a60d-8507-459c-a26c-ececa4aab8c6 req-e860ee36-5b11-420f-89f5-6afa49a191e3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0839148 Apr 18 06:03:16.703640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b901b-53a1-4277-addf-fec5ffb3b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.716496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.738809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 380cede0-04ee-43cd-98c4-24a424551813 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:16.741898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.756846 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b477a60d-8507-459c-a26c-ececa4aab8c6 req-062fa428-f4b4-4454-8b55-c6a5f9ddc9f8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576189 Apr 18 06:03:16.780674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Allocated IP 172.26.4.119 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c2d57dfc-4a50-4c27-82c6-1c5bec200653) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:16.781742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94b1520b-5b9f-4ce5-9051-c7e1d223c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.795675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:16.825704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.838008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.838516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.918623 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.936265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.938073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] device_id is not set on port 365e5d6a-4daf-42e7-bae8-34d928212822 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:16.954136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:16.989259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b901b-53a1-4277-addf-fec5ffb3b1a4 None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.046168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb337e7-d9b9-4fb7-b0f4-2aca9a929218 req-2fe211be-86bd-4da3-92ea-75ed84dad475 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:17.047775 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bcb337e7-d9b9-4fb7-b0f4-2aca9a929218 req-2fe211be-86bd-4da3-92ea-75ed84dad475 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2214410 Apr 18 06:03:17.066214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Network 054d7975-165e-43e9-8817-941f1d996641 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:17.067529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.078191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-367d2492-4329-4624-ad42-bddbeeeab621 None None] Provisioning complete for port 129d9073-02c3-46b1-9848-4eedfe4224bb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:17.078556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-367d2492-4329-4624-ad42-bddbeeeab621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.105235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:17.110379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:17.117947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 129d9073-02c3-46b1-9848-4eedfe4224bb, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=129d9073-02c3-46b1-9848-4eedfe4224bb,segment=NetworkSegment(1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c),segment_id=1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:17.143823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8::ce (37208f27-db71-4900-9736-88f39e33f70d/83539ddf-28f6-4a3c-90ad-7426c7d3c2ae/365e5d6a-4daf-42e7-bae8-34d928212822) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:17.151149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.228394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.230167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8471a26d-d9e1-4687-9e8f-91a44228659c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:17.311352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.326393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b0774-6afb-4f63-9651-0fdb48f09527 None None] Pushing event updated for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.342478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.362896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.373325 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bcb337e7-d9b9-4fb7-b0f4-2aca9a929218 req-5e0b71a9-41b9-4aa9-9d56-9c197ef4e491 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518110 Apr 18 06:03:17.414959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.433242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-f4075b52-1582-41b2-8b36-c5fcd629ffe8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4182837 Apr 18 06:03:17.454504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=9480a4fd-3545-4431-aa37-e1c0ce1b06d6,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.457446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.3 (054d7975-165e-43e9-8817-941f1d996641/55eda9b4-d5a5-4840-9d63-f285a89f3532/0e98b155-a6ae-453d-be00-de400f75b494) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:17.485100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Attempting to bind port 629b56ae-540a-4eb7-be7a-a65c6fe806ec on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:17.485480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Attempting to bind port 629b56ae-540a-4eb7-be7a-a65c6fe806ec by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '6d9fd817-131c-402d-af13-a0f12c997fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '054d7975-165e-43e9-8817-941f1d996641'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:17.486777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Attempting to bind port 629b56ae-540a-4eb7-be7a-a65c6fe806ec on network 054d7975-165e-43e9-8817-941f1d996641 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:17.490231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072907e3-d067-4129-ab91-1d939c79f555'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:17.492424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e63934-0d06-4798-8ffc-66918b963b39" -d '{"events": [{"server_uuid": "a9e58263-d509-40e7-893a-d7fd967e5346", "name": "network-vif-plugged", "status": "completed", "tag": "072907e3-d067-4129-ab91-1d939c79f555"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:03:17.532043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:17.532406 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Checking segment: {'id': '6d9fd817-131c-402d-af13-a0f12c997fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '054d7975-165e-43e9-8817-941f1d996641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:17.542194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.542656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Bound using segment: {'id': '6d9fd817-131c-402d-af13-a0f12c997fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '054d7975-165e-43e9-8817-941f1d996641'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:17.543231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Bound port: 629b56ae-540a-4eb7-be7a-a65c6fe806ec, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9fd817-131c-402d-af13-a0f12c997fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '054d7975-165e-43e9-8817-941f1d996641'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:17.543832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.547374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 072907e3-d067-4129-ab91-1d939c79f555, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=072907e3-d067-4129-ab91-1d939c79f555,segment=NetworkSegment(f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5),segment_id=f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:17.549592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Pushing event updated for resources: {'Port': ['ID=629b56ae-540a-4eb7-be7a-a65c6fe806ec,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.577234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-94b1520b-5b9f-4ce5-9051-c7e1d223c81c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 380cede0-04ee-43cd-98c4-24a424551813: This subnet is being modified by another concurrent operation. Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:03:17.644970 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 380cede0-04ee-43cd-98c4-24a424551813: This subnet is being modified by another concurrent operation. Apr 18 06:03:17.649623 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:03:17.655511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.677451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.694710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:17.695155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.713709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=380cede0-04ee-43cd-98c4-24a424551813,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.729491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:17.738772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.745723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11f3bb-7c7c-4747-95d7-fb0212a16ed8 req-484882b1-87ac-408b-a9b0-451ae161e25e tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:17.746347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.747344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6b11f3bb-7c7c-4747-95d7-fb0212a16ed8 req-484882b1-87ac-408b-a9b0-451ae161e25e tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 944 time: 0.2221701 Apr 18 06:03:17.748860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:17.751177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=129d9073-02c3-46b1-9848-4eedfe4224bb,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.768148 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b2932565-0b2f-4c8f-ad4f-5cbd6d8057b7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/380cede0-04ee-43cd-98c4-24a424551813 HTTP/1.1" status: 204 len: 168 time: 1.1871493 Apr 18 06:03:17.789407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:17.796128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:17.796757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.798899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49830) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:17.848987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36a671-d336-4290-a2ca-a8203211939e None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:17.879315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 5b8e1791-ea81-4457-85de-f03addc282a2 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:17.879525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] For port 629b56ae-540a-4eb7-be7a-a65c6fe806ec, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:17.892726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e72ec-3dd4-424c-8130-d0168248e04e req-b40660fe-fc03-4ffa-b3af-9ead2b369497 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:17.895454 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e5e72ec-3dd4-424c-8130-d0168248e04e req-b40660fe-fc03-4ffa-b3af-9ead2b369497 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3149889 Apr 18 06:03:17.918598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:17.924857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=365e5d6a-4daf-42e7-bae8-34d928212822,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:17.959180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network f895598f-42f3-4401-bca9-c744168edb08 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:17.978851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:17.978851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Port': ['ID=c2d57dfc-4a50-4c27-82c6-1c5bec200653,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.004196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:18.007189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:18.011699 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6b11f3bb-7c7c-4747-95d7-fb0212a16ed8 req-ca91219d-3aae-4eee-a051-c5f6a0fecc62 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446768 Apr 18 06:03:18.029692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.037059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-b400bb55-40c4-43b7-baf8-c5d9e2d26d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:18.038772 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-b400bb55-40c4-43b7-baf8-c5d9e2d26d22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.4479108 Apr 18 06:03:18.056251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:18.081507 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e9427945-9c31-4d9c-8257-68e3874e58f2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5676825 Apr 18 06:03:18.087834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49832) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:18.092969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:18.107360 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e5e72ec-3dd4-424c-8130-d0168248e04e req-39c278fe-205f-4202-96d6-dca06155043a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281037 Apr 18 06:03:18.159668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] For port 629b56ae-540a-4eb7-be7a-a65c6fe806ec, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=629b56ae-540a-4eb7-be7a-a65c6fe806ec,segment=NetworkSegment(6d9fd817-131c-402d-af13-a0f12c997fd8),segment_id=6d9fd817-131c-402d-af13-a0f12c997fd8)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:18.167222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b506d06-1163-4558-98e5-94cc979bb85d x-openstack-request-id: req-9b506d06-1163-4558-98e5-94cc979bb85d {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:03:18.167550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e58263-d509-40e7-893a-d7fd967e5346", "name": "network-vif-plugged", "status": "completed", "tag": "072907e3-d067-4129-ab91-1d939c79f555", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:03:18.167800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b506d06-1163-4558-98e5-94cc979bb85d {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:03:18.168195 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b506d06-1163-4558-98e5-94cc979bb85d'] response: {'server_uuid': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072907e3-d067-4129-ab91-1d939c79f555', 'code': 200} Apr 18 06:03:18.170497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=072907e3-d067-4129-ab91-1d939c79f555,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.206572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Provisioning complete for port 9480a4fd-3545-4431-aa37-e1c0ce1b06d6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:18.206945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.242514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.335024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.369642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Port 9480a4fd-3545-4431-aa37-e1c0ce1b06d6 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:18.388663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.423684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:18.423684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.423684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f42dde-b2ab-4523-8e77-2ddcba426c9b None None] Pushing event updated for resources: {'Port': ['ID=629b56ae-540a-4eb7-be7a-a65c6fe806ec,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.614562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 129d9073-02c3-46b1-9848-4eedfe4224bb up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:18.640463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Could not find standard attr ID for object 4f62fd40-7e9b-4686-b6f8-58f589324831. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:18.644673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc934fcb-5951-454a-beaf-cc9868a420c2 None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '5b8e1791-ea81-4457-85de-f03addc282a2'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': '8471a26d-d9e1-4687-9e8f-91a44228659c'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:18.648083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.651294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:18.659377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.665769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.676865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae33fc-fb3c-4d80-9a4a-774c93ea9c00 req-b6afae23-1a98-473f-a795-d030ae8183c5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:18.686585 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7aae33fc-fb3c-4d80-9a4a-774c93ea9c00 req-b6afae23-1a98-473f-a795-d030ae8183c5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.2324204 Apr 18 06:03:18.721056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Provisioning complete for port 129d9073-02c3-46b1-9848-4eedfe4224bb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:18.721639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-1ee82786-ea2c-4917-840d-5e80caec5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:18.721789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-69d9b626-435e-4682-b275-b74f490af1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.725127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-1ee82786-ea2c-4917-840d-5e80caec5578 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.2703741 Apr 18 06:03:18.725290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc934fcb-5951-454a-beaf-cc9868a420c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.795635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 129d9073-02c3-46b1-9848-4eedfe4224bb triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:18.796024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.838311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8e1791-ea81-4457-85de-f03addc282a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.862122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:03:18.912317 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7aae33fc-fb3c-4d80-9a4a-774c93ea9c00 req-ca9624c9-2031-4339-9822-a35e4a14a31f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241971 Apr 18 06:03:18.930163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 054d7975-165e-43e9-8817-941f1d996641 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:18.954793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=0e98b155-a6ae-453d-be00-de400f75b494,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:18.961156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:18.965658 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-23fd1d0d-f5bc-490b-83da-9fb138c094f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/5b8e1791-ea81-4457-85de-f03addc282a2 HTTP/1.1" status: 204 len: 168 time: 1.1656976 Apr 18 06:03:18.982847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:18.985350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49838) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:18.996554 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:19.034241 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a6161d68-d69c-4fe4-9cde-84c729798aba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:19.082453 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9913e15e-d015-404a-a522-554020743c23 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929666 Apr 18 06:03:19.091277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49842) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:19.102427 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83539ddf-28f6-4a3c-90ad-7426c7d3c2ae (CIDR: 2001:db8::/64) Apr 18 06:03:19.121917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:19.122440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.142850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:19.193644 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:19.194130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:19.205478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Provisioning complete for port 365e5d6a-4daf-42e7-bae8-34d928212822 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:19.205879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.244673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecb3fd-459f-442c-8ef9-b9c7a079b1ed req-8aeed34d-b09c-435e-ab53-ae0ea62963b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.246250 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0fecb3fd-459f-442c-8ef9-b9c7a079b1ed req-8aeed34d-b09c-435e-ab53-ae0ea62963b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 1098 time: 0.5096846 Apr 18 06:03:19.265212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.265885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.282844 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-19f3ef74-47f9-4e3d-9b05-165d3b759a2b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1937468 Apr 18 06:03:19.287188 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49844) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:19.294257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:19.308192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Port 365e5d6a-4daf-42e7-bae8-34d928212822 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:19.320955 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Provisioning complete for port 9480a4fd-3545-4431-aa37-e1c0ce1b06d6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:19.320955 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.382120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Port 9480a4fd-3545-4431-aa37-e1c0ce1b06d6 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:19.392724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8471a26d-d9e1-4687-9e8f-91a44228659c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:19.424446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef755b-0f16-4c00-a91b-cbdac223a848 req-da96b788-5e79-438b-a6f2-af48a82405f6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.424708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:19.427697 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29ef755b-0f16-4c00-a91b-cbdac223a848 req-da96b788-5e79-438b-a6f2-af48a82405f6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3423610 Apr 18 06:03:19.432817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:19.433393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.444622 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] Sync routers for ids ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:19.455750 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e3a43907-685b-4745-bbd3-345fec869147 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1970727 Apr 18 06:03:19.461723 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] Routers {'cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:19.462335 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.465430 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0fecb3fd-459f-442c-8ef9-b9c7a079b1ed req-2ace4a62-dc5a-44d4-a5c4-bf464e43e295 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088137 Apr 18 06:03:19.469361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49846) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:19.472008 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c5c9c0ba-7655-477b-b312-a31d0ff16d64 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/cfbb2187-e48f-49c2-85c6-a1fabbcd8f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4826934 Apr 18 06:03:19.475909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '054d7975-165e-43e9-8817-941f1d996641', 'name': 'tempest-PortsTestJSON-1909296725'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:19.479912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49848) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:19.542880 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.543362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-ef185ef3-d7f7-405b-a3b2-a1403fc726a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1001 time: 0.8113153 Apr 18 06:03:19.551688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.552299 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] Routers {'cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:19.553030 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.618885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.620811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Provisioning complete for port 960d62d3-a876-4517-911b-c5ef36ed0b65 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:19.621269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.624692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d3d36-beec-444f-a64b-e744df089824 req-d48f2a28-10a1-41e8-b8f3-61b98e80cae1 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.626724 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e1d3d36-beec-444f-a64b-e744df089824 req-d48f2a28-10a1-41e8-b8f3-61b98e80cae1 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.2107999 Apr 18 06:03:19.647380 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:19.648273 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad095378-0c10-47a5-a3e4-52170b817953 None None] The sync data for ids ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:19.688030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:19.689233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Port 960d62d3-a876-4517-911b-c5ef36ed0b65 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:19.691951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611981a2-e26d-4edb-bff6-ecacfa05a048 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.693372 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-611981a2-e26d-4edb-bff6-ecacfa05a048 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports/9480a4fd-3545-4431-aa37-e1c0ce1b06d6 HTTP/1.1" status: 200 len: 910 time: 0.2082593 Apr 18 06:03:19.700641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:19.700954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:19.701342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83cc24f0-4300-4a7a-b065-6b067a23e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.708925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.709848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49850) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:19.714648 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29ef755b-0f16-4c00-a91b-cbdac223a848 req-4b22dc52-ec74-4383-86c6-86b0ee4178e5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860589 Apr 18 06:03:19.746847 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e1d3d36-beec-444f-a64b-e744df089824 req-aca7372f-7b20-4f4b-8b47-ccb55bef79e9 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098778 Apr 18 06:03:19.752356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07f87127-6377-4e9e-8fad-3dd7cbc7ae1f'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:19.797745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.890741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:19.935303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:19.955693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868d312b-14af-408a-b911-3b4805672914 None None] Network 054d7975-165e-43e9-8817-941f1d996641 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:19.991834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-56c839af-bd6f-4201-804c-98dbaed28d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:19.993785 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-56c839af-bd6f-4201-804c-98dbaed28d13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.1041925 Apr 18 06:03:20.023593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] Provisioning complete for port 629b56ae-540a-4eb7-be7a-a65c6fe806ec triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:20.024057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.092053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-d2ffa708-6a46-4e42-b7d9-3f00ffb515aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:20.093611 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-d2ffa708-6a46-4e42-b7d9-3f00ffb515aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888927 Apr 18 06:03:20.152560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:20.156053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.175143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.207150 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-10b8e177-818d-4ae0-bedf-70b79bbd2f7e service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054397 Apr 18 06:03:20.219635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] For port 629b56ae-540a-4eb7-be7a-a65c6fe806ec, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=629b56ae-540a-4eb7-be7a-a65c6fe806ec,segment=NetworkSegment(6d9fd817-131c-402d-af13-a0f12c997fd8),segment_id=6d9fd817-131c-402d-af13-a0f12c997fd8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:20.255633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port 2637c653-f12e-4680-9914-cd07096bad8c yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:20.291879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Router e251e977-cefa-4e53-8ab1-bef53c7fe25d is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:03:20.317504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.321495 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75f8b699-0d3a-47f0-982c-daf7734cab24 req-00117bca-b5b0-428b-8ac0-ff006eb1a3e3 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061680 Apr 18 06:03:20.330513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:20.334738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.393100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] Could not find standard attr ID for object 4f62fd40-7e9b-4686-b6f8-58f589324831. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:20.416505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b9d5b-aa03-4a10-befe-967892ef778c None None] Pushing event updated for resources: {'Port': ['ID=629b56ae-540a-4eb7-be7a-a65c6fe806ec,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:20.445884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:20.459668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Sync routers for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:20.486234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:20.486842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:20.549710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.552248 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9b32c97c-3b82-4a15-8f1e-ea0440db4338 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.0566077 Apr 18 06:03:20.556037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49854) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:20.567628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.578519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a46e07b6-70c8-4260-9183-4a3844ecde27 None None] Provisioning complete for port 629b56ae-540a-4eb7-be7a-a65c6fe806ec triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:20.578991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a46e07b6-70c8-4260-9183-4a3844ecde27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.626700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 629b56ae-540a-4eb7-be7a-a65c6fe806ec up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:20.650674 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0f3244f3-2bc9-46e8-97c7-c8cd16bf6059 (CIDR: 2001:db8:0:1::/64) Apr 18 06:03:20.652059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.7 (054d7975-165e-43e9-8817-941f1d996641/55eda9b4-d5a5-4840-9d63-f285a89f3532/2637c653-f12e-4680-9914-cd07096bad8c) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:20.710301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:20.717183 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:20.717783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:20.747384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-346549b0-7335-4be7-a848-15eae27ee17b tempest-TestNetworkAdvancedServerOps-31605609 tempest-TestNetworkAdvancedServerOps-31605609-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=0ee1f47c83964886aa906b27b6b3427b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1885574 Apr 18 06:03:20.749771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49858) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:20.935464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:20.953008 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8110dce-53dc-4904-9372-52ba512232c4 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:03:20.973622 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0ad1801b-ee8c-4cbe-905a-9b43e2649d70 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6842844 Apr 18 06:03:20.976285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49862) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:20.982238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'subnet': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:21.092955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:21.098510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b97df2-483f-42be-84f9-b9d057422968 tempest-TestNetworkAdvancedServerOps-31605609 tempest-TestNetworkAdvancedServerOps-31605609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:21.103410 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f9b97df2-483f-42be-84f9-b9d057422968 tempest-TestNetworkAdvancedServerOps-31605609 tempest-TestNetworkAdvancedServerOps-31605609-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3491747 Apr 18 06:03:21.103410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49864) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:21.132083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 629b56ae-540a-4eb7-be7a-a65c6fe806ec triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:21.132449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.138689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:21.147698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:21.148287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.162683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=0a8cdb6c-7014-4509-aa6d-0c0e935f44fe,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:21.175299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1e34cece-0190-4899-bc7f-b321593c5d25 tempest-TestNetworkAdvancedServerOps-31605609 tempest-TestNetworkAdvancedServerOps-31605609-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707369 Apr 18 06:03:21.176240 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49866) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:21.184903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388138361', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:21.211974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1c2db-17b1-4660-91d4-a860ab24f233 req-52cac1c5-d1f9-46d4-9c74-492fa833415f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:21.213526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-41e1c2db-17b1-4660-91d4-a860ab24f233 req-52cac1c5-d1f9-46d4-9c74-492fa833415f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.2709022 Apr 18 06:03:21.256282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8110dce-53dc-4904-9372-52ba512232c4 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:03:21.268076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a46e07b6-70c8-4260-9183-4a3844ecde27 None None] Provisioning complete for port 0e98b155-a6ae-453d-be00-de400f75b494 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:21.268447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a46e07b6-70c8-4260-9183-4a3844ecde27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.269526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Made reservation on behalf of d3fc89a418b94b9d9383545d7c365127 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:21.272944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.323838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49868) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:21.324123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-64dfb8ab-3e6f-4e1c-9406-4dfed9fb78af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2140541 Apr 18 06:03:21.333424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:21.347536 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-41e1c2db-17b1-4660-91d4-a860ab24f233 req-421b29ae-e60f-4046-8020-65fd9c246114 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212399 Apr 18 06:03:21.356148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.360074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Made reservation on behalf of 0ee1f47c83964886aa906b27b6b3427b for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:21.363700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.364023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a46e07b6-70c8-4260-9183-4a3844ecde27 None None] Port 0e98b155-a6ae-453d-be00-de400f75b494 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:21.431403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:18Z', 'revision_number': 3, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:21.453679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.466263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Checking router: e251e977-cefa-4e53-8ab1-bef53c7fe25d for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:21.466690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Updating router e251e977-cefa-4e53-8ab1-bef53c7fe25d port c2d57dfc-4a50-4c27-82c6-1c5bec200653 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:03:21.514769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.523698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.556356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.568867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2732e177-f2ff-4aca-b566-c78b492002d3 None None] Provisioning complete for port 0e98b155-a6ae-453d-be00-de400f75b494 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:21.569234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2732e177-f2ff-4aca-b566-c78b492002d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.571605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 054d7975-165e-43e9-8817-941f1d996641 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:21.594979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:21.601194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:21.613910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=2637c653-f12e-4680-9914-cd07096bad8c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:21.697496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2732e177-f2ff-4aca-b566-c78b492002d3 None None] Port 0e98b155-a6ae-453d-be00-de400f75b494 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:21.700546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:21.704599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.754923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:21.754923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.754923 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/ports/9480a4fd-3545-4431-aa37-e1c0ce1b06d6 HTTP/1.1" status: 200 len: 910 time: 2.0017676 Apr 18 06:03:21.754923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49870) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:21.754923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:21.754923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.781355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31336f0-4229-4ef6-a8b3-b63589b49c6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=9480a4fd-3545-4431-aa37-e1c0ce1b06d6,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:21.904351 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-17112469-3d60-437a-bd31-dbf4b96bcc5c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4322376 Apr 18 06:03:21.909479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49872) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:21.909808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.967670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:21.982822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '0a8cdb6c-7014-4509-aa6d-0c0e935f44fe'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': '8471a26d-d9e1-4687-9e8f-91a44228659c'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:21.993780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.012786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.051660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Network 37208f27-db71-4900-9736-88f39e33f70d is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:22.054455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Subnet': ['ID=f29c28c9-8775-4f72-9767-55d1dd98cdb7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:22.054816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5e999b-83f1-432e-a4b0-8aa460621e29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:22.056377 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4a5e999b-83f1-432e-a4b0-8aa460621e29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1467049 Apr 18 06:03:22.061015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49874) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:22.067843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:22.094010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Checking segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:22.094419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network hostable DHCP agents. Network: a924472f-2b44-402b-8d0f-471461bbcf7d, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:22.115633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:22.115872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.115982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.188494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Subnet': ['ID=cbc45e22-8aa4-4790-b8ad-8e03aa30f36f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:22.195445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 2637c653-f12e-4680-9914-cd07096bad8c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:22.201802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.210586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Attempting to bind port c2d57dfc-4a50-4c27-82c6-1c5bec200653 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:22.210998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Attempting to bind port c2d57dfc-4a50-4c27-82c6-1c5bec200653 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:22.211387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Attempting to bind port c2d57dfc-4a50-4c27-82c6-1c5bec200653 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:22.220196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034185a-eee5-4d91-b5a2-95d30869c3d4 None None] Pushing event updated for resources: {'Port': ['ID=c2d57dfc-4a50-4c27-82c6-1c5bec200653,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:22.225170 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a8ce4128-e5a3-43c0-87d9-9d14ec749eda tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2451558 Apr 18 06:03:22.228929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49876) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:22.230785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:22.231170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:22.231597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.232019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:22.232530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Bound port: c2d57dfc-4a50-4c27-82c6-1c5bec200653, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:22.232911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.237228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1274980809', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cbc45e22-8aa4-4790-b8ad-8e03aa30f36f'}], 'security_groups': ['2eab0ac1-eb87-4def-a227-18be0dab35bd', 'cb6ddee4-f064-4865-8777-6c88ac0a0275']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:22.269125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] Allocated IP 172.20.0.2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/0a8cdb6c-7014-4509-aa6d-0c0e935f44fe/8471a26d-d9e1-4687-9e8f-91a44228659c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:22.270584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network a924472f-2b44-402b-8d0f-471461bbcf7d is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:22.317399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.322399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] For port c2d57dfc-4a50-4c27-82c6-1c5bec200653, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:22.359279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.368591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] For port c2d57dfc-4a50-4c27-82c6-1c5bec200653, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c2d57dfc-4a50-4c27-82c6-1c5bec200653,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:22.379403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, a924472f-2b44-402b-8d0f-471461bbcf7d) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:22.404394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 2637c653-f12e-4680-9914-cd07096bad8c owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:22.413502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:22.429589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:22.430278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.456349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.460000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.529320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:22.530447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:22.546450 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-64e57c4d-60d6-4b66-9297-e796829fab43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3681219 Apr 18 06:03:22.546731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49880) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:22.583478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.595462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 629b56ae-540a-4eb7-be7a-a65c6fe806ec up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:22.615745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.624663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034185a-eee5-4d91-b5a2-95d30869c3d4 None None] Pushing event updated for resources: {'Port': ['ID=c2d57dfc-4a50-4c27-82c6-1c5bec200653,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:22.629634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:03:22.773613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a6d86-8791-4c8b-91b3-403d806a7897 req-2168c042-860c-467e-9b06-04dc75f57b2d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:22.776194 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f76a6d86-8791-4c8b-91b3-403d806a7897 req-2168c042-860c-467e-9b06-04dc75f57b2d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.2186525 Apr 18 06:03:22.816311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:22.866588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=2637c653-f12e-4680-9914-cd07096bad8c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:22.924886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f76a6d86-8791-4c8b-91b3-403d806a7897 req-b0ed4422-625b-4025-97a7-f8a618b7e960 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228535 Apr 18 06:03:22.933932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a94db-da16-4476-82e0-80666a61b63b None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:22.965870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:22.999511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 629b56ae-540a-4eb7-be7a-a65c6fe806ec triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:23.000211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.277506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:18Z', 'revision_number': 3, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:23.309149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce38678-e682-4b7a-81aa-e8f7089dd653 None None] The sync data for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv is: [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:18Z', 'revision_number': 3, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:23.392748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 9480a4fd-3545-4431-aa37-e1c0ce1b06d6 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:23.393091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.459070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7b5b4b74-0944-4b9d-8b44-44353ad8e758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.499742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.503665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b688985b-57e4-4e53-b84e-5893667ec904 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/2637c653-f12e-4680-9914-cd07096bad8c HTTP/1.1" status: 204 len: 168 time: 1.4422631 Apr 18 06:03:23.548131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49884) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:23.574904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daffc9e-4737-4d67-9366-e78b04786c94 req-d0a26f96-1b49-4e32-b3b2-c2722cbbf5cc tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:23.576703 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6daffc9e-4737-4d67-9366-e78b04786c94 req-d0a26f96-1b49-4e32-b3b2-c2722cbbf5cc tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.3104219 Apr 18 06:03:23.609277 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfb090d-0e9f-4a2d-a7ca-bb24045fba8d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:03:23.609277 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bcfb090d-0e9f-4a2d-a7ca-bb24045fba8d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/2637c653-f12e-4680-9914-cd07096bad8c HTTP/1.1" status: 404 len: 333 time: 0.0593877 Apr 18 06:03:23.624347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49886) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:23.680203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.690324 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:23.741013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 9480a4fd-3545-4431-aa37-e1c0ce1b06d6 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:23.787698 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6daffc9e-4737-4d67-9366-e78b04786c94 req-0ead447a-132f-4e9b-a141-519ffed384e5 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838803 Apr 18 06:03:23.822142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Delete allocated IP 2001:db8::ce (37208f27-db71-4900-9736-88f39e33f70d/83539ddf-28f6-4a3c-90ad-7426c7d3c2ae) {{(pid=109606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:03:23.834124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Allocated IP 2001:db8:0:2::23f (37208f27-db71-4900-9736-88f39e33f70d/cbc45e22-8aa4-4790-b8ad-8e03aa30f36f/365e5d6a-4daf-42e7-bae8-34d928212822) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:23.993842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c9328-2b51-4e98-a7cf-d79bd48c9342 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:03:24.040148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 0e98b155-a6ae-453d-be00-de400f75b494 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:24.040996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.105095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:24.112990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:24.113653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.128322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.180610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.208478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c9328-2b51-4e98-a7cf-d79bd48c9342 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:03:24.232886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.234101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.271529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.272316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.280507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.292617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 0e98b155-a6ae-453d-be00-de400f75b494 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:24.320037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.435959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] In _notify_port_updated(), no bound segment for port 365e5d6a-4daf-42e7-bae8-34d928212822 on network 37208f27-db71-4900-9736-88f39e33f70d {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:03:24.435959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:24.435959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.440458 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "PUT /v2.0/ports/365e5d6a-4daf-42e7-bae8-34d928212822 HTTP/1.1" status: 200 len: 970 time: 2.2102325 Apr 18 06:03:24.441741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a84946-469a-4bd8-b110-9e844ed3b4a3 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event updated for resources: {'Port': ['ID=365e5d6a-4daf-42e7-bae8-34d928212822,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:24.445522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49892) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:24.452351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:24.452698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:24.535541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.548148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:24.578078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=9480a4fd-3545-4431-aa37-e1c0ce1b06d6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:24.630463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8471a26d-d9e1-4687-9e8f-91a44228659c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:24.662593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:24.669171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-a924472f-2b44-402b-8d0f-471461bbcf7d', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:24.670356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.672020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:24.672718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.678375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3685c6-6dd9-444a-823b-fe4d3740efe4 req-018f606e-056d-42cc-859c-553b0f2e015f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:24.679542 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-af3685c6-6dd9-444a-823b-fe4d3740efe4 req-018f606e-056d-42cc-859c-553b0f2e015f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.3069804 Apr 18 06:03:24.693987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=11b92682-203c-432b-82b0-7de394d6bcc4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:24.723812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=8']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:24.752494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 365e5d6a-4daf-42e7-bae8-34d928212822 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:24.753058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.863674 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e2dd02a2-bc0f-4928-809d-bf5c89c65a78 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5384994 Apr 18 06:03:24.871324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49894) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:24.875144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:24.875552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.878354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:04:cf:5c', 'name': 'tempest-NetworksTestDHCPv6-909155971'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:24.909171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Allocated IP 172.20.0.2 (a924472f-2b44-402b-8d0f-471461bbcf7d/f29c28c9-8775-4f72-9767-55d1dd98cdb7/aa7214ee-9165-45eb-8a3f-3cb6e6a32901) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:24.942152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:24.963031 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-af3685c6-6dd9-444a-823b-fe4d3740efe4 req-92e2bd37-35e2-4dd8-ad4f-a60426ad84c6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684753 Apr 18 06:03:24.971286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.004839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 365e5d6a-4daf-42e7-bae8-34d928212822 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:25.109617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.110202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.123886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.210821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:25.228951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=0e98b155-a6ae-453d-be00-de400f75b494,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.240128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:25.247069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.249135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:25.323105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.329774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.329959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.333499 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e1aa91eb-397d-4045-afda-b9935945a8e7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/0e98b155-a6ae-453d-be00-de400f75b494 HTTP/1.1" status: 204 len: 168 time: 1.7037761 Apr 18 06:03:25.336173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49898) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.359737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 386c0c12-5980-49a4-ba5d-c09067a1a50d yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:25.359993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.365229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.410097 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711ff84-1a9b-4543-bcee-9abfa48d55ed tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:03:25.416179 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d711ff84-1a9b-4543-bcee-9abfa48d55ed tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/0e98b155-a6ae-453d-be00-de400f75b494 HTTP/1.1" status: 404 len: 333 time: 0.0740886 Apr 18 06:03:25.432348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:25.432701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:25.434411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Network a924472f-2b44-402b-8d0f-471461bbcf7d is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:25.447031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:25.450495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:25.455150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49900) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.464690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Pushing event updated for resources: {'Port': ['ID=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.485987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=365e5d6a-4daf-42e7-bae8-34d928212822,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.488514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.492376 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-45412542-6c7f-4086-9201-37980bcb09ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/365e5d6a-4daf-42e7-bae8-34d928212822 HTTP/1.1" status: 204 len: 168 time: 1.0423923 Apr 18 06:03:25.507042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49902) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.526065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Allocated IP 172.20.0.1 (a924472f-2b44-402b-8d0f-471461bbcf7d/f29c28c9-8775-4f72-9767-55d1dd98cdb7/3949f4de-0ed6-443e-b0e7-d06b87edf76f) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:25.559609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:25.563584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Attempting to bind port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:25.563982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Attempting to bind port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:25.564715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Attempting to bind port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 on network a924472f-2b44-402b-8d0f-471461bbcf7d {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:25.574402 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:25.574775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Checking segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:25.575179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.576592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Bound using segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:25.577394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Bound port: aa7214ee-9165-45eb-8a3f-3cb6e6a32901, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:25.577854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.581087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] Sync routers for ids ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:25.588141 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-254e9b3b-b9b9-4f4e-9907-ad0ce19da3ea tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/cfbb2187-e48f-49c2-85c6-a1fabbcd8f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8622489 Apr 18 06:03:25.590830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49904) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.595017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e23847c-ebe8-4e47-81cb-b27e0bf8f19a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] GET failed (client error): The resource could not be found. Apr 18 06:03:25.597214 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7e23847c-ebe8-4e47-81cb-b27e0bf8f19a tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports/365e5d6a-4daf-42e7-bae8-34d928212822 HTTP/1.1" status: 404 len: 333 time: 0.0924208 Apr 18 06:03:25.599938 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49906) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.602069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b423f29-ac09-4dd4-89fc-5b9e5992267f None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=9']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.610825 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] Routers {'cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:25.613049 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:25.652008 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bb87661b-da04-4700-825d-5323b22b10e5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 HTTP/1.1" status: 200 len: 205 time: 0.0537093 Apr 18 06:03:25.658112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49908) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.664796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 55eda9b4-d5a5-4840-9d63-f285a89f3532 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:25.687254 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:25.697446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] For port aa7214ee-9165-45eb-8a3f-3cb6e6a32901, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:25.701057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] For port aa7214ee-9165-45eb-8a3f-3cb6e6a32901, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:25.718428 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] Routers {'cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:25.718428 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:25.722545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.744433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:25.745082 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af366e1f-200f-4de5-8a54-e6d53c0fd220 None None] The sync data for ids ['cfbb2187-e48f-49c2-85c6-a1fabbcd8f57'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:25.794829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.798982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b21-303a-4b9e-8cd8-ca7a17a49e43 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.802810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.804733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-40bc99fe-33ce-4d54-8a9a-c164891b6be8 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:25.805105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-40bc99fe-33ce-4d54-8a9a-c164891b6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.829337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d2a48a5a-a605-404b-b54a-f7170357bc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.833881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b21-303a-4b9e-8cd8-ca7a17a49e43 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.851747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.891579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.895642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bdcda-ca9b-4831-b966-f6695ca147dd None None] Pushing event updated for resources: {'Port': ['ID=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:25.968779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b21-303a-4b9e-8cd8-ca7a17a49e43 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.972883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b21-303a-4b9e-8cd8-ca7a17a49e43 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.979217 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7d5c4b21-303a-4b9e-8cd8-ca7a17a49e43 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/security-groups/294d9386-05d3-4c5e-8252-495ad79ba4ce HTTP/1.1" status: 204 len: 168 time: 0.3779595 Apr 18 06:03:25.982065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49910) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:25.992897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:25.994393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c2d57dfc-4a50-4c27-82c6-1c5bec200653 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:26.047983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c4b21-303a-4b9e-8cd8-ca7a17a49e43 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d9386-05d3-4c5e-8252-495ad79ba4ce,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.063910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 172.20.0.9 (05d65530-28ce-4b9b-b71b-a17f18d1b658/0a8cdb6c-7014-4509-aa6d-0c0e935f44fe/386c0c12-5980-49a4-ba5d-c09067a1a50d) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:26.075701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe04:cf5c (05d65530-28ce-4b9b-b71b-a17f18d1b658/11b92682-203c-432b-82b0-7de394d6bcc4/386c0c12-5980-49a4-ba5d-c09067a1a50d) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:26.082008 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c2d57dfc-4a50-4c27-82c6-1c5bec200653 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:26.082382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.132861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network a924472f-2b44-402b-8d0f-471461bbcf7d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:26.151725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:26.165001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:26.171298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-224f4d51-7dcf-4dbd-9ec4-6ea08aef9d21 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.171520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Port': ['ID=3949f4de-0ed6-443e-b0e7-d06b87edf76f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.188132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.220922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.225242 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.231651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-224f4d51-7dcf-4dbd-9ec4-6ea08aef9d21 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.241358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.263722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port c2d57dfc-4a50-4c27-82c6-1c5bec200653, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c2d57dfc-4a50-4c27-82c6-1c5bec200653,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:26.356662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.366926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.406691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=c2d57dfc-4a50-4c27-82c6-1c5bec200653,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.416333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afc3b6-e5a2-4f1b-b4e6-34d0b2d711ef req-3cf0b5c3-35d1-47e7-a2f6-0347a335e2a8 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:26.418062 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97afc3b6-e5a2-4f1b-b4e6-34d0b2d711ef req-3cf0b5c3-35d1-47e7-a2f6-0347a335e2a8 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.2953701 Apr 18 06:03:26.423192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.423730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:03:26.427153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-224f4d51-7dcf-4dbd-9ec4-6ea08aef9d21 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.432126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-224f4d51-7dcf-4dbd-9ec4-6ea08aef9d21 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.433223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.436714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-49d9eea7-4e23-4edd-884b-7c9783dc74c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 HTTP/1.1" status: 204 len: 168 time: 0.7748680 Apr 18 06:03:26.437096 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-224f4d51-7dcf-4dbd-9ec4-6ea08aef9d21 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb6ddee4-f064-4865-8777-6c88ac0a0275 HTTP/1.1" status: 204 len: 168 time: 0.4498677 Apr 18 06:03:26.437096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49914) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:26.437242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49916) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:26.468408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f4d51-7dcf-4dbd-9ec4-6ea08aef9d21 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6ddee4-f064-4865-8777-6c88ac0a0275,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.517763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9ecc-9e30-4b9b-badd-435f030e152f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.552328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9ecc-9e30-4b9b-badd-435f030e152f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.595264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.615533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet 07f87127-6377-4e9e-8fad-3dd7cbc7ae1f {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:26.625009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97afc3b6-e5a2-4f1b-b4e6-34d0b2d711ef req-87d1ea96-311c-4442-9c4b-24061308e765 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546271 Apr 18 06:03:26.628877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.663129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.664164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8471a26d-d9e1-4687-9e8f-91a44228659c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:26.688184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.715427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.718371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:26.719802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.739016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9ecc-9e30-4b9b-badd-435f030e152f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.742371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9ecc-9e30-4b9b-badd-435f030e152f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.747529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6bfb9ecc-9e30-4b9b-badd-435f030e152f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/security-groups/2eab0ac1-eb87-4def-a227-18be0dab35bd HTTP/1.1" status: 204 len: 168 time: 0.3048222 Apr 18 06:03:26.748149 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49920) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:26.772456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.777277 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/55eda9b4-d5a5-4840-9d63-f285a89f3532 HTTP/1.1" status: 204 len: 168 time: 1.3032489 Apr 18 06:03:26.781620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4c03b-e127-42b0-8f4d-0d8b525d4437 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=55eda9b4-d5a5-4840-9d63-f285a89f3532,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.786216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49922) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:26.813883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb9ecc-9e30-4b9b-badd-435f030e152f tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab0ac1-eb87-4def-a227-18be0dab35bd,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:26.858054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa7214ee-9165-45eb-8a3f-3cb6e6a32901 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:26.879831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 83539ddf-28f6-4a3c-90ad-7426c7d3c2ae {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:26.885345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.914591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.925137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:26.925734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.929681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.950470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:26.980964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.004290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.030380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:27.043581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:27.046222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:27.051520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=386c0c12-5980-49a4-ba5d-c09067a1a50d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:27.123822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.165535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.166371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.171557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port aa7214ee-9165-45eb-8a3f-3cb6e6a32901, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:27.205813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873d0e-455a-4989-851d-e6a35d360fee req-c2140384-28b8-4696-afe6-3e87022fd4cd tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.207503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d873d0e-455a-4989-851d-e6a35d360fee req-c2140384-28b8-4696-afe6-3e87022fd4cd tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.1282191 Apr 18 06:03:27.218472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.234474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.243860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.266475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.287651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=07f87127-6377-4e9e-8fad-3dd7cbc7ae1f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:27.297562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.300926 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c65a6768-bc16-428c-bf95-11b3e9f0e06a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/07f87127-6377-4e9e-8fad-3dd7cbc7ae1f HTTP/1.1" status: 204 len: 168 time: 0.8610747 Apr 18 06:03:27.302799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 629b56ae-540a-4eb7-be7a-a65c6fe806ec {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:27.303192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.304412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49926) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:27.324725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-177674b0-8ba2-442f-9a91-73ecd5f512cf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4500580 Apr 18 06:03:27.327513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49928) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:27.342691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:27.343052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.379842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e1a45-cf88-46e8-917c-d19992f1e94f None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:27.422906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e5a56-dba0-43d8-bc7d-8fa0c4850df4 None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:27.426622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] For port 629b56ae-540a-4eb7-be7a-a65c6fe806ec, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=629b56ae-540a-4eb7-be7a-a65c6fe806ec,segment=NetworkSegment(6d9fd817-131c-402d-af13-a0f12c997fd8),segment_id=6d9fd817-131c-402d-af13-a0f12c997fd8)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:27.427005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.431122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a43ea-6ac3-48d2-8186-ae237d36c777 None None] Network a924472f-2b44-402b-8d0f-471461bbcf7d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:27.434291 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d873d0e-455a-4989-851d-e6a35d360fee req-e54b53a8-ad5e-42a0-8653-2d34f8fd6d8d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107549 Apr 18 06:03:27.443081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-e0698f30-8e52-4a1a-8a8e-f49a3939f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.444848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-e0698f30-8e52-4a1a-8a8e-f49a3939f039 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 1098 time: 0.2364440 Apr 18 06:03:27.475500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 629b56ae-540a-4eb7-be7a-a65c6fe806ec owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:27.651895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-5cee6dc4-0f2b-490f-bd52-d08fb3ca6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.657368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-5cee6dc4-0f2b-490f-bd52-d08fb3ca6ca4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7 HTTP/1.1" status: 200 len: 912 time: 0.2034695 Apr 18 06:03:27.730572 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-e9e6b1c4-55fa-42e4-97e8-34ee025725fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=072907e3-d067-4129-ab91-1d939c79f555 HTTP/1.1" status: 200 len: 217 time: 0.0590718 Apr 18 06:03:27.773146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae87a2a-f618-4047-b6eb-1fca16d2ba7a None None] Network f895598f-42f3-4401-bca9-c744168edb08 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:27.775964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc14391-c5f1-4fd0-85c7-acfbedc5c5c0 None None] Network 054d7975-165e-43e9-8817-941f1d996641 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:27.785776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-e15dda74-4fed-4c8f-b567-0f5d07d71bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.787286 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-e15dda74-4fed-4c8f-b567-0f5d07d71bd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9 HTTP/1.1" status: 200 len: 851 time: 0.0500689 Apr 18 06:03:27.806329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.910597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-19d83d97-5b6e-462e-b5cc-f040520ff5a7 None None] Provisioning complete for port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:27.910891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-19d83d97-5b6e-462e-b5cc-f040520ff5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.919596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Port': ['ID=3949f4de-0ed6-443e-b0e7-d06b87edf76f,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:27.930770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.947969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c45a9-a0af-4e62-8623-5b0a1401c579 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.954070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c45a9-a0af-4e62-8623-5b0a1401c579 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:27.958650 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3d2c45a9-a0af-4e62-8623-5b0a1401c579 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6299253 Apr 18 06:03:27.959312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49930) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:27.972709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:27.974767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.043142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=83539ddf-28f6-4a3c-90ad-7426c7d3c2ae,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.059316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.062664 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-844b2c93-3f0b-44ee-b214-5105df11c7ba tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/83539ddf-28f6-4a3c-90ad-7426c7d3c2ae HTTP/1.1" status: 204 len: 168 time: 1.3084381 Apr 18 06:03:28.096953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49932) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:28.209769 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-bf15d89d-cea5-47b5-8522-acf7aa69eeb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4150622 Apr 18 06:03:28.233242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=629b56ae-540a-4eb7-be7a-a65c6fe806ec,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.238832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No DVR routers for this DVR port 629b56ae-540a-4eb7-be7a-a65c6fe806ec on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:28.247463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet cbc45e22-8aa4-4790-b8ad-8e03aa30f36f {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:28.261587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.326029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network a924472f-2b44-402b-8d0f-471461bbcf7d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:28.333043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.337474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 129d9073-02c3-46b1-9848-4eedfe4224bb {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:28.337975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.340578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4252eaf-d38a-4f30-aaef-45c97dae8ec7 None None] DHCP port deletion for 054d7975-165e-43e9-8817-941f1d996641 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:28.403419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-19d83d97-5b6e-462e-b5cc-f040520ff5a7 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:28.403794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-19d83d97-5b6e-462e-b5cc-f040520ff5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.421026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.429618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.489998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054d7975-165e-43e9-8817-941f1d996641']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:28.495347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-5d3a9a21-8cc0-4513-96f6-eff683ea1d2b service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587724 Apr 18 06:03:28.524739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] DHCP port deletion for f895598f-42f3-4401-bca9-c744168edb08 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:28.533968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9fd817-131c-402d-af13-a0f12c997fd8') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:28.534278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9fd817-131c-402d-af13-a0f12c997fd8') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:28.563020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.589503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:28.597619 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:03:28.625085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.625455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa7214ee-9165-45eb-8a3f-3cb6e6a32901 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:28.642068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 386c0c12-5980-49a4-ba5d-c09067a1a50d {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:28.642068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.651573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:28.652455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:28.656700 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:28.741591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b1f54-de3a-4240-91ab-1459f087ce64 None None] Update dhcp port {'port': {'network_id': '37208f27-db71-4900-9736-88f39e33f70d', 'fixed_ips': [{'subnet_id': '0f3244f3-2bc9-46e8-97c7-c8cd16bf6059', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cbc45e22-8aa4-4790-b8ad-8e03aa30f36f'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'a6161d68-d69c-4fe4-9cde-84c729798aba'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:28.744795 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f3d84b8-2aca-42bb-8321-08500a5a9f2d req-a5e563cb-dc6d-42f0-81d9-e660c683a3da service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235541 Apr 18 06:03:28.772419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.796128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b34f4cfe-24b0-4cf4-b27c-70a7230ecfc3 None None] Could not find standard attr ID for object 2637c653-f12e-4680-9914-cd07096bad8c. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:28.818229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.828471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.828708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2c7b1f54-de3a-4240-91ab-1459f087ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.842973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.851218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/054d7975-165e-43e9-8817-941f1d996641 HTTP/1.1" status: 204 len: 168 time: 2.0576203 Apr 18 06:03:28.851218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49936) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:28.857548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614554491'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:28.865036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Deleting port 129d9073-02c3-46b1-9848-4eedfe4224bb {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:28.865412 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.882380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b82899-c161-49fb-bcad-d3c99b430c6a tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=054d7975-165e-43e9-8817-941f1d996641,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.888494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc45e22-8aa4-4790-b8ad-8e03aa30f36f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:28.898203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.902110 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-87b9a617-f250-4556-ae8e-6cbcb6cde031 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/cbc45e22-8aa4-4790-b8ad-8e03aa30f36f HTTP/1.1" status: 204 len: 168 time: 0.8040318 Apr 18 06:03:28.906666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49938) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:28.907342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 129d9073-02c3-46b1-9848-4eedfe4224bb, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=129d9073-02c3-46b1-9848-4eedfe4224bb,segment=NetworkSegment(1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c),segment_id=1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:28.907841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.926220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:28.926584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.955472 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65fa413-236d-4669-9dea-fe51b60f1555 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:28.955995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65fa413-236d-4669-9dea-fe51b60f1555 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:28.957242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 129d9073-02c3-46b1-9848-4eedfe4224bb owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:28.965834 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a65fa413-236d-4669-9dea-fe51b60f1555 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/83539ddf-28f6-4a3c-90ad-7426c7d3c2ae HTTP/1.1" status: 404 len: 337 time: 0.0536394 Apr 18 06:03:28.966191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:28.966319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:28.970680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67316fbb-a7e7-4c89-9d24-c11b2c5e18d5 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:28.994716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:28.998908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.048591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting subnet 0f3244f3-2bc9-46e8-97c7-c8cd16bf6059 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:29.056333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.059643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:29.099645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.100000 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment a6fae1be-3ef8-492b-82d9-da3f00f386de of type vlan for network 0599fce8-1401-44e3-ba56-4695e73d7771 Apr 18 06:03:29.101543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910b1b2-49da-4b3a-889a-438927124ef6 req-2359d5ea-2e88-4647-87e6-44ac8b8998a6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:29.104879 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2910b1b2-49da-4b3a-889a-438927124ef6 req-2359d5ea-2e88-4647-87e6-44ac8b8998a6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.4675753 Apr 18 06:03:29.118929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.182002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.185526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.188006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4e96eb97-fe14-4829-96ba-baa431514cce None None] Provisioning complete for port 386c0c12-5980-49a4-ba5d-c09067a1a50d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:29.188371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4e96eb97-fe14-4829-96ba-baa431514cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.189862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.190951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] For port 129d9073-02c3-46b1-9848-4eedfe4224bb, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=129d9073-02c3-46b1-9848-4eedfe4224bb,segment=NetworkSegment(1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c),segment_id=1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:29.194453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.240646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Calling delete_port for 129d9073-02c3-46b1-9848-4eedfe4224bb owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:29.242660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=129d9073-02c3-46b1-9848-4eedfe4224bb,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.246369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 386c0c12-5980-49a4-ba5d-c09067a1a50d owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:29.250470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 129d9073-02c3-46b1-9848-4eedfe4224bb on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:29.266214 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2910b1b2-49da-4b3a-889a-438927124ef6 req-9b495815-7143-45b7-98df-e38ac66156f8 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184537 Apr 18 06:03:29.281075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.282610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ae130-c800-4dc6-a0db-f7f7908c2086 None None] Network a924472f-2b44-402b-8d0f-471461bbcf7d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:29.318633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.326141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:29.326951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.344642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4e96eb97-fe14-4829-96ba-baa431514cce None None] Port 386c0c12-5980-49a4-ba5d-c09067a1a50d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:29.369244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Router e251e977-cefa-4e53-8ab1-bef53c7fe25d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:29.427177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=0599fce8-1401-44e3-ba56-4695e73d7771,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.436005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.443771 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-22ff90e0-b571-4e3c-b621-3a012bdb6310 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5890894 Apr 18 06:03:29.444079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49942) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.451676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.455981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0599fce8-1401-44e3-ba56-4695e73d7771 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:29.496216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c2d57dfc-4a50-4c27-82c6-1c5bec200653 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:29.503920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4e96eb97-fe14-4829-96ba-baa431514cce None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:29.504676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4e96eb97-fe14-4829-96ba-baa431514cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.510103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f895598f-42f3-4401-bca9-c744168edb08']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:29.523847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.538006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:29.538301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6e2e96-4b4a-4aa8-ba55-7ecc296f036c') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:29.552608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.567725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.573700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/0f3244f3-2bc9-46e8-97c7-c8cd16bf6059 HTTP/1.1" status: 204 len: 168 time: 0.6072946 Apr 18 06:03:29.574343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5009b9e-b4e0-4c1c-a8fd-9b6c3a815fce tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3244f3-2bc9-46e8-97c7-c8cd16bf6059,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.576652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49944) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.608141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.612498 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8588d48e-7510-4d60-b2e9-3a3d3025ddab tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:29.613047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8588d48e-7510-4d60-b2e9-3a3d3025ddab tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:29.619234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8588d48e-7510-4d60-b2e9-3a3d3025ddab tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/368e64e7-cd3b-4f93-98b2-c05435a6154e HTTP/1.1" status: 404 len: 337 time: 0.0361705 Apr 18 06:03:29.619627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49946) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.644977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:29.645712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:29.648938 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:29.657481 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-33e23e6b-545b-431a-bc81-940e04c3ac55 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "GET /v2.0/ports?device_id=4575d294-c214-48c3-93d3-dd4e7731b7fa HTTP/1.1" status: 200 len: 205 time: 0.0365443 Apr 18 06:03:29.660173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49948) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.686592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:29.712163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-795652c6-d9e5-44cb-9c6c-650f203a1881 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] delete failed (client error): The resource could not be found. Apr 18 06:03:29.713338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-795652c6-d9e5-44cb-9c6c-650f203a1881 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/routers/4575d294-c214-48c3-93d3-dd4e7731b7fa HTTP/1.1" status: 404 len: 336 time: 0.0520205 Apr 18 06:03:29.715911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:29.719568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.723027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49950) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.724041 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f6d48ee4-2282-460d-8b23-53213876097c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "PUT /v2.0/routers/e251e977-cefa-4e53-8ab1-bef53c7fe25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1737850 Apr 18 06:03:29.773740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-de646452-46cb-4e86-b6dd-249858bf679d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:29.774273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de646452-46cb-4e86-b6dd-249858bf679d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:29.777626 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-de646452-46cb-4e86-b6dd-249858bf679d tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/6c028a49-8fbc-4e66-a86d-16eaf1fa2778 HTTP/1.1" status: 404 len: 337 time: 0.0518906 Apr 18 06:03:29.780253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49956) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server [None req-2c7b1f54-de3a-4240-91ab-1459f087ce64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f3244f3-2bc9-46e8-97c7-c8cd16bf6059: This subnet is being modified by another concurrent operation. Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 06:03:29.805097 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server raise exception Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f3244f3-2bc9-46e8-97c7-c8cd16bf6059: This subnet is being modified by another concurrent operation. Apr 18 06:03:29.817068 dv-neutron-837488-1-hyperv neutron-server[109607]: ERROR oslo_messaging.rpc.server Apr 18 06:03:29.834703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Sync routers for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:29.871486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.878875 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bca93a-3982-4715-a042-f6d7e6cd8b3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:29.878875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bca93a-3982-4715-a042-f6d7e6cd8b3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:29.885501 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a2bca93a-3982-4715-a042-f6d7e6cd8b3b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/d921df29-1cfc-4a9f-a86f-c70f8741b162 HTTP/1.1" status: 404 len: 337 time: 0.1008205 Apr 18 06:03:29.890841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.894120 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/f895598f-42f3-4401-bca9-c744168edb08 HTTP/1.1" status: 204 len: 168 time: 2.5886211 Apr 18 06:03:29.894599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49966) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.897968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49968) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.909879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1999759445', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:29.924663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:29.948002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb9f77-22ce-49c5-ba7a-f6bb942c5f27 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=f895598f-42f3-4401-bca9-c744168edb08,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.950564 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2950c534-1995-4a25-b949-aa8983c617ad tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:29.951010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2950c534-1995-4a25-b949-aa8983c617ad tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:29.956985 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2950c534-1995-4a25-b949-aa8983c617ad tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/53ab6f47-dfd4-4d79-8bbc-f37de7724eb9 HTTP/1.1" status: 404 len: 337 time: 0.0527585 Apr 18 06:03:29.956985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49970) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.964318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Pushing event deleted for resources: {'Port': ['ID=129d9073-02c3-46b1-9848-4eedfe4224bb,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:29.966607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:29.967279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:29.980938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86340b-f136-4887-8766-1381707233ec None None] Network 37208f27-db71-4900-9736-88f39e33f70d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:29.985060 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5109cbf2-8df0-4091-871e-52c242b366fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:29.985997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5109cbf2-8df0-4091-871e-52c242b366fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:29.991720 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5109cbf2-8df0-4091-871e-52c242b366fb tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/b0ca82b9-9a39-4f86-a410-e954c4ce547d HTTP/1.1" status: 404 len: 333 time: 0.0318198 Apr 18 06:03:29.993519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49972) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:29.994748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.025831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] Network f895598f-42f3-4401-bca9-c744168edb08 is not hosted by any dhcp agent {{(pid=109607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:03:30.026190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd661f-6879-489c-96fc-b90d55ab1b6e None None] No DVR routers for this DVR port 129d9073-02c3-46b1-9848-4eedfe4224bb on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:30.030615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b34ed4-5cef-47db-9947-5cb2535bb6a4 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:30.030615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b34ed4-5cef-47db-9947-5cb2535bb6a4 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:30.031870 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-0a5beb50-a1db-4be3-abc2-c3718a38eaee tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97916161&fields=id&tenant_id=0ee1f47c83964886aa906b27b6b3427b HTTP/1.1" status: 200 len: 267 time: 0.1322751 Apr 18 06:03:30.033522 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4b34ed4-5cef-47db-9947-5cb2535bb6a4 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/b5a697f0-e5b1-4365-b27b-961925aed997 HTTP/1.1" status: 404 len: 337 time: 0.0362926 Apr 18 06:03:30.051944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49974) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.055075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=386c0c12-5980-49a4-ba5d-c09067a1a50d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:30.081264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.082549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.155944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.159721 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4308a077-c8c4-4d68-b00e-2c422f409027 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/386c0c12-5980-49a4-ba5d-c09067a1a50d HTTP/1.1" status: 204 len: 168 time: 2.1977420 Apr 18 06:03:30.161715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c2d57dfc-4a50-4c27-82c6-1c5bec200653 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:30.161973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49976) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.162138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.165460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-09942fe5-ca48-4003-9aa7-970d44d7b5c8 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:30.166134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09942fe5-ca48-4003-9aa7-970d44d7b5c8 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:30.174179 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09942fe5-ca48-4003-9aa7-970d44d7b5c8 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/8ebc1709-8c4f-4333-8a22-70299c1d2344 HTTP/1.1" status: 404 len: 337 time: 0.1185288 Apr 18 06:03:30.179831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49978) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.238616 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff119aed-56c9-4144-85ce-2f43e6504e74 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:30.239395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff119aed-56c9-4144-85ce-2f43e6504e74 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:30.244941 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ff119aed-56c9-4144-85ce-2f43e6504e74 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/44520c38-bae0-46e4-b66c-9e18a7c84437 HTTP/1.1" status: 404 len: 333 time: 0.0668001 Apr 18 06:03:30.247820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49980) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.265573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01224df-caf4-4448-a95d-62d4f6d69309 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:30.267061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01224df-caf4-4448-a95d-62d4f6d69309 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:30.268972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01224df-caf4-4448-a95d-62d4f6d69309 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:30.273672 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f01224df-caf4-4448-a95d-62d4f6d69309 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1105800 Apr 18 06:03:30.274692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49982) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.330826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 0a8cdb6c-7014-4509-aa6d-0c0e935f44fe {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:30.331051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c4c0c-5e0a-4308-a1cf-da531e32ce4c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:30.331570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899c4c0c-5e0a-4308-a1cf-da531e32ce4c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:30.334119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.335378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-899c4c0c-5e0a-4308-a1cf-da531e32ce4c tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/0b0a1e2a-9c4e-46bd-96ac-c135a110c12a HTTP/1.1" status: 404 len: 337 time: 0.0885215 Apr 18 06:03:30.337890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.338801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49986) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.394224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:30.405704 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e568cfe7-66cb-47ba-adc6-845489d60cc1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] DELETE failed (client error): The resource could not be found. Apr 18 06:03:30.406276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e568cfe7-66cb-47ba-adc6-845489d60cc1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:30.411701 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e568cfe7-66cb-47ba-adc6-845489d60cc1 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/subnets/4bd72900-475b-4249-8b02-7661cc34a44c HTTP/1.1" status: 404 len: 337 time: 0.0689495 Apr 18 06:03:30.415955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.430852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49988) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.449485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.450576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-151f00ef-7ee7-4e66-bc95-02e280f5533f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:30.454037 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-151f00ef-7ee7-4e66-bc95-02e280f5533f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/networks?id=a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 200 len: 796 time: 0.4203982 Apr 18 06:03:30.472216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-024c9ea4-37fc-40a5-9c02-dbda511700d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/quotas/0ee1f47c83964886aa906b27b6b3427b HTTP/1.1" status: 200 len: 375 time: 0.0129697 Apr 18 06:03:30.521421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93c103-04d8-42bf-9526-1b2071527449 req-95885d70-e2fa-49e0-bebe-5d1fa48a1865 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:30.522990 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f93c103-04d8-42bf-9526-1b2071527449 req-95885d70-e2fa-49e0-bebe-5d1fa48a1865 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.1527660 Apr 18 06:03:30.561737 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Provisioning complete for port 3949f4de-0ed6-443e-b0e7-d06b87edf76f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:30.562260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.568272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.574573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.579389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-60795846-7e27-46c6-8772-49773952dcee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6780121 Apr 18 06:03:30.582321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49990) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:30.624997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1739416547'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:30.689259 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f93c103-04d8-42bf-9526-1b2071527449 req-cd9b2846-5492-45ce-9884-5017b827a6ad tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559088 Apr 18 06:03:30.700920 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-199c41ae-b2c9-4855-9182-6499ad22d3bd tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2207220 Apr 18 06:03:30.707037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.719819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': 'a6fae1be-3ef8-492b-82d9-da3f00f386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:30.720188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: 0599fce8-1401-44e3-ba56-4695e73d7771, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:30.737967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] DHCP port deletion for 37208f27-db71-4900-9736-88f39e33f70d request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:30.749149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Port 3949f4de-0ed6-443e-b0e7-d06b87edf76f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:30.795361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port 960d62d3-a876-4517-911b-c5ef36ed0b65 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:30.795698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.830227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=723d53b1-e7ee-4fed-b6c0-0c0417537c03,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:30.841471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:30.850231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 629b56ae-540a-4eb7-be7a-a65c6fe806ec no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:30.850442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.880885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Provisioning complete for port a6161d68-d69c-4fe4-9cde-84c729798aba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:30.881363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.912470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:30.926270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.926781 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment 1eb7360e-6203-4336-a70f-07b933f99c6c of type vlan for network 3144338f-67ea-4ab5-8213-688fdeff4a73 Apr 18 06:03:30.946554 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.980312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:30.990239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 629b56ae-540a-4eb7-be7a-a65c6fe806ec {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:30.991046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 629b56ae-540a-4eb7-be7a-a65c6fe806ec not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:30.996446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8cdb6c-7014-4509-aa6d-0c0e935f44fe,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:31.021428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.029678 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b8eb1931-e14f-4599-80d7-2285f11a8b3d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/0a8cdb6c-7014-4509-aa6d-0c0e935f44fe HTTP/1.1" status: 204 len: 168 time: 0.7514753 Apr 18 06:03:31.030984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 49994) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:31.033846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.051514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for 960d62d3-a876-4517-911b-c5ef36ed0b65 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:31.078502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-0046d84d-35aa-4213-8c75-b2da2926baed service neutron] 10.222.0.43 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366981 Apr 18 06:03:31.084910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 0599fce8-1401-44e3-ba56-4695e73d7771 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:31.103940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] Deleting port a6161d68-d69c-4fe4-9cde-84c729798aba {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:31.104482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.147038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.178083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:31.178730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.202795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a6161d68-d69c-4fe4-9cde-84c729798aba,segment=NetworkSegment(3cba9846-8828-4860-8b84-b8d71384c90f),segment_id=3cba9846-8828-4860-8b84-b8d71384c90f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:31.203404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.206379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Provisioning complete for port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:31.206864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.218191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 2, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:31.238675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0599fce8-1401-44e3-ba56-4695e73d7771) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:31.253930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 129d9073-02c3-46b1-9848-4eedfe4224bb no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:31.255906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73c35c-bdeb-4b8d-80da-1eaaf64c94be None None] Network 0599fce8-1401-44e3-ba56-4695e73d7771 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:31.276753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:31.279473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.287263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.298798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] Calling delete_port for a6161d68-d69c-4fe4-9cde-84c729798aba owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:31.317801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 11b92682-203c-432b-82b0-7de394d6bcc4 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:31.346961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Checking router: e251e977-cefa-4e53-8ab1-bef53c7fe25d for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:31.347492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Updating router e251e977-cefa-4e53-8ab1-bef53c7fe25d port 3949f4de-0ed6-443e-b0e7-d06b87edf76f binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:03:31.360569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 129d9073-02c3-46b1-9848-4eedfe4224bb {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:31.360569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 129d9073-02c3-46b1-9848-4eedfe4224bb not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:31.361146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a6161d68-d69c-4fe4-9cde-84c729798aba no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:31.369294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=3144338f-67ea-4ab5-8213-688fdeff4a73,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:31.378764 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3c3bae6d-7921-4d55-8966-72b17cfa6c33 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7608423 Apr 18 06:03:31.385508 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c4d3ad50-d5b2-4924-8fef-09437053fb61 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9404998 Apr 18 06:03:31.388156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 49998) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:31.388481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50000) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:31.399541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:31.406671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.421717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771', 'name': 'tempest-PortsTestJSON-1733677789', 'fixed_ips': [{'subnet_id': '723d53b1-e7ee-4fed-b6c0-0c0417537c03', 'ip_address': '172.20.0.10'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:31.442035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:31.488225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=960d62d3-a876-4517-911b-c5ef36ed0b65,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:31.492416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.501511 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-537f95b2-4f51-4d10-8dc8-c5ac6fa42d7b tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/ports/960d62d3-a876-4517-911b-c5ef36ed0b65 HTTP/1.1" status: 204 len: 168 time: 1.0688944 Apr 18 06:03:31.505700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50002) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:31.548275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722fed1-3595-453f-9ac0-a316a06b200b None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:31.560192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.585143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-f03888b8-c214-4147-9975-fe0522a4a6ff service neutron] 10.222.0.43 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873002 Apr 18 06:03:31.612984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.716220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:31.721068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.742826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.749127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:31.794475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81595d90-0c4a-449a-ba37-a05bb4ded58b req-2deb8877-4222-4a63-bc57-4ef73aaac871 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:31.796467 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81595d90-0c4a-449a-ba37-a05bb4ded58b req-2deb8877-4222-4a63-bc57-4ef73aaac871 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.0986106 Apr 18 06:03:31.844516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:31.933914 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81595d90-0c4a-449a-ba37-a05bb4ded58b req-4aa70f88-7fe6-4470-9eef-c3063f7c1284 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285870 Apr 18 06:03:31.960616 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ce1b4040-21d7-4668-b46c-43581cbda249 req-ed571a19-7f47-448a-b133-8baae129691f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 210 time: 0.0477068 Apr 18 06:03:31.964219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Deleting port a6161d68-d69c-4fe4-9cde-84c729798aba {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:31.965003 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.014931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.047185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.049191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port f066bd14-79da-48a5-871e-b0ea2bb09c17 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:32.080705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=11b92682-203c-432b-82b0-7de394d6bcc4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:32.093178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] For port a6161d68-d69c-4fe4-9cde-84c729798aba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a6161d68-d69c-4fe4-9cde-84c729798aba,segment=NetworkSegment(3cba9846-8828-4860-8b84-b8d71384c90f),segment_id=3cba9846-8828-4860-8b84-b8d71384c90f)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:32.093552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.110587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.113881 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8eabf5da-76fe-4e44-bd10-db8dfc1b0c59 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/11b92682-203c-432b-82b0-7de394d6bcc4 HTTP/1.1" status: 204 len: 168 time: 0.9228957 Apr 18 06:03:32.117521 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50014) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:32.124889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Calling delete_port for a6161d68-d69c-4fe4-9cde-84c729798aba owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:32.167675 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5d7ee80c-15cf-41b6-a549-3b4c5558077e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487633 Apr 18 06:03:32.171127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50016) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:32.175978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:32.265396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.311053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.10 (0599fce8-1401-44e3-ba56-4695e73d7771/723d53b1-e7ee-4fed-b6c0-0c0417537c03/f066bd14-79da-48a5-871e-b0ea2bb09c17) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:32.324549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.346049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.351549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:32.355722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] No DVR routers for this DVR port a6161d68-d69c-4fe4-9cde-84c729798aba on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:32.366200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aec11284-a0c4-4d7e-8e6d-21977c3b862a None None] Could not find standard attr ID for object 960d62d3-a876-4517-911b-c5ef36ed0b65. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:32.368790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.376060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=f833ee87-2352-4d69-910c-941731b954ef,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:32.388191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:32.391275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.403449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:32.403449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 3144338f-67ea-4ab5-8213-688fdeff4a73, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:32.486524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0599fce8-1401-44e3-ba56-4695e73d7771', 'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': '723d53b1-e7ee-4fed-b6c0-0c0417537c03'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:32.488186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.506752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] Pushing event deleted for resources: {'Port': ['ID=a6161d68-d69c-4fe4-9cde-84c729798aba,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:32.523135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.538604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.545203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:32.555824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37208f27-db71-4900-9736-88f39e33f70d']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:32.569618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cba9846-8828-4860-8b84-b8d71384c90f') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:32.569891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cba9846-8828-4860-8b84-b8d71384c90f') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:32.580539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fa2d3-349b-4bda-b738-22fb8ae4ffc3 None None] No DVR routers for this DVR port a6161d68-d69c-4fe4-9cde-84c729798aba on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:32.584057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.610970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.617633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:32.619067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.620073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3144338f-67ea-4ab5-8213-688fdeff4a73) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:32.624725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:32.626155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:32.645593 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:32.651444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.709617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253dc550-1b36-4208-9740-7c979c5b7231 None None] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:32.712992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Provisioning complete for port 8471a26d-d9e1-4687-9e8f-91a44228659c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:32.713370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:32.724740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 0599fce8-1401-44e3-ba56-4695e73d7771 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:32.733687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e43480e2-dcb7-4b83-a242-5bf55c40d4d0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3414803 Apr 18 06:03:32.734918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50018) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:32.749203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:32.797351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:32.803627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=f066bd14-79da-48a5-871e-b0ea2bb09c17,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:32.913706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:32.937333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:32.938154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.045160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.054349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Allocated IP 172.20.0.2 (0599fce8-1401-44e3-ba56-4695e73d7771/723d53b1-e7ee-4fed-b6c0-0c0417537c03/3de80b59-5820-4a00-a90d-dfcd72bf6f01) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:33.090419 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5abc5f4a-422d-49c5-8574-40aa05fe61f5 req-47dc8ac8-d1eb-4eed-aa53-d850fa78a5ab tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 210 time: 0.0374808 Apr 18 06:03:33.119608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-04056ac4-1ab7-4265-bd4c-c611c50ed203 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7261257 Apr 18 06:03:33.121471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50026) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:33.126628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771', 'name': 'tempest-PortsTestJSON-1829301939', 'fixed_ips': [{'subnet_id': '723d53b1-e7ee-4fed-b6c0-0c0417537c03', 'ip_address': '172.20.0.9'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:33.156216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.169913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.186805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.191452 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] 10.222.0.43 "DELETE /v2.0/networks/37208f27-db71-4900-9736-88f39e33f70d HTTP/1.1" status: 204 len: 168 time: 1.6835048 Apr 18 06:03:33.221067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8471a26d-d9e1-4687-9e8f-91a44228659c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:33.223630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52219c43-33e3-4d7c-8f50-74b615482cd2 tempest-PortsIpV6TestJSON-469503750 tempest-PortsIpV6TestJSON-469503750-project] Pushing event deleted for resources: {'Network': ['ID=37208f27-db71-4900-9736-88f39e33f70d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:33.235435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.246733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6e7b9-6b46-464d-9e9d-ac3820270cdd req-b8039a63-9776-4a1d-9362-1aa5d9b8c181 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.249719 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ce6e7b9-6b46-464d-9e9d-ac3820270cdd req-b8039a63-9776-4a1d-9362-1aa5d9b8c181 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.1553869 Apr 18 06:03:33.319525 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ce6e7b9-6b46-464d-9e9d-ac3820270cdd req-59d516be-8f19-4a89-9f21-ec41f289b707 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631514 Apr 18 06:03:33.322257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.388558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:33.393250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:33.409641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:33.411899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.433838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=57034d65-cfb7-4141-a7e7-ce4ea0c65baf,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:33.483071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb1c8-8cfb-499e-a5a3-6ef20665bc01 None None] Pushing event updated for resources: {'Port': ['ID=3949f4de-0ed6-443e-b0e7-d06b87edf76f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:33.493677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3144338f-67ea-4ab5-8213-688fdeff4a73', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:33.494540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.557184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Provisioning complete for port 3949f4de-0ed6-443e-b0e7-d06b87edf76f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:33.557551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.562337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] Deleting port 8471a26d-d9e1-4687-9e8f-91a44228659c {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:33.562745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.610597 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6380e430-1f29-4d1e-ba10-06f17aaae74f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4381814 Apr 18 06:03:33.611462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50032) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:33.620992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:33.800561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Attempting to bind port 3949f4de-0ed6-443e-b0e7-d06b87edf76f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:33.801264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Attempting to bind port 3949f4de-0ed6-443e-b0e7-d06b87edf76f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:33.801264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Attempting to bind port 3949f4de-0ed6-443e-b0e7-d06b87edf76f on network a924472f-2b44-402b-8d0f-471461bbcf7d {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:33.829381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Port 3949f4de-0ed6-443e-b0e7-d06b87edf76f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:33.855441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:33.855820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Checking segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:33.856250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.856694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Bound using segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:33.857179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Bound port: 3949f4de-0ed6-443e-b0e7-d06b87edf76f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:33.857561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.869323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Could not find standard attr ID for object 386c0c12-5980-49a4-ba5d-c09067a1a50d. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:33.881165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.941345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.953161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50038) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:33.980544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:33.984914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:33.985337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:33.986255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.010983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af8273-c7d8-4208-a7fa-6f1c42e73114 req-ba50ace6-4bf3-4f55-86dd-218bfa4e354d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.012624 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-84af8273-c7d8-4208-a7fa-6f1c42e73114 req-ba50ace6-4bf3-4f55-86dd-218bfa4e354d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.1928756 Apr 18 06:03:34.040516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Provisioning complete for port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:34.041170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port da50a1db-7f73-44be-bc70-eff67d79119c yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:34.041329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-40fa56fa-9926-49e6-80ba-a11d080787c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.045258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] For port 3949f4de-0ed6-443e-b0e7-d06b87edf76f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:34.052624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 8471a26d-d9e1-4687-9e8f-91a44228659c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8471a26d-d9e1-4687-9e8f-91a44228659c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:34.063409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.20.0.1 (3144338f-67ea-4ab5-8213-688fdeff4a73/f833ee87-2352-4d69-910c-941731b954ef/029bf0f2-1e23-49e5-b0d4-564636ed2e6a) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:34.066044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:34.071597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.093103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.099584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] Calling delete_port for 8471a26d-d9e1-4687-9e8f-91a44228659c owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:34.119388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-7d71616c-7ba1-4ce7-8ac7-437a625f9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.120930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-7d71616c-7ba1-4ce7-8ac7-437a625f9bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 1098 time: 0.1573763 Apr 18 06:03:34.131730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] For port 3949f4de-0ed6-443e-b0e7-d06b87edf76f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3949f4de-0ed6-443e-b0e7-d06b87edf76f,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:34.146317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.202316 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-84af8273-c7d8-4208-a7fa-6f1c42e73114 req-754baf79-2498-4df4-89c8-2e7f7c419ea5 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835451 Apr 18 06:03:34.217932 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-66324555-9cb8-4d7e-bd94-b84a5add63f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3fc89a418b94b9d9383545d7c365127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621965 Apr 18 06:03:34.220635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50044) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:34.316283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c532f73f-819d-47c4-8eb5-0a5ac5b0317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.324026 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2bf874e5-5616-489a-8bba-3f803dee9f29 req-f97fa3d9-3897-450c-b7ec-f1a5cfc06eb4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 210 time: 0.1225975 Apr 18 06:03:34.371325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c532f73f-819d-47c4-8eb5-0a5ac5b0317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.384718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Network 0599fce8-1401-44e3-ba56-4695e73d7771 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:34.388643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.397136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:34.399049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Pushing event updated for resources: {'Port': ['ID=3de80b59-5820-4a00-a90d-dfcd72bf6f01,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:34.403598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:34.509396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c532f73f-819d-47c4-8eb5-0a5ac5b0317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.513261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c532f73f-819d-47c4-8eb5-0a5ac5b0317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.518261 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c532f73f-819d-47c4-8eb5-0a5ac5b0317b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79a388e5-8901-457d-b3e1-da254dbe9af2 HTTP/1.1" status: 204 len: 168 time: 0.2933385 Apr 18 06:03:34.535561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532f73f-819d-47c4-8eb5-0a5ac5b0317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a388e5-8901-457d-b3e1-da254dbe9af2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:34.539133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.9 (0599fce8-1401-44e3-ba56-4695e73d7771/723d53b1-e7ee-4fed-b6c0-0c0417537c03/da50a1db-7f73-44be-bc70-eff67d79119c) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:34.579485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-3592cb6e-e7c0-48f7-a9a1-9d4463171418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.582227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-3592cb6e-e7c0-48f7-a9a1-9d4463171418 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7 HTTP/1.1" status: 200 len: 912 time: 0.4515116 Apr 18 06:03:34.588279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.607280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:34.607867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:34.617578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=12']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:34.666114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Attempting to bind port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:34.666550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Attempting to bind port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a6fae1be-3ef8-492b-82d9-da3f00f386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:34.667016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Attempting to bind port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 on network 0599fce8-1401-44e3-ba56-4695e73d7771 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:34.673967 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-36a24f80-511e-4a5f-8d39-cf432e31d778 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=072907e3-d067-4129-ab91-1d939c79f555 HTTP/1.1" status: 200 len: 217 time: 0.0829790 Apr 18 06:03:34.710653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:34.711207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Checking segment: {'id': 'a6fae1be-3ef8-492b-82d9-da3f00f386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:34.712339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.713123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Bound using segment: {'id': 'a6fae1be-3ef8-492b-82d9-da3f00f386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:34.713733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Bound port: 3de80b59-5820-4a00-a90d-dfcd72bf6f01, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fae1be-3ef8-492b-82d9-da3f00f386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0599fce8-1401-44e3-ba56-4695e73d7771'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:34.714227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.751338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.816362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-716fe875-42cf-455b-9b5e-e7229f207b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.817941 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-716fe875-42cf-455b-9b5e-e7229f207b71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9 HTTP/1.1" status: 200 len: 851 time: 0.1331143 Apr 18 06:03:34.823688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] No DVR routers for this DVR port 8471a26d-d9e1-4687-9e8f-91a44228659c on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:34.829101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb1c8-8cfb-499e-a5a3-6ef20665bc01 None None] Pushing event updated for resources: {'Port': ['ID=3949f4de-0ed6-443e-b0e7-d06b87edf76f,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:34.859851 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-d4156f29-23bc-4c38-ae9a-d4f78d904188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a3a1c46a-848c-45b2-a36c-2af6d603a3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327051 Apr 18 06:03:34.863627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.866223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:34.926776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-ebfdb104-1baf-491f-a80c-47bbf525ae81 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:34.928293 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-ebfdb104-1baf-491f-a80c-47bbf525ae81 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.46 "GET /v2.0/networks?id=a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 200 len: 796 time: 0.2032125 Apr 18 06:03:34.955776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:03:34.956757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:34.988947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] For port 3de80b59-5820-4a00-a90d-dfcd72bf6f01, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:34.992992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] For port 3de80b59-5820-4a00-a90d-dfcd72bf6f01, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3de80b59-5820-4a00-a90d-dfcd72bf6f01,segment=NetworkSegment(a6fae1be-3ef8-492b-82d9-da3f00f386de),segment_id=a6fae1be-3ef8-492b-82d9-da3f00f386de)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:35.017312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=6f1438ee-7c38-43ab-8a67-0c1e4ac53c23,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:35.036821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bddbbc-83cf-40fc-8bd3-6bc784c79c61 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:35.056419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:35.085035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:35.096996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:35.098052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.103471 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-ab0844c4-4c7a-467f-92de-c27ceeafc7c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257700 Apr 18 06:03:35.104128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:35.117823 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-e99945f7-1c8a-4ed2-b8c3-096cf056ac05 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee1f47c83964886aa906b27b6b3427b HTTP/1.1" status: 200 len: 378 time: 0.1665699 Apr 18 06:03:35.130785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'port': {'device_id': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'admin_state_up': True, 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'security_groups': ['7b74cb08-2645-4034-80f8-e62ff4b00447']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:35.130957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488ae14-1e9c-4486-8d69-1f3cd512b881 None None] Pushing event deleted for resources: {'Port': ['ID=8471a26d-d9e1-4687-9e8f-91a44228659c,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:35.135537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:35.143226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.172852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:35.175972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:35.202707 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-de27a9c0-7bfc-4173-8ec2-de58620ab54f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5897937 Apr 18 06:03:35.205997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50058) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:35.215846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:5b:08:42', 'name': 'tempest-NetworksTestDHCPv6-1916203281'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:35.228723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.299528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-381a773a-e7b7-46a9-b798-6d0a5208c7d2 None None] Provisioning complete for port 3949f4de-0ed6-443e-b0e7-d06b87edf76f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:35.300801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-381a773a-e7b7-46a9-b798-6d0a5208c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.369191 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc02cbc3-34fa-4364-bfc7-1cafe2dfcb46 req-fcc99474-b377-4202-ae7f-67aff5e255ee service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538838 Apr 18 06:03:35.386423 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Allocated IP 172.20.0.2 (3144338f-67ea-4ab5-8213-688fdeff4a73/f833ee87-2352-4d69-910c-941731b954ef/625725e8-635a-4163-a85d-1bbcac040c8a) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:35.420491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.499531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383fd83-0dae-4f18-aef6-9ff65fe33547 None None] Pushing event updated for resources: {'Port': ['ID=3de80b59-5820-4a00-a90d-dfcd72bf6f01,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:35.506270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa563c-e2c6-4d9f-9269-cb4a377176fe req-347a3a01-054d-482d-bb42-ecc6b3804b13 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:35.507915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-57aa563c-e2c6-4d9f-9269-cb4a377176fe req-347a3a01-054d-482d-bb42-ecc6b3804b13 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.1873085 Apr 18 06:03:35.551275 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2f7d3b95-f729-40ae-9aeb-2ce1c2abee8a req-b4fd4a8b-8ba3-4930-9310-2975b133e79d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 210 time: 0.0362952 Apr 18 06:03:35.589299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-57aa563c-e2c6-4d9f-9269-cb4a377176fe req-78d96969-41b1-46a4-8686-3d33092cfb95 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712316 Apr 18 06:03:35.603551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Made reservation on behalf of 0ee1f47c83964886aa906b27b6b3427b for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:35.611713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.613592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:35.636136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.754405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=da50a1db-7f73-44be-bc70-eff67d79119c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:35.762564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '57034d65-cfb7-4141-a7e7-ce4ea0c65baf'}, {'subnet_id': '6f1438ee-7c38-43ab-8a67-0c1e4ac53c23'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:35.763745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.783937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-381a773a-e7b7-46a9-b798-6d0a5208c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.784868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 0599fce8-1401-44e3-ba56-4695e73d7771 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:35.786826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:35.791072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:35.881068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:35.881871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.897192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.912409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:35.929805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Allocated IP 172.20.0.3 (a924472f-2b44-402b-8d0f-471461bbcf7d/f29c28c9-8775-4f72-9767-55d1dd98cdb7/7a239aa2-bd78-4075-804e-1c4326828f47) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:35.940161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:35.971000 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-54f4e5ab-30e2-4bcd-b9d9-cfcfba7d9b85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8483379 Apr 18 06:03:35.974845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50076) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:35.975841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-381a773a-e7b7-46a9-b798-6d0a5208c7d2 None None] For port 3949f4de-0ed6-443e-b0e7-d06b87edf76f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3949f4de-0ed6-443e-b0e7-d06b87edf76f,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:36.034351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:34Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:36.084028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-381a773a-e7b7-46a9-b798-6d0a5208c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.084728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a8439e-95e2-4667-8130-e7203889fa94 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.087674 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e8a8439e-95e2-4667-8130-e7203889fa94 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1124411 Apr 18 06:03:36.088323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.091613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50078) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:36.109911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50080) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:36.119997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed97c9-a1f8-4f97-ba70-9e46a8b2ea30 None None] The sync data for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv is: [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:34Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:36.239548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122392ed-6171-4095-9d90-bdf443658463 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.250203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122392ed-6171-4095-9d90-bdf443658463 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.263767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122392ed-6171-4095-9d90-bdf443658463 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.263767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-122392ed-6171-4095-9d90-bdf443658463 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1526840 Apr 18 06:03:36.266541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50084) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:36.279646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.313630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a773a-e7b7-46a9-b798-6d0a5208c7d2 None None] Pushing event updated for resources: {'Port': ['ID=3949f4de-0ed6-443e-b0e7-d06b87edf76f,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:36.320497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1480505768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:36.385492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Pushing event updated for resources: {'Port': ['ID=625725e8-635a-4163-a85d-1bbcac040c8a,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:36.404001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:36.405254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Allocated IP 172.20.0.2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/57034d65-cfb7-4141-a7e7-ce4ea0c65baf/1e4569e9-ad29-4e62-b54c-876e92dcaf8b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:36.410039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:36.424759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:36.426972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Allocated IP 2001:db8::f816:3eff:fe34:3362 (05d65530-28ce-4b9b-b71b-a17f18d1b658/6f1438ee-7c38-43ab-8a67-0c1e4ac53c23/1e4569e9-ad29-4e62-b54c-876e92dcaf8b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:36.455826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.466060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.467770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.519185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.531071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port da50a1db-7f73-44be-bc70-eff67d79119c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:36.533925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.597814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.599285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.623584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Attempting to bind port 625725e8-635a-4163-a85d-1bbcac040c8a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:36.628014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Attempting to bind port 625725e8-635a-4163-a85d-1bbcac040c8a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:36.628923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Attempting to bind port 625725e8-635a-4163-a85d-1bbcac040c8a on network 3144338f-67ea-4ab5-8213-688fdeff4a73 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:36.638816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:36.642773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Checking segment: {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:36.643347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.643804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Bound using segment: {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:36.655913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Bound port: 625725e8-635a-4163-a85d-1bbcac040c8a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:36.655913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.700967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.706562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.778470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network a924472f-2b44-402b-8d0f-471461bbcf7d is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:36.791152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:36.814791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.815103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:36.825211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.871159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328fe5-34f6-42d0-bdcd-4afafeefe150 req-6641ff7d-4285-4874-98bd-2948ebc9b131 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.879581 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56328fe5-34f6-42d0-bdcd-4afafeefe150 req-6641ff7d-4285-4874-98bd-2948ebc9b131 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 931 time: 0.1814897 Apr 18 06:03:36.882597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.889985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-97ad6e00-440d-4b7f-85c1-2b65db64e53c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7986078 Apr 18 06:03:36.895884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50090) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:36.897862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:36.955434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1418703587'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:36.985693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:36.986281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:36.996951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for da50a1db-7f73-44be-bc70-eff67d79119c owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:37.023076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71264d-52c0-4d0e-b141-7b24a87fa45a None None] Network 0599fce8-1401-44e3-ba56-4695e73d7771 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:37.039629 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56328fe5-34f6-42d0-bdcd-4afafeefe150 req-a75d2fea-c605-4ae9-a0b5-61bd5e8d3ef6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480048 Apr 18 06:03:37.067274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:37.105739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:37.109288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:37.109839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.111431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:37.123714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.171073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.184140 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5760fa79-69a8-45c9-89f0-5ceb41d2ab8b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0529227 Apr 18 06:03:37.206470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-83e9e3cd-5091-40df-b4b4-7b5831f4eff9 None None] Provisioning complete for port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:37.206987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83e9e3cd-5091-40df-b4b4-7b5831f4eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.211154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.220582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Request body: {'port': {'device_id': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:37.252894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d839c-1784-4589-879a-20ceddbb91bb req-db2f3b3a-7d39-47db-9f23-89845edfb9d6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:37.254643 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b25d839c-1784-4589-879a-20ceddbb91bb req-db2f3b3a-7d39-47db-9f23-89845edfb9d6 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.4693661 Apr 18 06:03:37.266734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] For port 625725e8-635a-4163-a85d-1bbcac040c8a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:37.294060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Pushing event updated for resources: {'Port': ['ID=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:37.304649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3de80b59-5820-4a00-a90d-dfcd72bf6f01 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:37.365063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:37.374172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] For port 625725e8-635a-4163-a85d-1bbcac040c8a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=625725e8-635a-4163-a85d-1bbcac040c8a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:37.378736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:37.378736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:37.398297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b25d839c-1784-4589-879a-20ceddbb91bb req-5ea6b192-bc27-4b9b-bced-332ff88c1038 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155791 Apr 18 06:03:37.437839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.483359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.486343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.499674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:03:37.502076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.600503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:37.600875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.615421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f709c30-e5e1-4a5c-b424-b9a6f6ae314d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:37.654921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 172.20.0.5 (05d65530-28ce-4b9b-b71b-a17f18d1b658/57034d65-cfb7-4141-a7e7-ce4ea0c65baf/6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:37.684337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Attempting to bind port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:37.684725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Attempting to bind port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:37.685077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Attempting to bind port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:37.721366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:37.725250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:37.725612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:37.726017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.726421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:37.726883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Bound port: 1e4569e9-ad29-4e62-b54c-876e92dcaf8b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:37.727964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.735844 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2040d3d6-589d-4721-a07e-a9c63b887a96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9993823 Apr 18 06:03:37.740249 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:37.741600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50094) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:37.747271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404650525'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:37.747437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83e9e3cd-5091-40df-b4b4-7b5831f4eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.751309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6968e0-2a8b-4b27-aa32-f836ada21ecb None None] Pushing event updated for resources: {'Port': ['ID=625725e8-635a-4163-a85d-1bbcac040c8a,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:37.756531 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:37.757163 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:37.761148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:37.787429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.788331 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Added segment 2d92b8f4-8a5c-469a-8e84-ce3481621d00 of type vlan for network 8df8a3eb-8073-492d-aaf2-44e168576c9c Apr 18 06:03:37.851444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.884885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-83e9e3cd-5091-40df-b4b4-7b5831f4eff9 None None] For port 3de80b59-5820-4a00-a90d-dfcd72bf6f01, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3de80b59-5820-4a00-a90d-dfcd72bf6f01,segment=NetworkSegment(a6fae1be-3ef8-492b-82d9-da3f00f386de),segment_id=a6fae1be-3ef8-492b-82d9-da3f00f386de)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:37.924270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:37.935277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.970698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:37.984766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:37.987092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment 166234fb-c813-4d05-817d-25cd15f3de57 of type vlan for network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 Apr 18 06:03:38.004190 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:38.020407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe5b:842 (05d65530-28ce-4b9b-b71b-a17f18d1b658/6f1438ee-7c38-43ab-8a67-0c1e4ac53c23/6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:38.026495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83e9e3cd-5091-40df-b4b4-7b5831f4eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.040735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.042076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.048438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:38.049147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.052304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] For port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:38.068783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.110800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.191433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] For port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:38.234779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=da50a1db-7f73-44be-bc70-eff67d79119c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:38.250547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.resource_extend [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 06:03:38.334493 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4347768 Apr 18 06:03:38.334708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.343965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-adc0f684-4392-4fb0-a2e8-92f5f9155e31 None None] Provisioning complete for port 7a239aa2-bd78-4075-804e-1c4326828f47 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:38.343965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-adc0f684-4392-4fb0-a2e8-92f5f9155e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.344309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:38.350597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9e3cd-5091-40df-b4b4-7b5831f4eff9 None None] Pushing event updated for resources: {'Port': ['ID=3de80b59-5820-4a00-a90d-dfcd72bf6f01,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:38.359943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'subnet': {'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:38.361302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f196421-ece0-4bf8-8b1f-3f0a77c2e46e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Network': ['ID=8df8a3eb-8073-492d-aaf2-44e168576c9c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:38.389011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b3fc7-c72d-4bf2-a386-fe602dcbc2f0 req-0d424367-46a8-4ecb-88f3-9bf753448840 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:38.390580 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b95b3fc7-c72d-4bf2-a386-fe602dcbc2f0 req-0d424367-46a8-4ecb-88f3-9bf753448840 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 931 time: 0.1990457 Apr 18 06:03:38.431936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.438950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:38.440570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.455887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:38.488302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-adc0f684-4392-4fb0-a2e8-92f5f9155e31 None None] Port 7a239aa2-bd78-4075-804e-1c4326828f47 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:38.501527 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b95b3fc7-c72d-4bf2-a386-fe602dcbc2f0 req-8010f795-ca25-478c-b52a-a41fe9e7c0e1 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020508 Apr 18 06:03:38.526127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:38.526485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:38.546899 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:36Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:38.590592 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:38.591535 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Updating router 15890adb-4165-4150-bea9-6c6f72547fb0 port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:03:38.609912 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8645859 Apr 18 06:03:38.609912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77589bfe-7f99-49e3-80d1-69ddbd2acb23 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:38.613620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50102) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:38.621151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:38.629160 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.636951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:38.643762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceea4ef-66ea-4a18-a753-d1c1ceb052c2 None None] Pushing event updated for resources: {'Port': ['ID=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:38.748340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-530c926f-7568-4551-a845-3fa4f0694984 None None] Provisioning complete for port f066bd14-79da-48a5-871e-b0ea2bb09c17 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:38.748635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-530c926f-7568-4551-a845-3fa4f0694984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.791342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-530c926f-7568-4551-a845-3fa4f0694984 None None] Port f066bd14-79da-48a5-871e-b0ea2bb09c17 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:38.814306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-530c926f-7568-4551-a845-3fa4f0694984 None None] Provisioning complete for port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:38.814933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-530c926f-7568-4551-a845-3fa4f0694984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.834918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.845220 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-395bafdb-68be-466d-a5cc-c33e31daa109 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/da50a1db-7f73-44be-bc70-eff67d79119c HTTP/1.1" status: 204 len: 168 time: 2.5753553 Apr 18 06:03:38.845727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50104) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:38.889601 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6d97fe-18e5-4662-91d0-1089e7f38d37 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:03:38.894553 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cb6d97fe-18e5-4662-91d0-1089e7f38d37 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/da50a1db-7f73-44be-bc70-eff67d79119c HTTP/1.1" status: 404 len: 333 time: 0.0476024 Apr 18 06:03:38.900652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50106) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:38.911693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161b6d1-aaf3-4ca1-8cca-f7d4a615013c req-6ae2214a-1a09-4dac-8610-5c32da091bc4 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:38.916599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:38.924562 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9161b6d1-aaf3-4ca1-8cca-f7d4a615013c req-6ae2214a-1a09-4dac-8610-5c32da091bc4 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.7821012 Apr 18 06:03:38.929471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:38.997845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a239aa2-bd78-4075-804e-1c4326828f47 {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:39.103755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.153411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3949f4de-0ed6-443e-b0e7-d06b87edf76f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:39.177833 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.201102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a042af6c-1c8a-4519-a8b7-9832f64e602e None None] Provisioning complete for port f066bd14-79da-48a5-871e-b0ea2bb09c17 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:39.202437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a042af6c-1c8a-4519-a8b7-9832f64e602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.221730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port f066bd14-79da-48a5-871e-b0ea2bb09c17 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:39.222072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.231512 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9161b6d1-aaf3-4ca1-8cca-f7d4a615013c req-50a8be3e-5d9f-46b0-8ffa-2683e778456d tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057864 Apr 18 06:03:39.239175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Transition to ACTIVE for port object 7a239aa2-bd78-4075-804e-1c4326828f47 will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:03:39.239175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:39.246394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.260028 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.267692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a042af6c-1c8a-4519-a8b7-9832f64e602e None None] Port f066bd14-79da-48a5-871e-b0ea2bb09c17 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:39.321112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3949f4de-0ed6-443e-b0e7-d06b87edf76f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:39.322157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.337447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.360793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for f066bd14-79da-48a5-871e-b0ea2bb09c17 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:39.368352 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Pushing event updated for resources: {'Port': ['ID=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:39.376810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.427990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ff8138bb-fd65-43f3-b5d7-ab60ce51da43 None None] Could not find standard attr ID for object da50a1db-7f73-44be-bc70-eff67d79119c. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:39.449542 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.449895 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.450198 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.450534 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.450861 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.451203 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.451714 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.452544 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.452878 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.453235 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.453524 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.453861 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:03:39.479730 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Attempting to bind port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:39.480108 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Attempting to bind port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:39.480470 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Attempting to bind port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a on network 3144338f-67ea-4ab5-8213-688fdeff4a73 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:39.500237 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:39.500462 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Checking segment: {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:39.500914 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.501232 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Bound using segment: {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:39.501709 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Bound port: 029bf0f2-1e23-49e5-b0d4-564636ed2e6a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb7360e-6203-4336-a70f-07b933f99c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:39.502200 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.546832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac0afd-e956-40fa-93a5-ba2078327e0a None None] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:39.694660 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] For port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:39.702227 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] For port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:39.721199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8b8c7003-34c3-49a6-863e-364c65d119ce None None] Provisioning complete for port 625725e8-635a-4163-a85d-1bbcac040c8a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:39.721655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7003-34c3-49a6-863e-364c65d119ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.784613 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.902438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3de80b59-5820-4a00-a90d-dfcd72bf6f01 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:39.916761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:39.938601 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:39.939516 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:40.008600 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87c841-a5a3-40b4-8a3f-bb7087f2ee84 None None] Pushing event updated for resources: {'Port': ['ID=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:40.046027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7003-34c3-49a6-863e-364c65d119ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.080429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:40.080805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.123096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b8c7003-34c3-49a6-863e-364c65d119ce None None] For port 625725e8-635a-4163-a85d-1bbcac040c8a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=625725e8-635a-4163-a85d-1bbcac040c8a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:40.124609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.220851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1e4569e9-ad29-4e62-b54c-876e92dcaf8b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:40.225556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7003-34c3-49a6-863e-364c65d119ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.290503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:40.334432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7003-34c3-49a6-863e-364c65d119ce None None] Pushing event updated for resources: {'Port': ['ID=625725e8-635a-4163-a85d-1bbcac040c8a,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:40.361278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:40.362501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.386332 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:40.557357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Attempting to bind port 7a239aa2-bd78-4075-804e-1c4326828f47 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:40.557699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Attempting to bind port 7a239aa2-bd78-4075-804e-1c4326828f47 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:40.558039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Attempting to bind port 7a239aa2-bd78-4075-804e-1c4326828f47 on network a924472f-2b44-402b-8d0f-471461bbcf7d {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:40.584344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=f066bd14-79da-48a5-871e-b0ea2bb09c17,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:40.595514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.605629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Port 7a239aa2-bd78-4075-804e-1c4326828f47 on network a924472f-2b44-402b-8d0f-471461bbcf7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:03:40.605971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Attempting to bind port 7a239aa2-bd78-4075-804e-1c4326828f47 on network a924472f-2b44-402b-8d0f-471461bbcf7d {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:40.643373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a670d5f-078f-4b3b-9f5d-1919df19ca75 req-1a6ef67c-6e8c-42e8-8c8e-6ed854d8726c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:40.646813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c40148-cbb9-4eb5-885b-dcdb6fb8c098 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:40.655143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4a670d5f-078f-4b3b-9f5d-1919df19ca75 req-1a6ef67c-6e8c-42e8-8c8e-6ed854d8726c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.8680170 Apr 18 06:03:40.676951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90758d-e714-4bd6-bed2-34f8504c560a req-584e7f8f-8d3f-4631-90ba-60fcb10817cd tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:40.685006 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0d90758d-e714-4bd6-bed2-34f8504c560a req-584e7f8f-8d3f-4631-90ba-60fcb10817cd tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.3274202 Apr 18 06:03:40.764402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:40.764767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Checking segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:40.765110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Bound using segment: {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:40.765740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Bound port: 7a239aa2-bd78-4075-804e-1c4326828f47, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af893ef7-146f-41cd-b2d8-b38e720464b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:40.766116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.771546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.799853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Provisioning complete for port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:40.800095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.841262 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:39Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:40.885733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:40.892972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.903398 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:40.905612 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-41bc60dc-a28d-44ad-a38c-5dc3cd822cfd tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/f066bd14-79da-48a5-871e-b0ea2bb09c17 HTTP/1.1" status: 204 len: 168 time: 2.0023637 Apr 18 06:03:40.911115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50114) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:40.912157 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4a670d5f-078f-4b3b-9f5d-1919df19ca75 req-1f67c6c4-67e0-4527-9f76-d37b9ab0c634 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2216523 Apr 18 06:03:40.931350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=a81d0738-9974-46fc-9e01-7979f3b72eb2,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:40.934395 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3523b8-ce19-4cad-a765-3770dc3731c1 None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:39Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:40.954232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-e8a0d0ed-a560-4aa9-996b-f5b799d2ff28 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:40.956621 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-e8a0d0ed-a560-4aa9-996b-f5b799d2ff28 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.3840694 Apr 18 06:03:40.964199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b339e4fc-4592-430c-b56e-710fc5002f94 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:03:40.968484 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b339e4fc-4592-430c-b56e-710fc5002f94 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/f066bd14-79da-48a5-871e-b0ea2bb09c17 HTTP/1.1" status: 404 len: 333 time: 0.0512006 Apr 18 06:03:40.970528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:40.970993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:40.975317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50116) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:40.989196 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0d90758d-e714-4bd6-bed2-34f8504c560a req-197b9a17-b8e0-4235-9e62-977842cdfe8b tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025427 Apr 18 06:03:41.005772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.013853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.050320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:41.051462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:41.107328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:41.146152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 723d53b1-e7ee-4fed-b6c0-0c0417537c03 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:41.148636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:41.152291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.153062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.159374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 625725e8-635a-4163-a85d-1bbcac040c8a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:41.205463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:41.244086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.278207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:41.282746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:41.285196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Deleting port 072907e3-d067-4129-ab91-1d939c79f555 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:41.285607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.346585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:41.382935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:41.383797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.386465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Subnet': ['ID=cf1827ae-e977-407e-a214-a466e0160c83,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:41.408141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.419833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255c258-d368-47b1-ac63-592fc1174b95 None None] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:41.435280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:41.435956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.474413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:41.475221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.478298 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] 10.222.0.46 "PUT /v2.0/ports/7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 200 len: 1093 time: 4.2803280 Apr 18 06:03:41.483949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:41.486723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde1b920-bd77-49f5-b180-6e56d9cddf50" -d '{"events": [{"name": "network-changed", "server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:03:41.515986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:41.518858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:41.519211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:41.534919 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1184f6dd-69f2-4242-a979-4efc8dbd2927 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.3276191 Apr 18 06:03:41.535879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Checking segment: {'id': '2d92b8f4-8a5c-469a-8e84-ce3481621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:41.536250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network hostable DHCP agents. Network: 8df8a3eb-8073-492d-aaf2-44e168576c9c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:41.558558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50120) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:41.585238 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22ba824-0919-4cf9-8ddc-9b9d57bc27e8 x-openstack-request-id: req-b22ba824-0919-4cf9-8ddc-9b9d57bc27e8 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:03:41.585534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:03:41.585783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b22ba824-0919-4cf9-8ddc-9b9d57bc27e8 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:03:41.586277 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22ba824-0919-4cf9-8ddc-9b9d57bc27e8'] response: {'name': 'network-changed', 'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'status': 'completed', 'code': 200} Apr 18 06:03:41.592155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 625725e8-635a-4163-a85d-1bbcac040c8a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:41.592947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.610895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63b671-603a-4988-825f-edb9a1ee7eec service neutron] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:41.636006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50122) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:41.642322 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25907532-609b-457c-a264-965b3b6787c2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0240529 Apr 18 06:03:41.741939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:41.773830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] For port 072907e3-d067-4129-ab91-1d939c79f555, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=072907e3-d067-4129-ab91-1d939c79f555,segment=NetworkSegment(f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5),segment_id=f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:41.774975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.780527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 8df8a3eb-8073-492d-aaf2-44e168576c9c) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:41.787476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:41.788239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.792356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:41.806296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a994f37-d95e-4a86-8e13-768016731f1a None None] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:41.912794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Calling delete_port for 072907e3-d067-4129-ab91-1d939c79f555 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:41.956247 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-94b68e91-d775-4356-a656-78634ef0e9a4 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6036723 Apr 18 06:03:41.958019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50126) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:41.968487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'network': {'name': 'tempest-router-network01--331320677'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:41.973041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9155cf6-70fa-46e3-91ed-83780cca5b85 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.001886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9155cf6-70fa-46e3-91ed-83780cca5b85 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.014194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1b920-bd77-49f5-b180-6e56d9cddf50 req-a3eda994-da53-4595-8b77-9564d8b751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.016094 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dde1b920-bd77-49f5-b180-6e56d9cddf50 req-a3eda994-da53-4595-8b77-9564d8b751dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1096 time: 0.3768427 Apr 18 06:03:42.021490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d9155cf6-70fa-46e3-91ed-83780cca5b85 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4457259 Apr 18 06:03:42.028596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50130) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:42.179165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:42.189982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.314224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:42.315325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.347912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 029bf0f2-1e23-49e5-b0d4-564636ed2e6a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:42.453053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf99a-3fce-48b8-aa60-d9d7ed4de462 req-df3cc593-0b65-4598-8811-027def71320f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.455063 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-69baf99a-3fce-48b8-aa60-d9d7ed4de462 req-df3cc593-0b65-4598-8811-027def71320f tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 945 time: 0.2039185 Apr 18 06:03:42.512575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.535005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Provisioning complete for port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:42.536326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.558926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:42.578855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542f289-c501-43c6-8673-cc19d421a2dc req-c6ef692f-b6a6-4642-afd7-69634e0febde tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.579466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-69baf99a-3fce-48b8-aa60-d9d7ed4de462 req-2a78e3f2-9081-468d-b272-dd5a8cd7922c tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/security-groups?id=155a3d78-64f8-4371-863d-88150a26d908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091883 Apr 18 06:03:42.581168 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e542f289-c501-43c6-8673-cc19d421a2dc req-c6ef692f-b6a6-4642-afd7-69634e0febde tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.4824655 Apr 18 06:03:42.582248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=723d53b1-e7ee-4fed-b6c0-0c0417537c03,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:42.584416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.590719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1b920-bd77-49f5-b180-6e56d9cddf50 req-52f79a4f-407e-4fca-be5e-76c4c5964e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:42.592900 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dde1b920-bd77-49f5-b180-6e56d9cddf50 req-52f79a4f-407e-4fca-be5e-76c4c5964e2d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0ee1f47c83964886aa906b27b6b3427b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4818814 Apr 18 06:03:42.596228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8dfd8f07-8b6f-437e-9a97-b34929273f46 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/723d53b1-e7ee-4fed-b6c0-0c0417537c03 HTTP/1.1" status: 204 len: 168 time: 1.6201513 Apr 18 06:03:42.597937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Allocated IP 172.21.0.2 (40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3/a81d0738-9974-46fc-9e01-7979f3b72eb2/7ea9c24b-c993-4265-ba33-2ddaf1e5986f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:42.610713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:42.611119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.614233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50132) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:42.641718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:42.642090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.759768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.775592 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Added segment 90ef2b65-ac3c-452a-bf76-afa7dee03d7e of type vlan for network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f Apr 18 06:03:42.788517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.829445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-8df8a3eb-8073-492d-aaf2-44e168576c9c', 'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c', 'tenant_id': 'b78cda1df6514d67a0f52ab9c7d9c706', 'fixed_ips': [{'subnet_id': 'cf1827ae-e977-407e-a214-a466e0160c83'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:42.830471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.836193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae1d14-c38d-49b4-9f34-ecbf24b93bc7 None None] Network 0599fce8-1401-44e3-ba56-4695e73d7771 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:42.928396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:42.952538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:42.964744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:42.971571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.024309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.042118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.062402 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e542f289-c501-43c6-8673-cc19d421a2dc req-9139741f-cd5d-4d68-88f3-9359947806f6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3127346 Apr 18 06:03:43.083047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Pushing event deleted for resources: {'Port': ['ID=072907e3-d067-4129-ab91-1d939c79f555,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:43.106851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] For port 3de80b59-5820-4a00-a90d-dfcd72bf6f01, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3de80b59-5820-4a00-a90d-dfcd72bf6f01,segment=NetworkSegment(a6fae1be-3ef8-492b-82d9-da3f00f386de),segment_id=a6fae1be-3ef8-492b-82d9-da3f00f386de)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:43.107211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.120103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1b920-bd77-49f5-b180-6e56d9cddf50 req-286f252d-dbae-4e7b-a9b1-e0d40f65a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:43.122022 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dde1b920-bd77-49f5-b180-6e56d9cddf50 req-286f252d-dbae-4e7b-a9b1-e0d40f65a10c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3737483 Apr 18 06:03:43.128199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.148323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 3de80b59-5820-4a00-a90d-dfcd72bf6f01 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:43.186430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.191200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] No DVR routers for this DVR port 072907e3-d067-4129-ab91-1d939c79f555 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:43.209165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.213650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Allocated IP 2001:db8::2 (8df8a3eb-8073-492d-aaf2-44e168576c9c/cf1827ae-e977-407e-a214-a466e0160c83/3920cc30-8b82-47ed-bad4-8c23459c432f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:43.215527 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7388f3a8-3d96-4e68-9b27-b6258a552517 req-6063ff32-d5e7-4d60-bb8d-17d4b27bd353 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.46 "DELETE /v2.0/ports/072907e3-d067-4129-ab91-1d939c79f555 HTTP/1.1" status: 204 len: 173 time: 2.2518647 Apr 18 06:03:43.216278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'name': 'network-vif-deleted', 'tag': '072907e3-d067-4129-ab91-1d939c79f555'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:43.228203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54281919-e2de-41aa-bdbc-b230957a40d9" -d '{"events": [{"server_uuid": "a9e58263-d509-40e7-893a-d7fd967e5346", "name": "network-vif-deleted", "tag": "072907e3-d067-4129-ab91-1d939c79f555"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:03:43.239936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.245964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:43.246562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.249624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.322137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.348491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16216c-7dc1-42f5-aec3-0a2f66486342 x-openstack-request-id: req-2a16216c-7dc1-42f5-aec3-0a2f66486342 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:03:43.348491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e58263-d509-40e7-893a-d7fd967e5346", "name": "network-vif-deleted", "tag": "072907e3-d067-4129-ab91-1d939c79f555", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:03:43.348491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a16216c-7dc1-42f5-aec3-0a2f66486342 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:03:43.348491 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a16216c-7dc1-42f5-aec3-0a2f66486342'] response: {'server_uuid': 'a9e58263-d509-40e7-893a-d7fd967e5346', 'name': 'network-vif-deleted', 'tag': '072907e3-d067-4129-ab91-1d939c79f555', 'status': 'completed', 'code': 200} Apr 18 06:03:43.357720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.431697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50136) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:43.431878 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4684496 Apr 18 06:03:43.437589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'network': {'name': 'tempest-router-network02--2022546337'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:43.446799 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-e36e5d7d-7aaf-4469-839e-687da0225c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:43.448396 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-e36e5d7d-7aaf-4469-839e-687da0225c37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1096 time: 0.2593591 Apr 18 06:03:43.451417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d22858-85a7-4466-bcea-512a222d1254 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Network': ['ID=37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:43.474245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.504514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=3de80b59-5820-4a00-a90d-dfcd72bf6f01,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:43.512021 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-143b0a69-f1bc-410b-8a50-74c5a6832fd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 200 len: 217 time: 0.0470581 Apr 18 06:03:43.512260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No DVR routers for this DVR port 3de80b59-5820-4a00-a90d-dfcd72bf6f01 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:43.521177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.575852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:43.580787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.583269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:43.600491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.603580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:43.620435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] For port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:43.629491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-093c78ee-147d-4ec7-9c71-c9948501918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:43.631586 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-093c78ee-147d-4ec7-9c71-c9948501918f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f29c28c9-8775-4f72-9767-55d1dd98cdb7 HTTP/1.1" status: 200 len: 835 time: 0.0869527 Apr 18 06:03:43.686752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.736127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.739211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:43.756528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0599fce8-1401-44e3-ba56-4695e73d7771']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:43.761213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:43.779940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fae1be-3ef8-492b-82d9-da3f00f386de') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:43.780269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fae1be-3ef8-492b-82d9-da3f00f386de') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:43.793763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5721d25b-8c57-449f-834a-e405fb2c2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:43.794696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:43.799447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-5721d25b-8c57-449f-834a-e405fb2c2796 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a924472f-2b44-402b-8d0f-471461bbcf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1513884 Apr 18 06:03:43.799989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.800345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Added segment ae0e767f-c089-43a8-bc9e-b69ea21f86ad of type vlan for network f143113f-d4bf-4c42-b6a2-1c091f501226 Apr 18 06:03:43.803076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.819084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:43.823582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.827700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Pushing event updated for resources: {'Port': ['ID=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:43.835909 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0021ec3a-43bf-4b1f-b3a6-8fc2cb8fb7af tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0 HTTP/1.1" status: 204 len: 168 time: 1.8061399 Apr 18 06:03:43.844206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50140) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:43.870602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-94d4e80b-7456-403c-a548-1ecbdf80b9a6 req-17012d2c-371b-4066-b405-248db9ac49c4 tempest-TestServerAdvancedOps-2079551345 tempest-TestServerAdvancedOps-2079551345-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e58263-d509-40e7-893a-d7fd967e5346 HTTP/1.1" status: 200 len: 210 time: 0.0580225 Apr 18 06:03:43.907338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.21.0.1 (40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3/a81d0738-9974-46fc-9e01-7979f3b72eb2/c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:43.918564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:43.918909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:43.924930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.938736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0d42b-a4f9-4081-8bab-ba34ade56dd0 None None] DHCP port deletion for 0599fce8-1401-44e3-ba56-4695e73d7771 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:43.950050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:43.950531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:43.953926 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:43.957382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:43.979059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Attempting to bind port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:43.979609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Attempting to bind port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:43.980639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Attempting to bind port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f on network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:43.982658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Provisioning complete for port 625725e8-635a-4163-a85d-1bbcac040c8a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:43.983026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.016146 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-36b53bd5-2afc-4ca8-a71a-cae064d3b410 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885171 Apr 18 06:03:44.048686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:44.049245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Checking segment: {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:44.050236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.050656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Bound using segment: {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:44.051549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Bound port: 7ea9c24b-c993-4265-ba33-2ddaf1e5986f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:44.056997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4eeff3-1340-40e3-8398-01574f02bebb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:44.058538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4eeff3-1340-40e3-8398-01574f02bebb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:44.060284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4eeff3-1340-40e3-8398-01574f02bebb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:44.063103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.064985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9e4eeff3-1340-40e3-8398-01574f02bebb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2196581 Apr 18 06:03:44.067086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50142) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:44.138715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 57034d65-cfb7-4141-a7e7-ce4ea0c65baf {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:44.142329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.171687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.174045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.176895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 072907e3-d067-4129-ab91-1d939c79f555 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:44.181042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:44.182302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.183334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a2fb6-41c2-4649-b9dc-e9d842219078 None None] Pushing event updated for resources: {'Port': ['ID=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.225382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 072907e3-d067-4129-ab91-1d939c79f555 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:44.225716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 072907e3-d067-4129-ab91-1d939c79f555 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:44.230923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.286179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.289274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.299330 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/0599fce8-1401-44e3-ba56-4695e73d7771 HTTP/1.1" status: 204 len: 168 time: 1.6721854 Apr 18 06:03:44.301541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] For port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:44.306419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.323527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50146) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:44.328513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115687136'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:44.342596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9070945 Apr 18 06:03:44.348227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50148) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:44.350973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] For port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,segment=NetworkSegment(166234fb-c813-4d05-817d-25cd15f3de57),segment_id=166234fb-c813-4d05-817d-25cd15f3de57)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:44.357876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'subnet': {'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:44.370355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d05e36-cbd5-4b8a-a6fb-bb77bb006b86 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Network': ['ID=f143113f-d4bf-4c42-b6a2-1c091f501226,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.371274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:44.374495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:44.379756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:44.383414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Pushing event updated for resources: {'Port': ['ID=3920cc30-8b82-47ed-bad4-8c23459c432f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.412236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network f143113f-d4bf-4c42-b6a2-1c091f501226 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:44.466575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c009e19-8eef-4eb0-ad9e-3a6b9ef23c17 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=0599fce8-1401-44e3-ba56-4695e73d7771,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.469266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.502072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd5f9b-ed80-40b5-a566-6ab1d676d826 req-18faeed8-ed77-40a8-8358-7de3210df41d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:44.503810 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36dd5f9b-ed80-40b5-a566-6ab1d676d826 req-18faeed8-ed77-40a8-8358-7de3210df41d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.3023975 Apr 18 06:03:44.544933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.547983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:44.551648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.572774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Attempting to bind port 3920cc30-8b82-47ed-bad4-8c23459c432f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:44.572774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Attempting to bind port 3920cc30-8b82-47ed-bad4-8c23459c432f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '2d92b8f4-8a5c-469a-8e84-ce3481621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:44.573263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Attempting to bind port 3920cc30-8b82-47ed-bad4-8c23459c432f on network 8df8a3eb-8073-492d-aaf2-44e168576c9c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:44.598681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1e4569e9-ad29-4e62-b54c-876e92dcaf8b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:44.610049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:44.621762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Checking segment: {'id': '2d92b8f4-8a5c-469a-8e84-ce3481621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:44.622333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.622806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Bound using segment: {'id': '2d92b8f4-8a5c-469a-8e84-ce3481621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:44.623548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Bound port: 3920cc30-8b82-47ed-bad4-8c23459c432f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d92b8f4-8a5c-469a-8e84-ce3481621d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8df8a3eb-8073-492d-aaf2-44e168576c9c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:44.624028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.643721 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36dd5f9b-ed80-40b5-a566-6ab1d676d826 req-65dfcf59-6570-4540-ba6f-45d591d00cf8 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294904 Apr 18 06:03:44.655033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:44.678188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.678880 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Added segment 360f0645-c46f-4769-814f-a575afd76878 of type vlan for network 522350ff-9c2e-442d-b073-3481b4c71031 Apr 18 06:03:44.702741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3c78e-9f60-44f6-a3bf-46a0799154e5 None None] Pushing event updated for resources: {'Port': ['ID=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.709460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-81b163ee-535e-4546-868d-9c12cbe0e18b None None] Provisioning complete for port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:44.709947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81b163ee-535e-4546-868d-9c12cbe0e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.730005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:44.735123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.767507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.799330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.825177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.828565 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a44dfae3-fb88-4029-b503-6e3c7a035393 req-a9ce63be-4569-40ee-a55f-b6fb579acf6b service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809740 Apr 18 06:03:44.840563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] For port 3920cc30-8b82-47ed-bad4-8c23459c432f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:44.846044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] For port 3920cc30-8b82-47ed-bad4-8c23459c432f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3920cc30-8b82-47ed-bad4-8c23459c432f,segment=NetworkSegment(2d92b8f4-8a5c-469a-8e84-ce3481621d00),segment_id=2d92b8f4-8a5c-469a-8e84-ce3481621d00)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:44.848662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:44.849094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.856790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=57034d65-cfb7-4141-a7e7-ce4ea0c65baf,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:44.859169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.864707 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2cdf86b9-ea1b-4845-aa51-838119c5707c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/57034d65-cfb7-4141-a7e7-ce4ea0c65baf HTTP/1.1" status: 204 len: 168 time: 0.7943342 Apr 18 06:03:44.867049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50150) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:44.928913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8923d0cc-0472-4f5b-973a-910c797585f2 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:44.952102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 6f1438ee-7c38-43ab-8a67-0c1e4ac53c23 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:44.955758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.970673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:44.990464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50154) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:44.995973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.056847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.062696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:45.063399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.068455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.094033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2677b11-c84f-48f5-8177-f8675f82ea01 None None] Pushing event updated for resources: {'Port': ['ID=3920cc30-8b82-47ed-bad4-8c23459c432f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:45.099670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:45.110041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:45.114096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:45.116476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:45.183321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-81b163ee-535e-4546-868d-9c12cbe0e18b None None] Provisioning complete for port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:45.183741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81b163ee-535e-4546-868d-9c12cbe0e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.198423 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8734870 Apr 18 06:03:45.205501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50156) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:45.226863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.240270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '522350ff-9c2e-442d-b073-3481b4c71031', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:45.246194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Deleting subnet e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:45.258924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6dab5-1b93-434a-b044-7519bdb012ea tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Network': ['ID=522350ff-9c2e-442d-b073-3481b4c71031,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:45.293154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 522350ff-9c2e-442d-b073-3481b4c71031 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:45.298545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.301750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.385202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.407539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.442865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 625725e8-635a-4163-a85d-1bbcac040c8a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:45.498205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.519779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.570617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 625725e8-635a-4163-a85d-1bbcac040c8a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:45.571823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.586251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1438ee-7c38-43ab-8a67-0c1e4ac53c23,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:45.590520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.596095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.600273 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c1532514-d20a-4b8f-aa23-6d50068fd8e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/6f1438ee-7c38-43ab-8a67-0c1e4ac53c23 HTTP/1.1" status: 204 len: 168 time: 0.7298930 Apr 18 06:03:45.607065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50158) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:45.690458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-81b163ee-535e-4546-868d-9c12cbe0e18b None None] Could not find standard attr ID for object 6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:45.698788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e71861-5afe-4b2c-88bf-d3da29ffe424 None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '6f1438ee-7c38-43ab-8a67-0c1e4ac53c23'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': '1e4569e9-ad29-4e62-b54c-876e92dcaf8b'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:03:45.733351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Subnet': ['ID=e0da5bbb-cc1a-4bec-a8c7-da536c233986,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:45.742194 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-55bb6ba1-f9c7-41e9-9b44-3e7f4707c087 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201177 Apr 18 06:03:45.745339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:45.750912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.755352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50162) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:45.764952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d9e71861-5afe-4b2c-88bf-d3da29ffe424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.806480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Checking segment: {'id': '90ef2b65-ac3c-452a-bf76-afa7dee03d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:45.806838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network hostable DHCP agents. Network: 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:45.876435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.937901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:45.940962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:45.947920 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-069fcbb2-7c81-4f62-b789-f421f699b298 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e57958c5-e2e5-4b7c-94c3-c9ed4cfc65d9 HTTP/1.1" status: 204 len: 168 time: 0.9529757 Apr 18 06:03:45.950017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50164) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:46.055922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.110968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588bc1b-0e0b-48ca-a771-143db0efb697 req-9a8d8759-0e20-4b1f-834e-ec44cd99acd8 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.112707 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2588bc1b-0e0b-48ca-a771-143db0efb697 req-9a8d8759-0e20-4b1f-834e-ec44cd99acd8 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.3382969 Apr 18 06:03:46.156439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.194843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7ea9c24b-c993-4265-ba33-2ddaf1e5986f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:46.251226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81915824-ef57-434e-8ed5-daf4efef8fd9 None None] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:46.279281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:46.283705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.356637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab909b8-8d25-4e68-a0c4-e8f196b93510 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:46.359746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:46.360171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.366170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b1cba3f8-49a0-4dac-98b9-7952661be2ef None None] Provisioning complete for port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:46.366743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1cba3f8-49a0-4dac-98b9-7952661be2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.441613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:46.443800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:46.563094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:46.622010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86daf9da-e38f-4de5-bacb-041dd9374ce1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.623600 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-86daf9da-e38f-4de5-bacb-041dd9374ce1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8504639 Apr 18 06:03:46.624411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:46.626608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50166) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:46.682166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:46.693950 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5e263ec7-4572-413f-982d-1974ce599119 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0510685 Apr 18 06:03:46.696660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50168) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:46.707841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1617014115'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:46.713591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:46.715897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301ac89-7403-4ecc-ad15-580afaab4768 None None] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:46.741751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2588bc1b-0e0b-48ca-a771-143db0efb697 req-ecc1d28d-188c-40ac-a6ba-9ec8b954c801 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434634 Apr 18 06:03:46.762405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.763005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1cba3f8-49a0-4dac-98b9-7952661be2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.780075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:46.787802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.789075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.793179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fe528-54b3-4f5f-85a2-79a9775fc2d4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:46.794627 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f99fe528-54b3-4f5f-85a2-79a9775fc2d4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1565444 Apr 18 06:03:46.797853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50170) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:46.803745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b431f4c5-dbca-4655-bfe7-d4cf64bd61dd None None] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:46.831181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.852652 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:46.853278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:46.860971 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d18b4b5b-9059-4bdc-b815-5c503c9ff4d3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574603 Apr 18 06:03:46.860971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:46.861453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.862896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50172) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:46.869834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:03:46.870100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4ac80b2d-b39e-4316-af8d-107171b43c89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:46.872568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.948613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:46.954827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a5f8930-11fa-4e1f-9c62-f4df43d9a009 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6009998 Apr 18 06:03:46.956742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.959877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50174) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:46.966266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'subnet': {'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:46.981689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:46.982331 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment b7153bbb-5874-466a-9fa7-6a6c6d96bf94 of type vlan for network 1bce1c31-e16f-424a-9f68-74529267708a Apr 18 06:03:47.027267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a1c46a-848c-45b2-a36c-2af6d603a3d7']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:47.031217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=b48ad656-aa05-4004-8f76-b55bdd426bd2,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:47.046893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:47.047223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21f0fc1-110a-4e2b-ab00-24be1e0c1fd5') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:47.048772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b1cba3f8-49a0-4dac-98b9-7952661be2ef None None] For port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,segment=NetworkSegment(166234fb-c813-4d05-817d-25cd15f3de57),segment_id=166234fb-c813-4d05-817d-25cd15f3de57)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:47.063217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.065444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Checking segment: {'id': '360f0645-c46f-4769-814f-a575afd76878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '522350ff-9c2e-442d-b073-3481b4c71031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:47.065806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network hostable DHCP agents. Network: 522350ff-9c2e-442d-b073-3481b4c71031, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:47.091913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.097925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:47.098331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.103982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.140103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:47.157391 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:47.185038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac80b2d-b39e-4316-af8d-107171b43c89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:47.189253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4ac80b2d-b39e-4316-af8d-107171b43c89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.191213 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac80b2d-b39e-4316-af8d-107171b43c89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:47.191397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac80b2d-b39e-4316-af8d-107171b43c89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:47.203190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1cba3f8-49a0-4dac-98b9-7952661be2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.245762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.252085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:47.255043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.316884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 522350ff-9c2e-442d-b073-3481b4c71031 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:47.320910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.326123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4ac80b2d-b39e-4316-af8d-107171b43c89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4592943 Apr 18 06:03:47.326123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:47.328280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.330513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:47.340205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-89057a00-324e-4378-bf94-a7c5e98e1e3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:47.347807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] Deleting port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:47.348176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.351009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.354442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=1bce1c31-e16f-424a-9f68-74529267708a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:47.369741 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a3a1c46a-848c-45b2-a36c-2af6d603a3d7 HTTP/1.1" status: 204 len: 168 time: 1.3651624 Apr 18 06:03:47.387526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50178) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:47.397585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 1bce1c31-e16f-424a-9f68-74529267708a details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:47.400923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:03:47.400923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:03:47.409122 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8f5eff6e-9863-40ec-88b5-8ae6eb79b703 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7105699 Apr 18 06:03:47.412932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50180) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:47.417750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:47.477748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e22893-bb47-4a57-bd09-ba044f6fa934 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a1c46a-848c-45b2-a36c-2af6d603a3d7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:47.478697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f', 'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f', 'tenant_id': 'b78cda1df6514d67a0f52ab9c7d9c706', 'fixed_ips': [{'subnet_id': 'e0da5bbb-cc1a-4bec-a8c7-da536c233986'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:47.478978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.488823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 522350ff-9c2e-442d-b073-3481b4c71031) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:47.501809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:47.503928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.543831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Deleting subnet b93b7db9-e544-4be8-a795-be3f62d828e2 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:47.547908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.550699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cba3f8-49a0-4dac-98b9-7952661be2ef None None] Pushing event updated for resources: {'Port': ['ID=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:47.609729 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1aebe87c-84f0-4b03-83b9-a3bd9a474061 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4016256 Apr 18 06:03:47.615818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50182) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:47.621308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-962594460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:47.639776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.679115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:47.683721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.700010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.737089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135258f-6451-47f0-9f3d-46299ef80df5 None None] Network 522350ff-9c2e-442d-b073-3481b4c71031 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:47.748870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89057a00-324e-4378-bf94-a7c5e98e1e3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:47.752616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89057a00-324e-4378-bf94-a7c5e98e1e3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.754091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-89057a00-324e-4378-bf94-a7c5e98e1e3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:47.754504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89057a00-324e-4378-bf94-a7c5e98e1e3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:47.781328 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] Provisioning complete for port 3920cc30-8b82-47ed-bad4-8c23459c432f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:47.781969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.782113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.786180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.787692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.853356 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-89057a00-324e-4378-bf94-a7c5e98e1e3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5185065 Apr 18 06:03:47.864042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50186) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:47.876617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d697ca49-de4d-405b-aee6-2956c638cf9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:47.894546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.926249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] For port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:47.926496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.994985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:47.999628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Subnet': ['ID=6b3b6024-bb2a-4975-a943-5f56a4a9d095,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:48.041890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93b7db9-e544-4be8-a795-be3f62d828e2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:48.050097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] Calling delete_port for 1e4569e9-ad29-4e62-b54c-876e92dcaf8b owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:48.050452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.070369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7981d-5cc1-49fb-8246-7c82b908a60e req-9b5a8934-204c-48aa-9531-a380c0625416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:48.072507 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b3e7981d-5cc1-49fb-8246-7c82b908a60e req-9b5a8934-204c-48aa-9531-a380c0625416 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.2272053 Apr 18 06:03:48.080938 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Checking segment: {'id': 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:48.081420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network hostable DHCP agents. Network: f143113f-d4bf-4c42-b6a2-1c091f501226, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:48.089097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.092712 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-39239de2-5170-4cd9-9f4a-38fe1aa96dff admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b93b7db9-e544-4be8-a795-be3f62d828e2 HTTP/1.1" status: 204 len: 168 time: 0.7035182 Apr 18 06:03:48.095088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:48.165355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3920cc30-8b82-47ed-bad4-8c23459c432f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:48.189246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.195156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.196567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b3e7981d-5cc1-49fb-8246-7c82b908a60e req-f6325568-fc82-41d1-a672-896f498581fa tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085625 Apr 18 06:03:48.200665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e4bf6352-9027-4dec-bed4-f5cc5f238b7e tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5834599 Apr 18 06:03:48.203088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50192) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:48.208084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'network_id': '522350ff-9c2e-442d-b073-3481b4c71031', 'name': 'tempest-PortsTestJSON-837544293'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:48.210107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:03:48.269001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d697ca49-de4d-405b-aee6-2956c638cf9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:48.272795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d697ca49-de4d-405b-aee6-2956c638cf9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.275087 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d697ca49-de4d-405b-aee6-2956c638cf9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:48.275710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d697ca49-de4d-405b-aee6-2956c638cf9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:48.286738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network f143113f-d4bf-4c42-b6a2-1c091f501226 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:48.295832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.326403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.349423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05822ad3-621b-45ac-bd69-9768ef23ce09']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:48.361610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea41c7b7-17cf-43d6-9f49-8771aa420cc7') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:48.361833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea41c7b7-17cf-43d6-9f49-8771aa420cc7') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:48.371738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.392271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.400310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:03:48.400892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:03:48.402790 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:03:48.405970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=7fa127e5-285f-4272-b6f8-20cb96160ee5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:48.423578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Allocated IP 2001:db8::2 (37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f/e0da5bbb-cc1a-4bec-a8c7-da536c233986/2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:48.431511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, f143113f-d4bf-4c42-b6a2-1c091f501226) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:48.436670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:48.438557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.452463 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d697ca49-de4d-405b-aee6-2956c638cf9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5810206 Apr 18 06:03:48.456396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50194) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:48.457312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:48.457676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 1bce1c31-e16f-424a-9f68-74529267708a, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:48.465894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4d567539-b2bf-49fd-9e18-ed0d96cb87e9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:48.489496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6b1f9-a708-4c1b-858a-9c907a2065c8 None None] Network f143113f-d4bf-4c42-b6a2-1c091f501226 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:48.516993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-522350ff-9c2e-442d-b073-3481b4c71031', 'network_id': '522350ff-9c2e-442d-b073-3481b4c71031', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': 'b48ad656-aa05-4004-8f76-b55bdd426bd2'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:48.517848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.529510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.533441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:48.536982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.569868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port dad96a24-e537-4145-9427-c852aad5451b yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:48.584700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e15d4313-cd6f-41c1-9be4-04e2d9a4ab1b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6231833 Apr 18 06:03:48.589084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50196) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:48.624392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 1bce1c31-e16f-424a-9f68-74529267708a is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:48.630174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.642568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 1bce1c31-e16f-424a-9f68-74529267708a) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:48.646702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.649435 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/05822ad3-621b-45ac-bd69-9768ef23ce09 HTTP/1.1" status: 204 len: 168 time: 0.5511348 Apr 18 06:03:48.677089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052428c8-c0cb-4e31-beae-2f27cebc8ed2 None None] Network 1bce1c31-e16f-424a-9f68-74529267708a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:48.681141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3920cc30-8b82-47ed-bad4-8c23459c432f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:48.681141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.695534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b080ad-a079-4065-a6e5-b71b57bfeac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05822ad3-621b-45ac-bd69-9768ef23ce09,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:48.737613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.747413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.13 (522350ff-9c2e-442d-b073-3481b4c71031/b48ad656-aa05-4004-8f76-b55bdd426bd2/dad96a24-e537-4145-9427-c852aad5451b) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:48.793168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:48.794185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.802093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:45Z', 'revision_number': 3, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:03:45Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:48.824725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d567539-b2bf-49fd-9e18-ed0d96cb87e9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:48.828365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4d567539-b2bf-49fd-9e18-ed0d96cb87e9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.829871 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d567539-b2bf-49fd-9e18-ed0d96cb87e9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:48.830286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d567539-b2bf-49fd-9e18-ed0d96cb87e9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:48.856386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] For port 3920cc30-8b82-47ed-bad4-8c23459c432f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3920cc30-8b82-47ed-bad4-8c23459c432f,segment=NetworkSegment(2d92b8f4-8a5c-469a-8e84-ce3481621d00),segment_id=2d92b8f4-8a5c-469a-8e84-ce3481621d00)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:48.919647 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e1551e08-9340-4fc9-a4a5-630b455467bb tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5062373 Apr 18 06:03:48.920871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.922660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50200) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:48.928783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4d567539-b2bf-49fd-9e18-ed0d96cb87e9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4657452 Apr 18 06:03:48.928965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50202) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:48.934675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0a02a8e3-c7fb-4ca8-9f17-0a91e913e366 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:48.941348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] Pushing event deleted for resources: {'Port': ['ID=1e4569e9-ad29-4e62-b54c-876e92dcaf8b,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:48.947175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea90e2-7eda-4b19-9317-2b7df9dc892d None None] No DVR routers for this DVR port 1e4569e9-ad29-4e62-b54c-876e92dcaf8b on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:03:48.960991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:48.965710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:48.967182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:03:48.967592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Updating router 15890adb-4165-4150-bea9-6c6f72547fb0 port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:03:49.026126 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] Could not find standard attr ID for object 1e4569e9-ad29-4e62-b54c-876e92dcaf8b. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:03:49.050493 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.059589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '7a239aa2-bd78-4075-804e-1c4326828f47', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'port_id': '7a239aa2-bd78-4075-804e-1c4326828f47', 'mac_address': 'fa:16:3e:a8:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:03:49.128134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.143849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50204) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:49.164188 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02a8e3-c7fb-4ca8-9f17-0a91e913e366 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:49.168601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a02a8e3-c7fb-4ca8-9f17-0a91e913e366 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.170386 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a02a8e3-c7fb-4ca8-9f17-0a91e913e366 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:49.170851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a02a8e3-c7fb-4ca8-9f17-0a91e913e366 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:49.193688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.247321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 522350ff-9c2e-442d-b073-3481b4c71031 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:49.251075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:49.260481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c772791f-d0ef-482c-88c4-5f1cbfeeeef7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f0d737bcf2b4a2cb0d08c7e23a670ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153426 Apr 18 06:03:49.266853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50208) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:49.267400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:49.307205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.326246 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0a02a8e3-c7fb-4ca8-9f17-0a91e913e366 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3962452 Apr 18 06:03:49.327289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=dad96a24-e537-4145-9427-c852aad5451b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:49.330819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50210) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:49.342659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-15da501b-8538-4f71-91c8-4eec9e578365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:49.355274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7968084-dd03-4227-99ec-5c972cab4d15 None None] Pushing event updated for resources: {'Port': ['ID=3920cc30-8b82-47ed-bad4-8c23459c432f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:49.394696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.411894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.425900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Provisioning complete for port 3920cc30-8b82-47ed-bad4-8c23459c432f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:49.426847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.427998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-f143113f-d4bf-4c42-b6a2-1c091f501226', 'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226', 'tenant_id': 'b78cda1df6514d67a0f52ab9c7d9c706', 'fixed_ips': [{'subnet_id': '6b3b6024-bb2a-4975-a943-5f56a4a9d095'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:49.428826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.445274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:49.446729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.508926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1668fb74-7057-41f5-b610-04f604835514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.522965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Allocated IP 2001:db8::1 (37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f/e0da5bbb-cc1a-4bec-a8c7-da536c233986/a8b97ae9-ced5-4bdc-8da6-c936127b9540) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:49.542139 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-95d26038-5e13-45f7-84f9-88446a70c720 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3378885 Apr 18 06:03:49.544913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50212) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:49.550504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c981a-02fd-4d29-a3ea-a95a8a315723 req-19116c30-4a72-4a52-8f5d-7d5fdfeb0f4b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:49.553169 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f3c981a-02fd-4d29-a3ea-a95a8a315723 req-19116c30-4a72-4a52-8f5d-7d5fdfeb0f4b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.2158728 Apr 18 06:03:49.599936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15da501b-8538-4f71-91c8-4eec9e578365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:49.604489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-15da501b-8538-4f71-91c8-4eec9e578365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.606139 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-15da501b-8538-4f71-91c8-4eec9e578365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:49.607272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15da501b-8538-4f71-91c8-4eec9e578365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:03:49.629992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1668fb74-7057-41f5-b610-04f604835514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.675677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Allocated IP 172.20.0.2 (522350ff-9c2e-442d-b073-3481b4c71031/b48ad656-aa05-4004-8f76-b55bdd426bd2/b8d29afd-b7de-4091-88d7-0ae277f7ec4e) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:49.693611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 029bf0f2-1e23-49e5-b0d4-564636ed2e6a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:49.704272 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-15da501b-8538-4f71-91c8-4eec9e578365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3686135 Apr 18 06:03:49.706576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50214) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:49.747168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a239aa2-bd78-4075-804e-1c4326828f47 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:03:49.748985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f3c981a-02fd-4d29-a3ea-a95a8a315723 req-63342e78-3a12-4721-a58e-119d5729caff tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1861663 Apr 18 06:03:49.772970 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a044e901-7a67-45c6-955e-bf196b2a42d5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0645971 Apr 18 06:03:49.772970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50216) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:49.773317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.822571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:49.877774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.879462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:49.884851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:49.886629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1668fb74-7057-41f5-b610-04f604835514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.887111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1668fb74-7057-41f5-b610-04f604835514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:49.888065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1668fb74-7057-41f5-b610-04f604835514 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/155a3d78-64f8-4371-863d-88150a26d908 HTTP/1.1" status: 204 len: 168 time: 0.6194932 Apr 18 06:03:49.913839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668fb74-7057-41f5-b610-04f604835514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155a3d78-64f8-4371-863d-88150a26d908,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:49.916304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Pushing event updated for resources: {'Port': ['ID=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:49.933425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:50.019677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-1bce1c31-e16f-424a-9f68-74529267708a', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:50.020850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.082425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.098986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.142304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:50.143521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.22.0.1 (1bce1c31-e16f-424a-9f68-74529267708a/7fa127e5-285f-4272-b6f8-20cb96160ee5/3019c5ed-1348-4165-a137-e9b77c6d0f9e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:50.154843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:50.160534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:50.161090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.213726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Port': ['ID=a8b97ae9-ced5-4bdc-8da6-c936127b9540,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:50.300060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Attempting to bind port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:50.300587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Attempting to bind port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '90ef2b65-ac3c-452a-bf76-afa7dee03d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:50.301048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Attempting to bind port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 on network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:50.355040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.437019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:50.437510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Checking segment: {'id': '90ef2b65-ac3c-452a-bf76-afa7dee03d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:50.437983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.438417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.438555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Bound using segment: {'id': '90ef2b65-ac3c-452a-bf76-afa7dee03d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:50.439093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Bound port: 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ef2b65-ac3c-452a-bf76-afa7dee03d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:50.439525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4432f0-b9f9-4a99-a33e-df2cce399f56 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:50.442956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.443089 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a4432f0-b9f9-4a99-a33e-df2cce399f56 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6678214 Apr 18 06:03:50.445403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50222) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:50.465536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.484119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:50.484580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.486162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:50.503415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2b38b21e-b790-4310-95a9-63e32bd5ec11 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548065 Apr 18 06:03:50.507449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50224) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:50.514437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:50.554254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 1bce1c31-e16f-424a-9f68-74529267708a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:50.561477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['7a239aa2-bd78-4075-804e-1c4326828f47'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:03:50.563009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:50.597760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:50.603111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=3019c5ed-1348-4165-a137-e9b77c6d0f9e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:50.603363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Allocated IP 2001:db8::2 (f143113f-d4bf-4c42-b6a2-1c091f501226/6b3b6024-bb2a-4975-a943-5f56a4a9d095/f4ef7b86-a884-4232-8590-af6c6a1572fa) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:50.627581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.683624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.772734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Provisioning complete for port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:50.773372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.784851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:50.788802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.843645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.878814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50228) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:50.890232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Allocated IP 172.22.0.2 (1bce1c31-e16f-424a-9f68-74529267708a/7fa127e5-285f-4272-b6f8-20cb96160ee5/20122255-6e82-49c5-a4f5-bbebf7b9366a) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:50.928667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] For port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:50.965105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.968344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.973051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8eb02fd7-ea27-4a00-86cb-23cbe9c6eab8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68b0f72ed5fc462382654a6514ce5f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930915 Apr 18 06:03:50.976406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50230) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:50.980228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:50.984257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.006487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] For port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,segment=NetworkSegment(90ef2b65-ac3c-452a-bf76-afa7dee03d7e),segment_id=90ef2b65-ac3c-452a-bf76-afa7dee03d7e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:51.100280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a831cd6-a009-4df9-a5f9-fe2d2292a913 req-5c90d955-2e5f-4198-8aa0-dff0c60981ae tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.102700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8a831cd6-a009-4df9-a5f9-fe2d2292a913 req-5c90d955-2e5f-4198-8aa0-dff0c60981ae tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.1964121 Apr 18 06:03:51.121459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.141155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Network 522350ff-9c2e-442d-b073-3481b4c71031 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:51.158117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.169035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1c6675be-e922-4a34-ba1b-d994e32d2b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.185488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:51.189075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:51.241495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Pushing event updated for resources: {'Port': ['ID=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.244629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.258832 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8a831cd6-a009-4df9-a5f9-fe2d2292a913 req-63d884cd-693b-4742-a216-9ae173722b90 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382115 Apr 18 06:03:51.269092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1c6675be-e922-4a34-ba1b-d994e32d2b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.336013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.447110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=dad96a24-e537-4145-9427-c852aad5451b,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.469194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.470561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.518512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3de80b59-5820-4a00-a90d-dfcd72bf6f01 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:51.577785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Port': ['ID=a8b97ae9-ced5-4bdc-8da6-c936127b9540,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.606700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1c6675be-e922-4a34-ba1b-d994e32d2b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.668905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1c6675be-e922-4a34-ba1b-d994e32d2b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.668905 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1c6675be-e922-4a34-ba1b-d994e32d2b6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/753d1bf1-f69f-4597-94da-a928c27c2756 HTTP/1.1" status: 204 len: 168 time: 0.6345606 Apr 18 06:03:51.734622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3de80b59-5820-4a00-a90d-dfcd72bf6f01 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:51.735423 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3de80b59-5820-4a00-a90d-dfcd72bf6f01 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:51.753219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.759891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d479ae-8813-4730-8528-09fe2bb64aed None None] Pushing event updated for resources: {'Port': ['ID=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.774376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:03:51.783630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6675be-e922-4a34-ba1b-d994e32d2b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753d1bf1-f69f-4597-94da-a928c27c2756,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:51.831387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.845186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:51.848796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:51.905179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.932750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:51.939039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:51.948148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:51.948736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:51.970887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=16477ac4-d3a0-4c33-93fc-af729083fa43,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.007821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.056744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-40ba0ba6-c933-4d9d-8f9c-2dcfa34d78bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5456336 Apr 18 06:03:52.059749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50234) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:52.071223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:43:a1:0a', 'name': 'tempest-NetworksTestDHCPv6-876255704'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:52.129988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.132325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=3019c5ed-1348-4165-a137-e9b77c6d0f9e,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.201184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4fbff-0f49-4f94-9d77-53701c202f12 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:52.203809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7ea9c24b-c993-4265-ba33-2ddaf1e5986f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:52.242769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.245074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Attempting to bind port b8d29afd-b7de-4091-88d7-0ae277f7ec4e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:52.245634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Attempting to bind port b8d29afd-b7de-4091-88d7-0ae277f7ec4e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '360f0645-c46f-4769-814f-a575afd76878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '522350ff-9c2e-442d-b073-3481b4c71031'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:52.246160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Attempting to bind port b8d29afd-b7de-4091-88d7-0ae277f7ec4e on network 522350ff-9c2e-442d-b073-3481b4c71031 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:52.264651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.285719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Provisioning complete for port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:52.287161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.308220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 1bce1c31-e16f-424a-9f68-74529267708a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:52.311480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:52.392693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.394857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:52.400285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Attempting to bind port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:52.400660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Attempting to bind port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:52.403007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Attempting to bind port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 on network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:52.403123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:52.403512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Checking segment: {'id': '360f0645-c46f-4769-814f-a575afd76878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '522350ff-9c2e-442d-b073-3481b4c71031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:52.403906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.404291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Bound using segment: {'id': '360f0645-c46f-4769-814f-a575afd76878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '522350ff-9c2e-442d-b073-3481b4c71031'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:52.404755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Bound port: b8d29afd-b7de-4091-88d7-0ae277f7ec4e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360f0645-c46f-4769-814f-a575afd76878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '522350ff-9c2e-442d-b073-3481b4c71031'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:52.405131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.414083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Router ce8b7c87-03ee-40a8-8cae-f9bcc734155d is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:03:52.430245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.446762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2ff09-54e0-4e98-a5ec-27bdb4230548 None None] Pushing event updated for resources: {'Port': ['ID=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.476104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:52.476473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Checking segment: {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:52.476898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.477392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Bound using segment: {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:52.477941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Bound port: c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166234fb-c813-4d05-817d-25cd15f3de57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:52.478230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.506904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:52.564621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Network f143113f-d4bf-4c42-b6a2-1c091f501226 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:52.572431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.579850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4d32c-5438-41cb-9545-4c9ec04bec50 req-c260c9b6-f1e7-49a2-a2cc-a60d5b6ad5bc tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:52.581466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-53b4d32c-5438-41cb-9545-4c9ec04bec50 req-c260c9b6-f1e7-49a2-a2cc-a60d5b6ad5bc tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.1712198 Apr 18 06:03:52.584549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f9a77128-c8b6-4529-880f-2704a6783092 None None] Port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:52.592525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:52.600844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:52.642542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.647157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:52.663075 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] Sync routers for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:52.682175 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:52.684069 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:52.698999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0aac5223-4824-4b4d-b6ea-19a3d697c753 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1092544 Apr 18 06:03:52.714222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50238) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:52.717463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Network 1bce1c31-e16f-424a-9f68-74529267708a is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:52.744859 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:52.756036 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:52.756906 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:52.791869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 5b6e2b68-0029-4074-a147-56e2237bcb8f yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:03:52.792882 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-53b4d32c-5438-41cb-9545-4c9ec04bec50 req-c68662ad-348e-485d-9a1c-f3cf5e9d884e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024074 Apr 18 06:03:52.795776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:52.812109 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:52.812984 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16fed5-4445-419c-923f-297a2788ffee None None] The sync data for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:52.840655 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fb075685-b5e4-400e-bc1a-f97ff3b407e4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9155738 Apr 18 06:03:52.841464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50240) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:52.849072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'network': {'name': 'tempest-RoutersTest-114191068'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:52.863502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Pushing event updated for resources: {'Port': ['ID=f4ef7b86-a884-4232-8590-af6c6a1572fa,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:52.879695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:52.885161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.925333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Attempting to bind port f4ef7b86-a884-4232-8590-af6c6a1572fa on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:52.925693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Attempting to bind port f4ef7b86-a884-4232-8590-af6c6a1572fa by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:52.926070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Attempting to bind port f4ef7b86-a884-4232-8590-af6c6a1572fa on network f143113f-d4bf-4c42-b6a2-1c091f501226 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:52.953533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:52.962565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:52.962931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.964964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:52.968486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.978063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0d97e-9671-423e-a8b5-4a791fe92792 None None] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:52.982444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:52.985532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe43:a10a (05d65530-28ce-4b9b-b71b-a17f18d1b658/16477ac4-d3a0-4c33-93fc-af729083fa43/5b6e2b68-0029-4074-a147-56e2237bcb8f) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:53.023166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:53.023571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Checking segment: {'id': 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:53.025276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.025276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Bound using segment: {'id': 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:53.025276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Bound port: f4ef7b86-a884-4232-8590-af6c6a1572fa, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f143113f-d4bf-4c42-b6a2-1c091f501226'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:53.025572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.041049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:53.082216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=dad96a24-e537-4145-9427-c852aad5451b,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:53.085480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.085828 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added segment fadd659a-1587-41e2-8a91-f4f3466bc7be of type vlan for network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 Apr 18 06:03:53.088674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.090974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] For port b8d29afd-b7de-4091-88d7-0ae277f7ec4e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:53.139433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d56ba774-94fa-46b6-b979-5e04ea9b21d8 None None] Provisioning complete for port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:53.140257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d56ba774-94fa-46b6-b979-5e04ea9b21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.162587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.211921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] For port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:53.217940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Pushing event updated for resources: {'Port': ['ID=20122255-6e82-49c5-a4f5-bbebf7b9366a,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:53.235961 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-fd36a1f4-8d72-43bb-8b35-1c519c76aec3 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:03:53.237255 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fd36a1f4-8d72-43bb-8b35-1c519c76aec3 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5220399 Apr 18 06:03:53.240041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50242) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:53.250939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] For port b8d29afd-b7de-4091-88d7-0ae277f7ec4e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,segment=NetworkSegment(360f0645-c46f-4769-814f-a575afd76878),segment_id=360f0645-c46f-4769-814f-a575afd76878)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:53.282363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 522350ff-9c2e-442d-b073-3481b4c71031 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:53.288305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:53.293506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.298143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.299989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:53.300703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.314526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] For port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,segment=NetworkSegment(166234fb-c813-4d05-817d-25cd15f3de57),segment_id=166234fb-c813-4d05-817d-25cd15f3de57)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:53.329014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '16477ac4-d3a0-4c33-93fc-af729083fa43'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:53.329860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.347077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.381397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d56ba774-94fa-46b6-b979-5e04ea9b21d8 None None] Port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:53.401920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Attempting to bind port 20122255-6e82-49c5-a4f5-bbebf7b9366a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:53.402278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Attempting to bind port 20122255-6e82-49c5-a4f5-bbebf7b9366a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:53.402643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Attempting to bind port 20122255-6e82-49c5-a4f5-bbebf7b9366a on network 1bce1c31-e16f-424a-9f68-74529267708a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:53.423612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Network': ['ID=26fcf5d3-5ce5-4f6f-9187-c54f00f77d04,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:53.461200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:03:53.465631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.470678 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5cf2e793-99ca-4c66-bb67-6efe2dddcf96 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6262980 Apr 18 06:03:53.473307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50246) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:53.480316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'subnet': {'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:53.501326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:53.501698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Checking segment: {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:53.502096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.502483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Bound using segment: {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:53.502959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Bound port: 20122255-6e82-49c5-a4f5-bbebf7b9366a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:53.503355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.511083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.569908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Router 1e1f39ba-4f23-4d9a-bae7-4a7942457bbe is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:03:53.592546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:53.598615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:53.605548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:53.611856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:53.612508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.624706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=5b6e2b68-0029-4074-a147-56e2237bcb8f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:53.674710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e71a-1840-49d7-b220-2f3b8346b641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.681387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] For port f4ef7b86-a884-4232-8590-af6c6a1572fa, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:53.725078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:53.736079 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1aa13715-9da2-4c1d-b2db-81c394f81cd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/routers/1e1f39ba-4f23-4d9a-bae7-4a7942457bbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1893699 Apr 18 06:03:53.736750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50248) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:53.764115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] Sync routers for ids ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:53.786692 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-02b7b7c5-561a-4877-b248-7c91e6f9203e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7259614 Apr 18 06:03:53.787874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50250) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:53.791029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506378-c0b0-4996-b1a9-8d37904afdfc None None] Pushing event updated for resources: {'Port': ['ID=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:53.813608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f8f22-d783-43b7-9cf2-55018c21b884 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:53.820289 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-031f8f22-d783-43b7-9cf2-55018c21b884 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e1f39ba-4f23-4d9a-bae7-4a7942457bbe HTTP/1.1" status: 200 len: 982 time: 0.0824645 Apr 18 06:03:53.821858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50254) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:53.834291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] For port f4ef7b86-a884-4232-8590-af6c6a1572fa, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f4ef7b86-a884-4232-8590-af6c6a1572fa,segment=NetworkSegment(ae0e767f-c089-43a8-bc9e-b69ea21f86ad),segment_id=ae0e767f-c089-43a8-bc9e-b69ea21f86ad)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:53.857200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Made reservation on behalf of 7e8f95fcbafe4c70b2ca200163046883 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:53.862153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.900747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ef861f69-3021-4e1e-9575-2b0878b29ad4 None None] Provisioning complete for port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:53.900747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ef861f69-3021-4e1e-9575-2b0878b29ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:53.948576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:53.949203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:53.951650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3920cc30-8b82-47ed-bad4-8c23459c432f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:53.986777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.048112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543f7ab-262d-402d-8184-652403e4436d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:54.050091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2543f7ab-262d-402d-8184-652403e4436d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2533145 Apr 18 06:03:54.056110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50256) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:54.063194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.091572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] Routers {'1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:54.092195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:54.203633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0344e1-f556-4527-9bd3-5fd35587c9b6 req-3a954c93-4c97-4dac-a1b7-91b4394375c2 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:54.205665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ab0344e1-f556-4527-9bd3-5fd35587c9b6 req-3a954c93-4c97-4dac-a1b7-91b4394375c2 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.2356815 Apr 18 06:03:54.223193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:54.251115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] For port 20122255-6e82-49c5-a4f5-bbebf7b9366a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:54.266350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2ff09-54e0-4e98-a5ec-27bdb4230548 None None] Pushing event updated for resources: {'Port': ['ID=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:54.274286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Allocated IP 2001:db8::f816:3eff:feb4:d92c (05d65530-28ce-4b9b-b71b-a17f18d1b658/16477ac4-d3a0-4c33-93fc-af729083fa43/bbdf77df-bf74-47a2-990e-77c27605507d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:54.288557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ab0344e1-f556-4527-9bd3-5fd35587c9b6 req-085dd78c-0f60-49a5-872d-721d02453c4c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648925 Apr 18 06:03:54.434195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.582848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] For port 20122255-6e82-49c5-a4f5-bbebf7b9366a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=20122255-6e82-49c5-a4f5-bbebf7b9366a,segment=NetworkSegment(b7153bbb-5874-466a-9fa7-6a6c6d96bf94),segment_id=b7153bbb-5874-466a-9fa7-6a6c6d96bf94)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:54.600110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] Routers {'1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:54.600914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:54.612837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:54.724911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.728308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:54.732347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e7188-91fd-4c53-8d6d-cddbaafaf4c8 None None] The sync data for ids ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:54.740026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9707e87-19eb-4bbc-a8b3-76798ef748b1 None None] Pushing event updated for resources: {'Port': ['ID=f4ef7b86-a884-4232-8590-af6c6a1572fa,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:54.872523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3920cc30-8b82-47ed-bad4-8c23459c432f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:54.872894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.873469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port dad96a24-e537-4145-9427-c852aad5451b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:54.874445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.949971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 5b6e2b68-0029-4074-a147-56e2237bcb8f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:54.950586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:54.975001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.005610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.021831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for dad96a24-e537-4145-9427-c852aad5451b owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:55.073196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Subnet': ['ID=f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:55.186641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Checking segment: {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:55.187519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network hostable DHCP agents. Network: 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:03:55.244944 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ef861f69-3021-4e1e-9575-2b0878b29ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.273011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.304108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 5b6e2b68-0029-4074-a147-56e2237bcb8f owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:55.442353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930ed9b-2c5d-4d2a-9a57-4e52360d42f0 None None] Network 522350ff-9c2e-442d-b073-3481b4c71031 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:55.446312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aea06-ce14-47b9-952a-1e638e56d38b None None] Pushing event updated for resources: {'Port': ['ID=20122255-6e82-49c5-a4f5-bbebf7b9366a,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:55.477931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.507864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting port a8b97ae9-ced5-4bdc-8da6-c936127b9540 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:55.509158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.542622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:03:55.562224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=dad96a24-e537-4145-9427-c852aad5451b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:55.582363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ef861f69-3021-4e1e-9575-2b0878b29ad4 None None] For port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,segment=NetworkSegment(90ef2b65-ac3c-452a-bf76-afa7dee03d7e),segment_id=90ef2b65-ac3c-452a-bf76-afa7dee03d7e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:55.636695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2ea6-4dc6-49f0-bea4-9f8f963643f5 req-2485e427-ea5c-483b-a184-4d68141e7295 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:55.638242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c36c2ea6-4dc6-49f0-bea4-9f8f963643f5 req-2485e427-ea5c-483b-a184-4d68141e7295 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.2058406 Apr 18 06:03:55.646782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:55.668785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f231116-4a17-4b04-84a7-1097851ec4ae None None] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:55.698653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:55.699265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.771788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ef861f69-3021-4e1e-9575-2b0878b29ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.803974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.837566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.853307 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c36c2ea6-4dc6-49f0-bea4-9f8f963643f5 req-0c6f2bfa-e5d6-46fb-905a-ef43cbf724ed tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791060 Apr 18 06:03:55.871173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Calling delete_port for a8b97ae9-ced5-4bdc-8da6-c936127b9540 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:55.874241 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:55.896131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bb8fbf95-ddcc-49b5-b4ab-364869a6f5f2 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4201996 Apr 18 06:03:55.904084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50262) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:55.926700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:55.956544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.027026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Provisioning complete for port a8b97ae9-ced5-4bdc-8da6-c936127b9540 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:56.027745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.029354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1f4e662-8a44-4afe-9be2-b572a3aa2e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.040754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:56.092973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef861f69-3021-4e1e-9575-2b0878b29ad4 None None] Pushing event updated for resources: {'Port': ['ID=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:56.093326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=5b6e2b68-0029-4074-a147-56e2237bcb8f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:56.095735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:56.127515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14969c46-a5a7-4913-a576-878d3cd2200f None None] Network f143113f-d4bf-4c42-b6a2-1c091f501226 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:56.135110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:56.160390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.163874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-631d6b41-fdf1-4e24-be3d-1c0d7f9a0daa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/5b6e2b68-0029-4074-a147-56e2237bcb8f HTTP/1.1" status: 204 len: 168 time: 2.0980291 Apr 18 06:03:56.173025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50264) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:56.192816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'fixed_ips': [{'subnet_id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:03:56.193675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.205655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:50Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:03:51Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:03:53Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:56.251736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.262522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:56.289144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea12253-02ea-466c-8b51-fedcd0d8e8cc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.294657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea12253-02ea-466c-8b51-fedcd0d8e8cc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:56.298243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Port a8b97ae9-ced5-4bdc-8da6-c936127b9540 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:03:56.301597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3ea12253-02ea-466c-8b51-fedcd0d8e8cc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1266294 Apr 18 06:03:56.331382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50266) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:56.351048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6f1e4-23da-4d4d-9c31-2f499c3333c2 None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:50Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:03:51Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:03:53Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:56.404046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 16477ac4-d3a0-4c33-93fc-af729083fa43 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:56.408322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.443005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Pushing event updated for resources: {'Port': ['ID=bbdf77df-bf74-47a2-990e-77c27605507d,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:56.521691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:56.522063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.580541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.610377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Router 1e1f39ba-4f23-4d9a-bae7-4a7942457bbe has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:56.618549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Provisioning complete for port b8d29afd-b7de-4091-88d7-0ae277f7ec4e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:56.618549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.644050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Attempting to bind port bbdf77df-bf74-47a2-990e-77c27605507d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:56.644422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Attempting to bind port bbdf77df-bf74-47a2-990e-77c27605507d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:56.644785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Attempting to bind port bbdf77df-bf74-47a2-990e-77c27605507d on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:56.702624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:56.702896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:56.703193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.703613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:56.704100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Bound port: bbdf77df-bf74-47a2-990e-77c27605507d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:56.704478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.718627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.729693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.777229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Allocated IP 172.23.0.2 (26fcf5d3-5ce5-4f6f-9187-c54f00f77d04/f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4/5972f9e4-15df-4887-836c-55fcb7dbb25c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:56.791815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Port': ['ID=a8b97ae9-ced5-4bdc-8da6-c936127b9540,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:56.880213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:56.889051 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-772705b0-ba02-4725-802a-0fdc72cc960f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/routers/1e1f39ba-4f23-4d9a-bae7-4a7942457bbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0650547 Apr 18 06:03:56.890718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.894209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50270) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:56.904784 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] Sync routers for ids ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:56.910250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:56.913452 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/16477ac4-d3a0-4c33-93fc-af729083fa43 HTTP/1.1" status: 204 len: 168 time: 0.5794322 Apr 18 06:03:56.916524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50272) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:56.923431 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] Routers {'1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:56.929965 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:56.949997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2366f41-6f06-46d3-8642-f4e8e9b46d33 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=16477ac4-d3a0-4c33-93fc-af729083fa43,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:57.028447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2c436ae0-d2d6-40a9-a215-b0a2026177f6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862384 Apr 18 06:03:57.029361 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:57.031081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50274) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:57.036459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:57.057531 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] Routers {'1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:57.062146 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:57.073284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c91bae-91bf-41db-9d84-6af069d5d86c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:03:57.085189 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-32c91bae-91bf-41db-9d84-6af069d5d86c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/dad96a24-e537-4145-9427-c852aad5451b HTTP/1.1" status: 404 len: 333 time: 0.1895714 Apr 18 06:03:57.090004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50276) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:57.092436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.172229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:57.172985 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c881b1d-74c6-4e46-becf-fc71161fc9a0 None None] The sync data for ids ['1e1f39ba-4f23-4d9a-bae7-4a7942457bbe'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:57.209305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0998632-6ebe-405c-a0de-dd6bb7bc9374 req-d0cac6f9-c25e-4e4d-8cd2-6d908b6a5855 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:57.210889 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f0998632-6ebe-405c-a0de-dd6bb7bc9374 req-d0cac6f9-c25e-4e4d-8cd2-6d908b6a5855 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.2063539 Apr 18 06:03:57.258389 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f0998632-6ebe-405c-a0de-dd6bb7bc9374 req-2df43f45-9bba-4cfe-ac4d-a9141abb3722 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393970 Apr 18 06:03:57.262934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db328f2e-8c31-40a5-851d-f9151b4e5d8b None None] Network 1bce1c31-e16f-424a-9f68-74529267708a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:57.275885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:57.282426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.341608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.350072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.459860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.463170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 7a239aa2-bd78-4075-804e-1c4326828f47 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:03:57.520101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 7a239aa2-bd78-4075-804e-1c4326828f47 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:57.520722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.715913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.785810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] For port bbdf77df-bf74-47a2-990e-77c27605507d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:57.816643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.827227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:03:57.840454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.840754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] For port bbdf77df-bf74-47a2-990e-77c27605507d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bbdf77df-bf74-47a2-990e-77c27605507d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:57.846444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.849681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.940176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:57.945593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1e4569e9-ad29-4e62-b54c-876e92dcaf8b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:03:57.962047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Router ce8b7c87-03ee-40a8-8cae-f9bcc734155d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:03:57.983717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:57.986536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:57.988607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:58.019469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 1e4569e9-ad29-4e62-b54c-876e92dcaf8b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:03:58.019960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1e4569e9-ad29-4e62-b54c-876e92dcaf8b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:03:58.042528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.048712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Fanout notify agent at l3_agent the message router_deleted on router 1e1f39ba-4f23-4d9a-bae7-4a7942457bbe {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:03:58.072071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Pushing event updated for resources: {'Port': ['ID=5972f9e4-15df-4887-836c-55fcb7dbb25c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:58.080998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.093805 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6c3a5304-ba83-492f-a31d-be3fe1990259 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/routers/1e1f39ba-4f23-4d9a-bae7-4a7942457bbe HTTP/1.1" status: 204 len: 168 time: 1.0000820 Apr 18 06:03:58.098009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50278) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:58.132698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] For port b8d29afd-b7de-4091-88d7-0ae277f7ec4e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,segment=NetworkSegment(360f0645-c46f-4769-814f-a575afd76878),segment_id=360f0645-c46f-4769-814f-a575afd76878)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:58.222830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet b48ad656-aa05-4004-8f76-b55bdd426bd2 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:03:58.238266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.247064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:58.268079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.288528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.344243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Attempting to bind port 5972f9e4-15df-4887-836c-55fcb7dbb25c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:03:58.344692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Attempting to bind port 5972f9e4-15df-4887-836c-55fcb7dbb25c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:03:58.349052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Attempting to bind port 5972f9e4-15df-4887-836c-55fcb7dbb25c on network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:03:58.361125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.361719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a5a3c-67ce-4d6b-ba1b-20db4c8bfc39 None None] Pushing event updated for resources: {'Port': ['ID=bbdf77df-bf74-47a2-990e-77c27605507d,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:58.391988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.464351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:03:58.465003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Checking segment: {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:03:58.469632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.470194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Bound using segment: {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:03:58.470858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Bound port: 5972f9e4-15df-4887-836c-55fcb7dbb25c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:03:58.471458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.471961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:03:58.486449 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] Sync routers for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:03:58.518182 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:58.518924 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:58.521963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Allocated IP 172.23.0.1 (26fcf5d3-5ce5-4f6f-9187-c54f00f77d04/f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4/14d59bf5-e797-40d1-8a1e-5f83111855ae) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:03:58.527260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Provisioning complete for port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:58.527948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.532221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:03:58.537378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b4a41c-b95f-4065-9208-f6f5f6179e34" -d '{"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-plugged", "status": "completed", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:03:58.541769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:58.542839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:58.575141 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:58.593224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-18d1d682-079f-4b58-9bd1-b9a344a2a8a1 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3501828 Apr 18 06:03:58.598917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50284) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:58.600324 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:03:58.600979 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:58.696912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.714110 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:03:58.715027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a26c3-50da-411a-87cd-aa9a6c1b841d None None] The sync data for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:03:58.779592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed693789-ec0b-4114-9311-4b56b5b50bc7 x-openstack-request-id: req-ed693789-ec0b-4114-9311-4b56b5b50bc7 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:03:58.779879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-plugged", "status": "completed", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:03:58.780112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed693789-ec0b-4114-9311-4b56b5b50bc7 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:03:58.780504 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed693789-ec0b-4114-9311-4b56b5b50bc7'] response: {'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'code': 200} Apr 18 06:03:58.781272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:03:58.810211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:58.831793 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-1050add2-f5b1-433d-86b2-c1b3ac2a729f tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] delete failed (client error): The resource could not be found. Apr 18 06:03:58.837946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9240f-6d0e-4343-8c1b-91eeb4c3c2a1 req-44342c9d-5285-4995-9753-87ac9b40e91c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:58.847857 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44f9240f-6d0e-4343-8c1b-91eeb4c3c2a1 req-44342c9d-5285-4995-9753-87ac9b40e91c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.3736906 Apr 18 06:03:58.851668 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1050add2-f5b1-433d-86b2-c1b3ac2a729f tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1490760922 HTTP/1.1" status: 404 len: 335 time: 0.2513118 Apr 18 06:03:58.853532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50286) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:58.866752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-97c6e777-e0e2-4ad6-a2f1-20921ffa4cec tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:58.895135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:58.921124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Pushing event updated for resources: {'Port': ['ID=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:58.925462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.013309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] For port 5972f9e4-15df-4887-836c-55fcb7dbb25c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:03:59.017469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] For port 5972f9e4-15df-4887-836c-55fcb7dbb25c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5972f9e4-15df-4887-836c-55fcb7dbb25c,segment=NetworkSegment(fadd659a-1587-41e2-8a91-f4f3466bc7be),segment_id=fadd659a-1587-41e2-8a91-f4f3466bc7be)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:03:59.029539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44f9240f-6d0e-4343-8c1b-91eeb4c3c2a1 req-99275f0a-94d0-4c7c-931a-fe8bb65a414a tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110597 Apr 18 06:03:59.031925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:03:59.100994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.106003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.127691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.145578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.182061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:59.182061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:59.185205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:03:59.191437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.195274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port bbdf77df-bf74-47a2-990e-77c27605507d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bbdf77df-bf74-47a2-990e-77c27605507d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:59.218918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.225883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=14d59bf5-e797-40d1-8a1e-5f83111855ae,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.255163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.294497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb29b-b081-498d-926a-cb5b90d5c47d req-270cc89a-dda9-4636-9ec2-a601c94d104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:59.296747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7e9eb29b-b081-498d-926a-cb5b90d5c47d req-270cc89a-dda9-4636-9ec2-a601c94d104d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1098 time: 0.2436609 Apr 18 06:03:59.297479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=b48ad656-aa05-4004-8f76-b55bdd426bd2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.325914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.335940 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9e82c4fd-f84b-4879-90d9-f3bd03f3c15d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/b48ad656-aa05-4004-8f76-b55bdd426bd2 HTTP/1.1" status: 204 len: 168 time: 1.2337739 Apr 18 06:03:59.355794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441f0f1-b791-478d-ae32-6f4caac3821c None None] Network 522350ff-9c2e-442d-b073-3481b4c71031 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:59.357171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50288) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:59.371727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-97c6e777-e0e2-4ad6-a2f1-20921ffa4cec tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.402005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.403020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:59.403480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.435266 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7e9eb29b-b081-498d-926a-cb5b90d5c47d req-81276282-d8de-43cb-bf6b-9f23e6aec79d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1220775 Apr 18 06:03:59.464558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.467924 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-97c6e777-e0e2-4ad6-a2f1-20921ffa4cec tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] update failed (client error): The resource could not be found. Apr 18 06:03:59.472289 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-97c6e777-e0e2-4ad6-a2f1-20921ffa4cec tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d HTTP/1.1" status: 404 len: 339 time: 0.6097374 Apr 18 06:03:59.475168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50290) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:59.480734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-851154052'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:59.488395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.489145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.554238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port b8d29afd-b7de-4091-88d7-0ae277f7ec4e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:03:59.555923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.592875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:03:59.599268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Provisioning complete for port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:03:59.602014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.635168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:03:59.646642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:59.647264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.663387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18da74-fa5e-41fd-a636-81fe9b296349 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:03:59.665779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=2a70d23d-773d-4f90-801d-9ea2bda07e2d,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.673500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a1fdd-a212-4de2-91b4-1c6c6af0dc88 None None] Pushing event updated for resources: {'Port': ['ID=5972f9e4-15df-4887-836c-55fcb7dbb25c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.675356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=bbdf77df-bf74-47a2-990e-77c27605507d,revision_number=5']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:03:59.697726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:03:59.701817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] For port b8d29afd-b7de-4091-88d7-0ae277f7ec4e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,segment=NetworkSegment(360f0645-c46f-4769-814f-a575afd76878),segment_id=360f0645-c46f-4769-814f-a575afd76878)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:03:59.701817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.702190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.712509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.725561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for b8d29afd-b7de-4091-88d7-0ae277f7ec4e owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:03:59.728814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:03:59.740965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.741314 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Added segment 9832859f-ed93-4ba8-8598-73e3a6a80d1a of type vlan for network 99af7d64-8b2e-4f19-87af-3519f588577b Apr 18 06:03:59.792839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.816505 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-429bd52e-4ce6-4465-a801-672f9c103bf3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7841458 Apr 18 06:03:59.819272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50292) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:03:59.826246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:58:ca:a9', 'name': 'tempest-NetworksTestDHCPv6-595796784'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:03:59.901938 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:03:59.912605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:03:59.913355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.027021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Network': ['ID=99af7d64-8b2e-4f19-87af-3519f588577b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:00.066563 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-30030e42-1f39-4484-9510-926db4119f3b tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5900204 Apr 18 06:04:00.069723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50296) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:00.074027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 99af7d64-8b2e-4f19-87af-3519f588577b details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:04:00.082154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'subnet': {'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:00.192859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:00.237645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b8d29afd-b7de-4091-88d7-0ae277f7ec4e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:00.334647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] DHCP port deletion for 522350ff-9c2e-442d-b073-3481b4c71031 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:00.335338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab76e6-2578-4468-a2a6-22c5500effd2 req-70eb747b-ae10-4611-acb7-ee16d166bce1 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:00.335453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.335561 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-56ab76e6-2578-4468-a2a6-22c5500effd2 req-70eb747b-ae10-4611-acb7-ee16d166bce1 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1812875 Apr 18 06:04:00.351101 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-56ab76e6-2578-4468-a2a6-22c5500effd2 req-b8c3e43f-104c-403d-97e7-a7a0dcc1d774 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502663 Apr 18 06:04:00.396977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.419896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] For port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,segment=NetworkSegment(166234fb-c813-4d05-817d-25cd15f3de57),segment_id=166234fb-c813-4d05-817d-25cd15f3de57)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:00.425840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 2389fd66-270e-44cf-8649-0cb30a5f6b14 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:00.426300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:03:50Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:03:51Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:03:53Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:00.435134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.468048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:00.468248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:00.468366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Updating router 15890adb-4165-4150-bea9-6c6f72547fb0 port 3019c5ed-1348-4165-a137-e9b77c6d0f9e binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:00.474773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Could not find standard attr ID for object b8d29afd-b7de-4091-88d7-0ae277f7ec4e. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:00.475272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 20122255-6e82-49c5-a4f5-bbebf7b9366a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:00.487499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No DVR routers for this DVR port b8d29afd-b7de-4091-88d7-0ae277f7ec4e on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:00.516530 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Made reservation on behalf of b78cda1df6514d67a0f52ab9c7d9c706 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:00.520443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.543684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.550167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.616681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Deleting port b8d29afd-b7de-4091-88d7-0ae277f7ec4e {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:00.617075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.644100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.657756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe58:caa9 (05d65530-28ce-4b9b-b71b-a17f18d1b658/2a70d23d-773d-4f90-801d-9ea2bda07e2d/2389fd66-270e-44cf-8649-0cb30a5f6b14) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:00.679406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522350ff-9c2e-442d-b073-3481b4c71031']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:00.717855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360f0645-c46f-4769-814f-a575afd76878') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:00.720416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360f0645-c46f-4769-814f-a575afd76878') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:00.743500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.772744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.779691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Could not find standard attr ID for object a8b97ae9-ced5-4bdc-8da6-c936127b9540. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:00.785720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ce3ab-ff95-4112-829a-0a613a559631 None None] Pushing event updated for resources: {'Port': ['ID=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:00.801802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 20122255-6e82-49c5-a4f5-bbebf7b9366a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:00.802171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.806462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.823521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:00.823935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.858766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51926382-e75e-4018-a35c-e164f95f1c9c None None] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:00.861217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] For port b8d29afd-b7de-4091-88d7-0ae277f7ec4e, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:00.861614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:00.940333 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:00.949409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.980030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:00.996664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Calling delete_port for b8d29afd-b7de-4091-88d7-0ae277f7ec4e owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:01.003748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Port b8d29afd-b7de-4091-88d7-0ae277f7ec4e was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:04:01.016571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.033894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Provisioning complete for port 3019c5ed-1348-4165-a137-e9b77c6d0f9e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:01.034266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.061251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event updated for resources: {'Port': ['ID=14d59bf5-e797-40d1-8a1e-5f83111855ae,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:01.069994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.077689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.086008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.096365 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/522350ff-9c2e-442d-b073-3481b4c71031 HTTP/1.1" status: 204 len: 168 time: 1.7322891 Apr 18 06:04:01.096916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50298) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.114216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Subnet': ['ID=453ce6b0-4ab7-447c-b47a-79fe20a28cd5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:01.121599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6424e-dd39-4852-9e29-c63169c40715 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=522350ff-9c2e-442d-b073-3481b4c71031,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:01.130336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.145745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Pushing event deleted for resources: {'Port': ['ID=b8d29afd-b7de-4091-88d7-0ae277f7ec4e,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:01.147067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.156816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] Network 522350ff-9c2e-442d-b073-3481b4c71031 is not hosted by any dhcp agent {{(pid=109607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 06:04:01.157365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216ff91-a148-40a9-bfa7-0fb362167e60 None None] No DVR routers for this DVR port b8d29afd-b7de-4091-88d7-0ae277f7ec4e on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:01.172680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Checking segment: {'id': '9832859f-ed93-4ba8-8598-73e3a6a80d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:01.173048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network hostable DHCP agents. Network: 99af7d64-8b2e-4f19-87af-3519f588577b, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:04:01.189423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:01.196650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:01.204713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:01.210377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.211038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.217743 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=2389fd66-270e-44cf-8649-0cb30a5f6b14,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:01.237568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.251808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7bf316-04ff-45f9-bed0-359a932bfe62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.253410 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ea7bf316-04ff-45f9-bed0-359a932bfe62 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/88c2af69-0062-4986-9b93-fe343ddf621d HTTP/1.1" status: 200 len: 840 time: 0.1458650 Apr 18 06:04:01.257637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50300) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.275642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Port 3019c5ed-1348-4165-a137-e9b77c6d0f9e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:01.287384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:01.289030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:01.322366 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-375e088d-457d-4c63-8c89-2e5de636b9fc tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/88c2af69-0062-4986-9b93-fe343ddf621d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0613039 Apr 18 06:04:01.323357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50302) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.328841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:01.341942 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6276e073-5b92-4602-af91-6a37073741ef tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5212152 Apr 18 06:04:01.343300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50304) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.364557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Provisioning complete for port 20122255-6e82-49c5-a4f5-bbebf7b9366a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:01.364557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.376260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 99af7d64-8b2e-4f19-87af-3519f588577b is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:04:01.436106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:01.454209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 20122255-6e82-49c5-a4f5-bbebf7b9366a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=20122255-6e82-49c5-a4f5-bbebf7b9366a,segment=NetworkSegment(b7153bbb-5874-466a-9fa7-6a6c6d96bf94),segment_id=b7153bbb-5874-466a-9fa7-6a6c6d96bf94)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:01.511555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe19482-9259-464b-af29-ca0d169a8da7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.525440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe19482-9259-464b-af29-ca0d169a8da7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.527503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9fe19482-9259-464b-af29-ca0d169a8da7 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1676409 Apr 18 06:04:01.530226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50308) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.543314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 99af7d64-8b2e-4f19-87af-3519f588577b) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:01.549703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.550835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.554041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b02a57-6859-49c6-9fa7-6f26f8a108ba req-f3307b20-fe6e-49f9-89cc-5dd5d8996b6e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:01.556593 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50b02a57-6859-49c6-9fa7-6f26f8a108ba req-f3307b20-fe6e-49f9-89cc-5dd5d8996b6e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1111588 Apr 18 06:04:01.582403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:01.583590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.584445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:01.586407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.606172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d0be5-f4f1-4e8e-83f1-0ae07d0ebaee None None] Network 99af7d64-8b2e-4f19-87af-3519f588577b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:01.647668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:01.670057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.675941 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a72b711a-9201-4fc0-8319-c0b4b60af94f tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7654819 Apr 18 06:04:01.682744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50310) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.689602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:01.696903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50312) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:01.698286 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d58187c5-902d-4a7d-9057-4d879d8ae0d5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6273520 Apr 18 06:04:01.702441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e5f37c6a-86ce-451a-a228-f684c3759780 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'router': {'external_gateway_info': {'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:01.750358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 2389fd66-270e-44cf-8649-0cb30a5f6b14 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:01.750699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.790690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50b02a57-6859-49c6-9fa7-6f26f8a108ba req-29ca43b9-141e-43d9-8fc3-46b69dde2234 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2278998 Apr 18 06:04:01.815169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.943113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:01.998196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 2389fd66-270e-44cf-8649-0cb30a5f6b14 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:02.097151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=20122255-6e82-49c5-a4f5-bbebf7b9366a,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:02.107389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.116164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e5f37c6a-86ce-451a-a228-f684c3759780 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.174469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:02.174842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.193084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:04:02.193524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:04:02.315771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Pushing event updated for resources: {'Port': ['ID=3019c5ed-1348-4165-a137-e9b77c6d0f9e,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:02.438451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Attempting to bind port 3019c5ed-1348-4165-a137-e9b77c6d0f9e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:02.438910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Attempting to bind port 3019c5ed-1348-4165-a137-e9b77c6d0f9e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:02.439432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Attempting to bind port 3019c5ed-1348-4165-a137-e9b77c6d0f9e on network 1bce1c31-e16f-424a-9f68-74529267708a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:02.454421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-99af7d64-8b2e-4f19-87af-3519f588577b', 'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b', 'tenant_id': 'b78cda1df6514d67a0f52ab9c7d9c706', 'fixed_ips': [{'subnet_id': '453ce6b0-4ab7-447c-b47a-79fe20a28cd5'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:02.455378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.458778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:02.459229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Checking segment: {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:02.459756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.460400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Bound using segment: {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:02.460945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Bound port: 3019c5ed-1348-4165-a137-e9b77c6d0f9e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:02.461480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.503790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-e5f37c6a-86ce-451a-a228-f684c3759780 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:02.508860 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e5f37c6a-86ce-451a-a228-f684c3759780 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d HTTP/1.1" status: 400 len: 364 time: 0.8070421 Apr 18 06:04:02.517139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50318) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:02.610453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f4ef7b86-a884-4232-8590-af6c6a1572fa up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:02.611547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.677779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519f96c-c88a-4146-b328-7ebfec7d417f req-8a93f719-4385-429c-9b87-c8eb6bd681fd tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:02.679472 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6519f96c-c88a-4146-b328-7ebfec7d417f req-8a93f719-4385-429c-9b87-c8eb6bd681fd tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.7313206 Apr 18 06:04:02.787688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:02.816972 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6519f96c-c88a-4146-b328-7ebfec7d417f req-df544ba6-c8bd-4fc5-80b0-6672a57ba65f tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077700 Apr 18 06:04:02.817177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 06:04:02.834228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:02.839457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:02.840044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.842999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=6d128892-1018-4032-ad7b-8e17cd106a87,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:02.850783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f4ef7b86-a884-4232-8590-af6c6a1572fa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:02.851271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.853056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef59b2-c915-4299-b15f-90bfbb11ddab None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:02.854471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50320) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:02.885214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Removed routes are [] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 06:04:02.885608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.922442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0607b8f4-8049-413d-9555-4d18611ec08a tempest-TestNetworkAdvancedServerOps-31605609 tempest-TestNetworkAdvancedServerOps-31605609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:02.926993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0607b8f4-8049-413d-9555-4d18611ec08a tempest-TestNetworkAdvancedServerOps-31605609 tempest-TestNetworkAdvancedServerOps-31605609-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1093 time: 0.0561674 Apr 18 06:04:02.928204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50322) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:02.933308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '7a239aa2-bd78-4075-804e-1c4326828f47', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:02.936036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] For port 3019c5ed-1348-4165-a137-e9b77c6d0f9e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:02.971858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:02.984313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] For port 3019c5ed-1348-4165-a137-e9b77c6d0f9e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3019c5ed-1348-4165-a137-e9b77c6d0f9e,segment=NetworkSegment(b7153bbb-5874-466a-9fa7-6a6c6d96bf94),segment_id=b7153bbb-5874-466a-9fa7-6a6c6d96bf94)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:02.989683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Could not find standard attr ID for object dad96a24-e537-4145-9427-c852aad5451b. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:02.997430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Could not find standard attr ID for object b8d29afd-b7de-4091-88d7-0ae277f7ec4e. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:03.012444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=2389fd66-270e-44cf-8649-0cb30a5f6b14,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:03.026045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Provisioning complete for port f4ef7b86-a884-4232-8590-af6c6a1572fa triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:03.026411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.044952 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a8b48852-91ae-4bd8-8855-4f190b46c9c5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7201786 Apr 18 06:04:03.046037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50324) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:03.053973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'security_group': {'name': 'tempest-secgroup-1097543815'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:03.062304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.068615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7405cb6b-032a-4604-acbd-6d37b8c3405b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/2389fd66-270e-44cf-8649-0cb30a5f6b14 HTTP/1.1" status: 204 len: 168 time: 1.5371816 Apr 18 06:04:03.071858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50326) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:03.072055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.101641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.142876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd099fa-c50f-4d6e-998e-188975571f48 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:03.144543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd099fa-c50f-4d6e-998e-188975571f48 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:03.150626 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-efd099fa-c50f-4d6e-998e-188975571f48 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0777810 Apr 18 06:04:03.151582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50328) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:03.154320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Allocated IP 2001:db8:1::2 (99af7d64-8b2e-4f19-87af-3519f588577b/453ce6b0-4ab7-447c-b47a-79fe20a28cd5/319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:03.158547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Pushing event updated for resources: {'Port': ['ID=3019c5ed-1348-4165-a137-e9b77c6d0f9e,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:03.161566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.179543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.180425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.180772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.181099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.181417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.181734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.182053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.182374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.182687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.183003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.183391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.183653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d98d5c-67ae-4441-b151-a50a626232a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.203831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.254144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 2a70d23d-773d-4f90-801d-9ea2bda07e2d {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:03.257606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.300795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:03.301807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:03.313637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.482980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.496087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.537743 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.549023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.561150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:03.578608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.586649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.617202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.619859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.644739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port f4ef7b86-a884-4232-8590-af6c6a1572fa, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f4ef7b86-a884-4232-8590-af6c6a1572fa,segment=NetworkSegment(ae0e767f-c089-43a8-bc9e-b69ea21f86ad),segment_id=ae0e767f-c089-43a8-bc9e-b69ea21f86ad)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:03.701645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683095d7-6172-437a-8db3-61c0339788bf,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:03.708542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3ed0683c-12c6-4032-a145-c2934549896e', 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'tenant_id': 'c810aee0e0e448e380132ea35cda4617', 'fixed_ips': [{'subnet_id': '6d128892-1018-4032-ad7b-8e17cd106a87'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:03.709389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.719713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.720053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.720390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.720718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.721043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.721368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.721684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.722001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.722319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.722636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.722969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.723298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:03.745830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Allocated IP 2001:db8::1 (8df8a3eb-8073-492d-aaf2-44e168576c9c/cf1827ae-e977-407e-a214-a466e0160c83/25bcbf51-9e3b-44c1-9374-0eaecbc7f40b) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:03.752229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.755564 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eb4a1ea8-f3fd-43a8-ad2d-dd75d5b615fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7052741 Apr 18 06:04:03.756904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50330) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:03.759610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.764630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225089009'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:03.783528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:03.804185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Allocated IP 172.26.4.99 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/bcf1dee4-beff-408e-ba47-9b6982d2ed53) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:03.810141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.845358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=2a70d23d-773d-4f90-801d-9ea2bda07e2d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:03.853502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.857358 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9721f413-0c24-4a60-89be-cefc0f0f3bfa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/2a70d23d-773d-4f90-801d-9ea2bda07e2d HTTP/1.1" status: 204 len: 168 time: 0.7041650 Apr 18 06:04:03.868051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50332) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:03.887111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245849c-61f1-4beb-92a5-6fd4ca5098c7 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:03.925566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:03.951342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d367b3e5-9e8d-4fa7-9a58-6177d960f4ee tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785949 Apr 18 06:04:03.954859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50334) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:03.955983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.105432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbf8df-af37-4a7c-91b3-731a4dd3d56f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:04.109513 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b1dbf8df-af37-4a7c-91b3-731a4dd3d56f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1486683 Apr 18 06:04:04.116301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50336) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:04.187453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.224421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a608a04-0aab-4526-a09e-724c5bce90fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:04.224594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:04:04.224690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-6fa1d0bd-c086-451b-a191-aaa72a28e4f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:04:04.228823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.228943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a608a04-0aab-4526-a09e-724c5bce90fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085563 Apr 18 06:04:04.234425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50338) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:04.236053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.256595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=f4ef7b86-a884-4232-8590-af6c6a1572fa,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:04.284967 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-56b1e9fc-f81f-41d0-84f3-3ee71d29083d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474727 Apr 18 06:04:04.290142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50340) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:04.293500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:04.296450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:04.307865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.340340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cf563-6642-4fbf-96a1-c46e11cf3460,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:04.363301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Network 99af7d64-8b2e-4f19-87af-3519f588577b is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:04.429509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:04.435345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:04.436259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.442041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:04.449364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.450558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ad0b424d-901f-49e1-918a-2e81d27dee5c tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 934 time: 2.7668378 Apr 18 06:04:04.454885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.456412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50342) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:04.461891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Pushing event updated for resources: {'Port': ['ID=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:04.472626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.474127 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-869b7a81-212b-408a-a56b-48276a248f29 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7159564 Apr 18 06:04:04.479532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50344) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:04.484807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-584095395', 'security_groups': ['f25cf563-6642-4fbf-96a1-c46e11cf3460'], 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d128892-1018-4032-ad7b-8e17cd106a87'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:04.512708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:04.523736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:04.551388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:04.551679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Allocated IP 172.20.0.2 (3ed0683c-12c6-4032-a145-c2934549896e/6d128892-1018-4032-ad7b-8e17cd106a87/dfe2dc0b-b883-4dc5-8164-2ebfac382332) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:04.553629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Port': ['ID=bcf1dee4-beff-408e-ba47-9b6982d2ed53,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:04.590663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Attempting to bind port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:04.590914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Attempting to bind port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '9832859f-ed93-4ba8-8598-73e3a6a80d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:04.591159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Attempting to bind port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 on network 99af7d64-8b2e-4f19-87af-3519f588577b {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:04.595231 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ddda897b-00bc-4707-bc6b-35179e671c77 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 934 time: 0.1376917 Apr 18 06:04:04.598008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50346) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:04.601093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:04.601251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.603103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'routes': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:04.647930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:04.649779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Checking segment: {'id': '9832859f-ed93-4ba8-8598-73e3a6a80d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:04.650198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.650608 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Bound using segment: {'id': '9832859f-ed93-4ba8-8598-73e3a6a80d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:04.651792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Bound port: 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9832859f-ed93-4ba8-8598-73e3a6a80d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '99af7d64-8b2e-4f19-87af-3519f588577b'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:04.652310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.703354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:04.707065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.719793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:04.757344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.785626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:04.817856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3d34354f-3729-479b-9c22-43598e95361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:02Z', 'revision_number': 6, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '14d59bf5-e797-40d1-8a1e-5f83111855ae', 'name': '', 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:fb:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:57Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:02Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:04.886381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d34354f-3729-479b-9c22-43598e95361f None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:02Z', 'revision_number': 6, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '14d59bf5-e797-40d1-8a1e-5f83111855ae', 'name': '', 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:fb:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:57Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:02Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:04.893385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:04.911705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:04.912323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] For port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:04.916435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] For port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,segment=NetworkSegment(9832859f-ed93-4ba8-8598-73e3a6a80d1a),segment_id=9832859f-ed93-4ba8-8598-73e3a6a80d1a)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:04.920231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:04.920867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:04.934801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Port': ['ID=25bcbf51-9e3b-44c1-9374-0eaecbc7f40b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:05.003703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.071878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.073472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.077162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.077830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.078397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.078882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.079418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.079999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.080482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.080963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.081441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.081935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.087619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] Deleting port bbdf77df-bf74-47a2-990e-77c27605507d {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:05.088062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.096391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:05.131563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.185785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.214840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port 9a50811b-7c85-4967-ac2f-fe896987c646 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:05.272499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] For port bbdf77df-bf74-47a2-990e-77c27605507d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bbdf77df-bf74-47a2-990e-77c27605507d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:05.273224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.335175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.344845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.356045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] Calling delete_port for bbdf77df-bf74-47a2-990e-77c27605507d owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:05.378405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bbdf77df-bf74-47a2-990e-77c27605507d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:05.428495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:05.437673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:05.440589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:05.472834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Provisioning complete for port 3019c5ed-1348-4165-a137-e9b77c6d0f9e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:05.473457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.474594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.537151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ce89a-bec1-42f5-8ceb-09232a4a7396 None None] Pushing event updated for resources: {'Port': ['ID=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:05.598044 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:04:05.740977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added routes are [] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 06:04:05.741429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 06:04:05.752069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:05.781121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Attempting to bind port dfe2dc0b-b883-4dc5-8164-2ebfac382332 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:05.781765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Attempting to bind port dfe2dc0b-b883-4dc5-8164-2ebfac382332 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ae46ade8-109d-418e-b967-9ba025e67a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:05.782283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Attempting to bind port dfe2dc0b-b883-4dc5-8164-2ebfac382332 on network 3ed0683c-12c6-4032-a145-c2934549896e {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:05.800304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port bbdf77df-bf74-47a2-990e-77c27605507d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:05.800962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.836630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.848435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:05.849118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Checking segment: {'id': 'ae46ade8-109d-418e-b967-9ba025e67a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:05.849717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.855084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Bound using segment: {'id': 'ae46ade8-109d-418e-b967-9ba025e67a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:05.855084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Bound port: dfe2dc0b-b883-4dc5-8164-2ebfac382332, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae46ade8-109d-418e-b967-9ba025e67a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:05.855084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:05.859098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.10 (3ed0683c-12c6-4032-a145-c2934549896e/6d128892-1018-4032-ad7b-8e17cd106a87/9a50811b-7c85-4967-ac2f-fe896987c646) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:05.973091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.000415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.006836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.010134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.058938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] Pushing event deleted for resources: {'Port': ['ID=bbdf77df-bf74-47a2-990e-77c27605507d,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:06.059170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.068565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:06.074299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97593b5-7cd7-4d90-948b-5fec4a26e414 None None] No DVR routers for this DVR port bbdf77df-bf74-47a2-990e-77c27605507d on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:06.108604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:06.140057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3019c5ed-1348-4165-a137-e9b77c6d0f9e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:06.145115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] For port 3019c5ed-1348-4165-a137-e9b77c6d0f9e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3019c5ed-1348-4165-a137-e9b77c6d0f9e,segment=NetworkSegment(b7153bbb-5874-466a-9fa7-6a6c6d96bf94),segment_id=b7153bbb-5874-466a-9fa7-6a6c6d96bf94)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:06.210845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.216437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event updated for resources: {'Port': ['ID=bcf1dee4-beff-408e-ba47-9b6982d2ed53,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:06.224972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.267327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:06.270681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.290699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3019c5ed-1348-4165-a137-e9b77c6d0f9e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:06.291090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.293549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:04:06.307005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.357420 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Floating IP 04f930c7-b483-44b7-990d-913de264c57e associated. External IP: 172.26.4.99, port: 7a239aa2-bd78-4075-804e-1c4326828f47. Apr 18 06:04:06.371104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.392686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:06.393597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:06.396753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Provisioning complete for port 14d59bf5-e797-40d1-8a1e-5f83111855ae triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:06.397304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.407725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70a54d-861c-4caa-937e-79edfad8922a None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:06.457671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:06.473535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:06.488053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:06.488784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.506625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=da24b393-8681-4f85-b6c0-837725b4b891,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:06.511188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.538828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b837865-ab7e-4cbc-a1f5-04078a082a11 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:06.550317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.564566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.706262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.707037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.713685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.718839 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-017a5663-2af2-4089-8011-1d86ac6b8291 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4268274 Apr 18 06:04:06.720098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50348) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:06.739819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:65:be:83', 'name': 'tempest-NetworksTestDHCPv6-870595342'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:06.766594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:06.801967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=9a50811b-7c85-4967-ac2f-fe896987c646,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:06.840040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:06.845687 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:06.850403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:06.978969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:06.979754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:06.988598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Port 14d59bf5-e797-40d1-8a1e-5f83111855ae cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:06.996832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Router e251e977-cefa-4e53-8ab1-bef53c7fe25d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:07.020729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event updated for resources: {'Port': ['ID=25bcbf51-9e3b-44c1-9374-0eaecbc7f40b,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:07.022733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:07.097171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Pushing event updated for resources: {'Port': ['ID=3019c5ed-1348-4165-a137-e9b77c6d0f9e,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:07.151863 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1f1d93e6-e25d-454d-9788-3bfee204d118 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6711147 Apr 18 06:04:07.154947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50350) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:07.156316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Provisioning complete for port 5972f9e4-15df-4887-836c-55fcb7dbb25c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:07.156692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.168118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:07.196738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5972f9e4-15df-4887-836c-55fcb7dbb25c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:07.203358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc925f4-bd75-498e-8207-afe0ca36a743 None None] Network 99af7d64-8b2e-4f19-87af-3519f588577b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:07.247549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:07.260973 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] Sync routers for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:07.278435 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:07.279924 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:07.386424 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.440992 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:07.509479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': 'da24b393-8681-4f85-b6c0-837725b4b891'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:07.510351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.610853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:07.625506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5972f9e4-15df-4887-836c-55fcb7dbb25c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:07.625880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.675870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:07.678859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:07.726274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.730069 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a2f6216a-2552-43ee-a315-2ed13542b1a0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 700 time: 3.1278100 Apr 18 06:04:07.732731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50352) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:07.765261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.861847 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '04f930c7-b483-44b7-990d-913de264c57e', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'port_id': '7a239aa2-bd78-4075-804e-1c4326828f47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'mac_address': 'fa:16:3e:a8:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:04Z', 'updated_at': '2022-04-18T06:04:04Z', 'revision_number': 0, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:07.943051 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] Checking router: e251e977-cefa-4e53-8ab1-bef53c7fe25d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:07.955147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:07.958595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:07.960516 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:07.962740 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:07.989300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] For port 5972f9e4-15df-4887-836c-55fcb7dbb25c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5972f9e4-15df-4887-836c-55fcb7dbb25c,segment=NetworkSegment(fadd659a-1587-41e2-8a91-f4f3466bc7be),segment_id=fadd659a-1587-41e2-8a91-f4f3466bc7be)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:08.027999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2be6ceaa-187c-4ed2-bf5a-06d0895de0d5 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 700 time: 0.2924020 Apr 18 06:04:08.029642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50354) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:08.045533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:05Z', 'revision_number': 7, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '14d59bf5-e797-40d1-8a1e-5f83111855ae', 'name': '', 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:fb:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:57Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:06Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:08.074265 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2f5cd2d8-70af-491e-8269-1be5618e6a74 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1448555 Apr 18 06:04:08.078164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:04:08.080529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b7a20-d34b-4640-80c0-2c3ee39e382f" -d '{"events": [{"name": "network-changed", "server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:04:08.094870 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d128892-1018-4032-ad7b-8e17cd106a87 (CIDR: 172.20.0.0/28) Apr 18 06:04:08.127643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:08.157478 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:08.158019 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:08.159849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:08.182574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Router ce8b7c87-03ee-40a8-8cae-f9bcc734155d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:08.190755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2aedde-1205-40b5-a84b-48bffde816dd x-openstack-request-id: req-7c2aedde-1205-40b5-a84b-48bffde816dd {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:04:08.191043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:04:08.191326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c2aedde-1205-40b5-a84b-48bffde816dd {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:04:08.191716 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2aedde-1205-40b5-a84b-48bffde816dd'] response: {'name': 'network-changed', 'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'status': 'completed', 'code': 200} Apr 18 06:04:08.196868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:08.197220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Updating router 15890adb-4165-4150-bea9-6c6f72547fb0 port 14d59bf5-e797-40d1-8a1e-5f83111855ae binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:08.199111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.201503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 20122255-6e82-49c5-a4f5-bbebf7b9366a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:08.261598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Could not find standard attr ID for object 2389fd66-270e-44cf-8649-0cb30a5f6b14. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:08.276500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9301e9f3-2e54-41e7-a8a2-ff7e83070dd1 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1201611 Apr 18 06:04:08.279331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50360) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:08.287397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:08.378736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Could not find standard attr ID for object bbdf77df-bf74-47a2-990e-77c27605507d. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:08.385459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.399403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Allocated IP 2001:db8::f816:3eff:fe8f:456b (05d65530-28ce-4b9b-b71b-a17f18d1b658/da24b393-8681-4f85-b6c0-837725b4b891/9e94c952-160e-4ee5-aa63-15b4f846a204) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:08.470100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-50fd9f5e-21fe-491c-a6a5-7597d5cddad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:08.470689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.472624 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-50fd9f5e-21fe-491c-a6a5-7597d5cddad5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1098 time: 0.2443166 Apr 18 06:04:08.539572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee8f6-18c7-4c02-b732-4ed8660d6866 None None] Pushing event updated for resources: {'Port': ['ID=5972f9e4-15df-4887-836c-55fcb7dbb25c,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:08.558254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port afe2366b-8dd2-4a7a-b833-d665a5850589 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:08.600296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:08.605018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.653437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 20122255-6e82-49c5-a4f5-bbebf7b9366a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:08.653761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.659367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92c381-90f8-46df-a60f-d71a79f3fa4f req-f39dfa71-100c-402e-b736-19fec4a76524 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:08.668288 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa92c381-90f8-46df-a60f-d71a79f3fa4f req-f39dfa71-100c-402e-b736-19fec4a76524 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.4402826 Apr 18 06:04:08.676622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-c6d52061-2aec-432a-af8e-9a3fc0863f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:08.678156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-c6d52061-2aec-432a-af8e-9a3fc0863f2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 200 len: 897 time: 0.1966064 Apr 18 06:04:08.698338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Provisioning complete for port 88c2af69-0062-4986-9b93-fe343ddf621d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:08.698746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.702564 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '04f930c7-b483-44b7-990d-913de264c57e', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'port_id': '7a239aa2-bd78-4075-804e-1c4326828f47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'mac_address': 'fa:16:3e:a8:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:04Z', 'updated_at': '2022-04-18T06:04:04Z', 'revision_number': 0, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:08.736032 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a9459-ec0c-4f9c-bf37-e14daa4a672d None None] The sync data for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv is: [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '04f930c7-b483-44b7-990d-913de264c57e', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'port_id': '7a239aa2-bd78-4075-804e-1c4326828f47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'mac_address': 'fa:16:3e:a8:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:04:04Z', 'updated_at': '2022-04-18T06:04:04Z', 'revision_number': 0, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:08.797856 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-b2b7e9c2-b6fd-443a-878e-6d5395243198 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 200 len: 998 time: 0.1096230 Apr 18 06:04:08.812969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa92c381-90f8-46df-a60f-d71a79f3fa4f req-3811ce3e-7028-4e70-a1ea-00f980418cb2 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435530 Apr 18 06:04:08.829318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:08.842347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50362) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:08.847169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] Sync routers for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:08.849831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Port 88c2af69-0062-4986-9b93-fe343ddf621d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:08.860155 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-172b58b0-ebdd-4b48-83b6-9a5581085425 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3422053 Apr 18 06:04:08.863892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50364) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:08.915393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:08.915393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:08.926240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.954830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-752b00bc-b59f-4af4-8193-c80daeed254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:08.956341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-752b00bc-b59f-4af4-8193-c80daeed254c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f29c28c9-8775-4f72-9767-55d1dd98cdb7 HTTP/1.1" status: 200 len: 835 time: 0.1498973 Apr 18 06:04:08.960236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Provisioning complete for port 25bcbf51-9e3b-44c1-9374-0eaecbc7f40b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:08.960474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:08.977852 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f04a36e2-58af-42a5-bdf3-c760f5c28a14 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/floatingips/04f930c7-b483-44b7-990d-913de264c57e HTTP/1.1" status: 200 len: 990 time: 0.1326027 Apr 18 06:04:09.051972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-ebd1b1b7-93a1-4e9e-8cb0-80462c7c783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:09.053524 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-ebd1b1b7-93a1-4e9e-8cb0-80462c7c783b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a924472f-2b44-402b-8d0f-471461bbcf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885167 Apr 18 06:04:09.078770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-89149598-48c5-4260-acca-f5ac24156e17 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.140100 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ef1d2-4eaa-4b3e-8488-93f0e319c3ad None None] New status for floating IP 04f930c7-b483-44b7-990d-913de264c57e: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:04:09.161462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:09.186486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.205847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-35eaa8a4-0856-408a-a951-96250ca18211 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458659 Apr 18 06:04:09.229563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe65:be83 (05d65530-28ce-4b9b-b71b-a17f18d1b658/da24b393-8681-4f85-b6c0-837725b4b891/afe2366b-8dd2-4a7a-b833-d665a5850589) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:09.289754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:09.295099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:09.299602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:09.299602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Port 25bcbf51-9e3b-44c1-9374-0eaecbc7f40b cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:09.333828 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-225b7a20-d34b-4640-80c0-2c3ee39e382f req-c73365ff-affc-4577-8f8e-13d6782b6fe9 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208713 Apr 18 06:04:09.335747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:09.336367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.361720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:09.365713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:09.366537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319803bb-5fff-4d1f-bad6-afd557716c9a None None] The sync data for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:09.374316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Pushing event updated for resources: {'Port': ['ID=9e94c952-160e-4ee5-aa63-15b4f846a204,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:09.398681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:09.405169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:09.416453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:09.417195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.419068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Provisioning complete for port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:09.419675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.430619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea61bc1-a3c5-4fc8-8bec-d85ac8a686a9 None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:09.432482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b8d29afd-b7de-4091-88d7-0ae277f7ec4e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:09.447807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=661eb506-79a5-43d3-9c61-600211d9eb1b,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:09.460739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.465041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.469386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-89149598-48c5-4260-acca-f5ac24156e17 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 06:04:09.470531 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-89149598-48c5-4260-acca-f5ac24156e17 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d HTTP/1.1" status: 409 len: 329 time: 0.6059129 Apr 18 06:04:09.473624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50366) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:09.514557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b8d29afd-b7de-4091-88d7-0ae277f7ec4e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:09.514734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.514897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b8d29afd-b7de-4091-88d7-0ae277f7ec4e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:09.562101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.582397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Attempting to bind port 9e94c952-160e-4ee5-aa63-15b4f846a204 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:09.582765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Attempting to bind port 9e94c952-160e-4ee5-aa63-15b4f846a204 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:09.583118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Attempting to bind port 9e94c952-160e-4ee5-aa63-15b4f846a204 on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:09.620830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:09.621098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:09.621495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.621877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:09.622347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Bound port: 9e94c952-160e-4ee5-aa63-15b4f846a204, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:09.622751 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.644313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.667469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd4e4e-3ad9-47a7-8454-7398bf3c005c None None] Pushing event updated for resources: {'Port': ['ID=14d59bf5-e797-40d1-8a1e-5f83111855ae,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:09.671747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1db2900e-50c0-4723-9afa-fab59e8f799b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3901942 Apr 18 06:04:09.674442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50368) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:09.680414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1478172376', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '661eb506-79a5-43d3-9c61-600211d9eb1b'}], 'security_groups': ['683095d7-6172-437a-8db3-61c0339788bf']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:09.747983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:09.793214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:09.797567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:09.804231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:09.805731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.809386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.863040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=afe2366b-8dd2-4a7a-b833-d665a5850589,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:09.903596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-16bbc4c9-f3a0-4110-a88c-e9599c38166c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1705678 Apr 18 06:04:09.918771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Attempting to bind port 14d59bf5-e797-40d1-8a1e-5f83111855ae on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:09.919098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Attempting to bind port 14d59bf5-e797-40d1-8a1e-5f83111855ae by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:09.919485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Attempting to bind port 14d59bf5-e797-40d1-8a1e-5f83111855ae on network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:09.925905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50370) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:09.928218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.946314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:09.946676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Checking segment: {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:09.947569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.947569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Bound using segment: {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:09.947973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Bound port: 14d59bf5-e797-40d1-8a1e-5f83111855ae, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd659a-1587-41e2-8a91-f4f3466bc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:09.948347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:09.967748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dfe2dc0b-b883-4dc5-8164-2ebfac382332 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:09.970330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] For port 9e94c952-160e-4ee5-aa63-15b4f846a204, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:09.983651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50372) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:10.027974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] For port 9e94c952-160e-4ee5-aa63-15b4f846a204, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9e94c952-160e-4ee5-aa63-15b4f846a204,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:10.061162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee420c6b-dbe7-4747-8107-f70a56513346 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:10.067298 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee420c6b-dbe7-4747-8107-f70a56513346 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:10.069025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ee420c6b-dbe7-4747-8107-f70a56513346 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1374695 Apr 18 06:04:10.073836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50374) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:10.080134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] For port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,segment=NetworkSegment(9832859f-ed93-4ba8-8598-73e3a6a80d1a),segment_id=9832859f-ed93-4ba8-8598-73e3a6a80d1a)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:10.105314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.143187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] For port 14d59bf5-e797-40d1-8a1e-5f83111855ae, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:10.157511 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dbf82a86-0b33-4a4b-af0a-e7f76f3d767b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/floatingips/04f930c7-b483-44b7-990d-913de264c57e HTTP/1.1" status: 200 len: 992 time: 0.1726487 Apr 18 06:04:10.164863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.182531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] For port 14d59bf5-e797-40d1-8a1e-5f83111855ae, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=14d59bf5-e797-40d1-8a1e-5f83111855ae,segment=NetworkSegment(fadd659a-1587-41e2-8a91-f4f3466bc7be),segment_id=fadd659a-1587-41e2-8a91-f4f3466bc7be)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:10.194576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 14d59bf5-e797-40d1-8a1e-5f83111855ae {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:10.194576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.210444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:10.210810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.262095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.263500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35baa-fe8b-485e-b194-9567efed9dfa None None] Pushing event updated for resources: {'Port': ['ID=9e94c952-160e-4ee5-aa63-15b4f846a204,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:10.312552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 14d59bf5-e797-40d1-8a1e-5f83111855ae, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:10.313064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.313852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Provisioning complete for port 9a50811b-7c85-4967-ac2f-fe896987c646 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:10.314749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.324144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] Update dhcp port {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'fixed_ips': [{'subnet_id': '6d128892-1018-4032-ad7b-8e17cd106a87', 'ip_address': '172.20.0.2'}, {'subnet_id': '661eb506-79a5-43d3-9c61-600211d9eb1b'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'dfe2dc0b-b883-4dc5-8164-2ebfac382332'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:10.327680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 14d59bf5-e797-40d1-8a1e-5f83111855ae owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:10.381758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.407030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port afe2366b-8dd2-4a7a-b833-d665a5850589 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:10.407530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.430307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Delete allocated IP 172.20.0.10 (3ed0683c-12c6-4032-a145-c2934549896e/6d128892-1018-4032-ad7b-8e17cd106a87) {{(pid=109605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:04:10.436743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Pushing event updated for resources: {'Port': ['ID=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:10.440021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.444658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:10.446162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:10.447741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Port 9a50811b-7c85-4967-ac2f-fe896987c646 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:10.517697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.30 (3ed0683c-12c6-4032-a145-c2934549896e/661eb506-79a5-43d3-9c61-600211d9eb1b/9a50811b-7c85-4967-ac2f-fe896987c646) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:10.605962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.631219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for afe2366b-8dd2-4a7a-b833-d665a5850589 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:10.760373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.760373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:10.760373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2ccef710-57dc-46ce-ae2c-4d14b32dfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.772187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd4e4e-3ad9-47a7-8454-7398bf3c005c None None] Pushing event updated for resources: {'Port': ['ID=14d59bf5-e797-40d1-8a1e-5f83111855ae,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:10.818939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:10.885595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.893925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.932634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=14d59bf5-e797-40d1-8a1e-5f83111855ae,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:10.955112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:10.959640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting port 25bcbf51-9e3b-44c1-9374-0eaecbc7f40b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:10.959986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:10.980335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.029600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.056026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=afe2366b-8dd2-4a7a-b833-d665a5850589,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:11.098479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.103116 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ae58e067-0510-4d45-a152-39b5eaf864db tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/afe2366b-8dd2-4a7a-b833-d665a5850589 HTTP/1.1" status: 204 len: 168 time: 1.0280108 Apr 18 06:04:11.104166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50378) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:11.112075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=9a50811b-7c85-4967-ac2f-fe896987c646,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:11.253640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] In _notify_port_updated(), no bound segment for port 9a50811b-7c85-4967-ac2f-fe896987c646 on network 3ed0683c-12c6-4032-a145-c2934549896e {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:04:11.260745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:11.261385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.262711 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-240a34c6-2dab-421e-b9ee-3ef9473daffa tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/ports/9a50811b-7c85-4967-ac2f-fe896987c646 HTTP/1.1" status: 200 len: 921 time: 1.5872235 Apr 18 06:04:11.265093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.266705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50380) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:11.282288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046b683-e5a0-447f-99ce-ab8a760e158e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:11.283944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046b683-e5a0-447f-99ce-ab8a760e158e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:11.285237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Calling delete_port for 25bcbf51-9e3b-44c1-9374-0eaecbc7f40b owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:11.285482 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7046b683-e5a0-447f-99ce-ab8a760e158e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1793833 Apr 18 06:04:11.287829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.288544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3019c5ed-1348-4165-a137-e9b77c6d0f9e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:11.290089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50382) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:11.386367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:11.400879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet da24b393-8681-4f85-b6c0-837725b4b891 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:11.404665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.481697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] Allocated IP 172.20.0.18 (3ed0683c-12c6-4032-a145-c2934549896e/661eb506-79a5-43d3-9c61-600211d9eb1b/dfe2dc0b-b883-4dc5-8164-2ebfac382332) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:11.542986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3019c5ed-1348-4165-a137-e9b77c6d0f9e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:11.543512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.557496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.676495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-02fa42e0-6aa3-4b7d-9fc1-d661b19b5db9 None None] Provisioning complete for port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:11.676951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-02fa42e0-6aa3-4b7d-9fc1-d661b19b5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.684844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:05Z', 'revision_number': 7, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '14d59bf5-e797-40d1-8a1e-5f83111855ae', 'name': '', 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:fb:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:57Z', 'updated_at': '2022-04-18T06:04:10Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:06Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:11.688388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.702234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.763803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc6bd91-70b1-4b51-8bd8-17db8b2ddd8d None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:05Z', 'revision_number': 7, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '14d59bf5-e797-40d1-8a1e-5f83111855ae', 'name': '', 'network_id': '26fcf5d3-5ce5-4f6f-9187-c54f00f77d04', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:fb:2a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:57Z', 'updated_at': '2022-04-18T06:04:10Z', 'revision_number': 4, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:06Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:11.769284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.800351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Port': ['ID=25bcbf51-9e3b-44c1-9374-0eaecbc7f40b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:11.864849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 9a50811b-7c85-4967-ac2f-fe896987c646 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:11.865198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.871097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:11.874878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5972f9e4-15df-4887-836c-55fcb7dbb25c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:11.922150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:12.025390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.030016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.035720 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/da24b393-8681-4f85-b6c0-837725b4b891 HTTP/1.1" status: 204 len: 168 time: 0.7423446 Apr 18 06:04:12.035720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16069e-fdec-4098-84a8-752d52ecc2e2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=da24b393-8681-4f85-b6c0-837725b4b891,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:12.037193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.050247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.064098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5972f9e4-15df-4887-836c-55fcb7dbb25c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:12.064740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.108195 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4f6635b6-3545-45c1-8096-aa362f142b3b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527999 Apr 18 06:04:12.108447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50386) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.113439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:12.144681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.157690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-02fa42e0-6aa3-4b7d-9fc1-d661b19b5db9 None None] Could not find standard attr ID for object 14d59bf5-e797-40d1-8a1e-5f83111855ae. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:12.158651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:12.166441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.190659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ba606-11cd-4c6b-8f6c-fb02ba9fc9f7 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:12.194636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 9a50811b-7c85-4967-ac2f-fe896987c646 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:12.199102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:12.313097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:12.315440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:12.316055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:12.316916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.341401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] Could not find standard attr ID for object afe2366b-8dd2-4a7a-b833-d665a5850589. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:12.363637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:12.371632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d3569883-5dae-4ec6-ad35-3e49add1ef5d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3348935 Apr 18 06:04:12.371864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50388) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.403509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a24741-7c3c-4c99-928a-c50db4225744 None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:12.487361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] Provisioning complete for port 9e94c952-160e-4ee5-aa63-15b4f846a204 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:12.487729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.489957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Router ce8b7c87-03ee-40a8-8cae-f9bcc734155d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:12.492741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:12.496339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.507173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f4ef7b86-a884-4232-8590-af6c6a1572fa up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:12.546148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:12.549307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.572400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.616838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=9a50811b-7c85-4967-ac2f-fe896987c646,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:12.640659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:12.652303 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c1fe4ce8-724d-46cf-a333-4f62ee7dd5f5 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1721628 Apr 18 06:04:12.652303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50390) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.654937 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] Sync routers for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:12.670762 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:12.671897 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:12.699856 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-862b158e-dcde-45dc-8d64-fe7149117985 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] show failed (client error): The resource could not be found. Apr 18 06:04:12.704349 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-862b158e-dcde-45dc-8d64-fe7149117985 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-906982208 HTTP/1.1" status: 404 len: 334 time: 0.0479181 Apr 18 06:04:12.707158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50392) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.763520 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:12.764604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3ebf70f3-921e-4e8c-8d21-d6c45fa9cdfc tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:12.793309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] Routers {'ce8b7c87-03ee-40a8-8cae-f9bcc734155d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:12.793921 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:12.812508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:12.819663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.835917 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:12.837372 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cac98-7d5f-4c06-b245-2670668c751f None None] The sync data for ids ['ce8b7c87-03ee-40a8-8cae-f9bcc734155d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:12.851074 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-3ebf70f3-921e-4e8c-8d21-d6c45fa9cdfc tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] update failed (client error): The resource could not be found. Apr 18 06:04:12.856606 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3ebf70f3-921e-4e8c-8d21-d6c45fa9cdfc tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-464626473 HTTP/1.1" status: 404 len: 334 time: 0.1003721 Apr 18 06:04:12.856747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50394) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.862107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f4ef7b86-a884-4232-8590-af6c6a1572fa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:12.862556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.887786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.924269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.932152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.938900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-52d544ed-265a-4cca-a0c4-16277791e060 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/9a50811b-7c85-4967-ac2f-fe896987c646 HTTP/1.1" status: 204 len: 168 time: 1.6669850 Apr 18 06:04:12.941068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50396) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:12.950156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting subnet 453ce6b0-4ab7-447c-b47a-79fe20a28cd5 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:12.956425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:12.982011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-92249e26-3ec9-4ab0-9bc8-e7e28ae5ff0b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:04:12.987525 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92249e26-3ec9-4ab0-9bc8-e7e28ae5ff0b tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/9a50811b-7c85-4967-ac2f-fe896987c646 HTTP/1.1" status: 404 len: 333 time: 0.0452607 Apr 18 06:04:12.988174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50398) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:13.024654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] For port 9e94c952-160e-4ee5-aa63-15b4f846a204, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9e94c952-160e-4ee5-aa63-15b4f846a204,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:13.077295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dea92d6-d600-42fb-9b4a-036cda529676 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.095614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] Deleting port 9e94c952-160e-4ee5-aa63-15b4f846a204 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:13.095889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.118314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dea92d6-d600-42fb-9b4a-036cda529676 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.119736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.152513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.199082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:13.204439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.208187 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6fd0ba22-2ba0-4f27-88e6-fc6e105b1ee0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4 HTTP/1.1" status: 204 len: 168 time: 0.8352406 Apr 18 06:04:13.211326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50400) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:13.312001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.344157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dea92d6-d600-42fb-9b4a-036cda529676 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.347231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dea92d6-d600-42fb-9b4a-036cda529676 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.350891 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0dea92d6-d600-42fb-9b4a-036cda529676 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/security-groups/f25cf563-6642-4fbf-96a1-c46e11cf3460 HTTP/1.1" status: 204 len: 168 time: 0.3547406 Apr 18 06:04:13.355625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50402) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:13.368809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:13.370801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0157a5c-e5dd-4ee8-a9f6-d36432fad764 None None] Network 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:13.380028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea92d6-d600-42fb-9b4a-036cda529676 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cf563-6642-4fbf-96a1-c46e11cf3460,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:13.434328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 5972f9e4-15df-4887-836c-55fcb7dbb25c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:13.434809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.435993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93d9d5fc-255b-44e3-87ec-b3f2fa93d141 None None] Could not find standard attr ID for object 9a50811b-7c85-4967-ac2f-fe896987c646. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:13.449542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74d0797c-9614-4228-89ca-dbc148d4f65d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.455992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.527778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74d0797c-9614-4228-89ca-dbc148d4f65d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.552769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 5972f9e4-15df-4887-836c-55fcb7dbb25c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5972f9e4-15df-4887-836c-55fcb7dbb25c,segment=NetworkSegment(fadd659a-1587-41e2-8a91-f4f3466bc7be),segment_id=fadd659a-1587-41e2-8a91-f4f3466bc7be)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:13.554848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab4ab1-ef17-4fe6-ac34-e4e420746b66 None None] Pushing event updated for resources: {'Port': ['ID=9e94c952-160e-4ee5-aa63-15b4f846a204,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:13.555630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.569370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:04:13.579702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] For port 9e94c952-160e-4ee5-aa63-15b4f846a204, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9e94c952-160e-4ee5-aa63-15b4f846a204,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:13.580141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.582922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93d9d5fc-255b-44e3-87ec-b3f2fa93d141 None None] Provisioning complete for port 88c2af69-0062-4986-9b93-fe343ddf621d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:13.583062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 5972f9e4-15df-4887-836c-55fcb7dbb25c owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:13.583366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93d9d5fc-255b-44e3-87ec-b3f2fa93d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.587560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:10Z', 'revision_number': 8, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:06Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:13.676225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.690039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] Calling delete_port for 9e94c952-160e-4ee5-aa63-15b4f846a204 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:13.695597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:13.740162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-93d9d5fc-255b-44e3-87ec-b3f2fa93d141 None None] Port 88c2af69-0062-4986-9b93-fe343ddf621d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:13.773275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:13.774176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.798862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:13.799523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:13.899822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74d0797c-9614-4228-89ca-dbc148d4f65d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.903005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74d0797c-9614-4228-89ca-dbc148d4f65d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.904242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-74d0797c-9614-4228-89ca-dbc148d4f65d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/security-groups/683095d7-6172-437a-8db3-61c0339788bf HTTP/1.1" status: 204 len: 168 time: 0.5464494 Apr 18 06:04:13.906941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50404) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:13.910431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93d9d5fc-255b-44e3-87ec-b3f2fa93d141 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:13.910806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93d9d5fc-255b-44e3-87ec-b3f2fa93d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.917961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0797c-9614-4228-89ca-dbc148d4f65d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683095d7-6172-437a-8db3-61c0339788bf,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:13.927985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.970312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:13.977869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=5972f9e4-15df-4887-836c-55fcb7dbb25c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:13.983975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 5972f9e4-15df-4887-836c-55fcb7dbb25c on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:13.996627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:14.022563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Subnet': ['ID=453ce6b0-4ab7-447c-b47a-79fe20a28cd5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:14.025909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.034966 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b87e641d-b617-4203-8ed2-629b4c466975 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/subnets/453ce6b0-4ab7-447c-b47a-79fe20a28cd5 HTTP/1.1" status: 204 len: 168 time: 1.1770694 Apr 18 06:04:14.042325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f439539-1c15-4072-9ec3-635b3e7ec1e9 None None] Network 99af7d64-8b2e-4f19-87af-3519f588577b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:14.043346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50406) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:14.060619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 6d128892-1018-4032-ad7b-8e17cd106a87 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:14.074083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.083611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d0e97-e4ac-4cdd-9601-60cbe0eb2c3e None None] DHCP port deletion for 26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:14.091675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.113768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fcf5d3-5ce5-4f6f-9187-c54f00f77d04']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:14.123618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd659a-1587-41e2-8a91-f4f3466bc7be') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:14.123982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd659a-1587-41e2-8a91-f4f3466bc7be') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:14.134661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.149319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.155872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:14.156355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:14.159694 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:14.193512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.206548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.207368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.238297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.278897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Port 9e94c952-160e-4ee5-aa63-15b4f846a204 concurrently deleted while adding address for new subnet {'id': '419e1821-de68-488e-8527-c641789b8114', 'name': '', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 974, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-18T06:04:12Z', 'updated_at': '2022-04-18T06:04:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a6f649df552d4fda9650a6f4da503c23'}. {{(pid=109605) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Apr 18 06:04:14.279363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.282584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] Pushing event deleted for resources: {'Port': ['ID=9e94c952-160e-4ee5-aa63-15b4f846a204,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:14.287416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f90d36-0eb2-4305-80a6-14ad263a6dd9 None None] No DVR routers for this DVR port 9e94c952-160e-4ee5-aa63-15b4f846a204 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:14.329349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bbdf77df-bf74-47a2-990e-77c27605507d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:14.337925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.358546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.361787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/26fcf5d3-5ce5-4f6f-9187-c54f00f77d04 HTTP/1.1" status: 204 len: 168 time: 1.1493859 Apr 18 06:04:14.363308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dd146-2849-4743-b6b6-c81f80646872 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=26fcf5d3-5ce5-4f6f-9187-c54f00f77d04,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:14.363714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:14.365447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50408) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:14.373349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:14.385712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: bbdf77df-bf74-47a2-990e-77c27605507d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:14.386245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bbdf77df-bf74-47a2-990e-77c27605507d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:14.394912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfdf6f2-6865-4e38-b063-ede40db21a47 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:14.412217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:14.413306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.453103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=419e1821-de68-488e-8527-c641789b8114,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:14.478321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.527805 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e4d62724-f6fb-4713-9ce4-0fd18061995b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4181960 Apr 18 06:04:14.528428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50410) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:14.537619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:1a:34:7f', 'name': 'tempest-NetworksTestDHCPv6-298723887'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:14.557401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:14.557741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.566998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-24ab1744-bff7-448c-97df-2861de997328 None None] Could not find standard attr ID for object 9a50811b-7c85-4967-ac2f-fe896987c646. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:14.579111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dfe2dc0b-b883-4dc5-8164-2ebfac382332 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:14.631718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] DHCP port deletion for 99af7d64-8b2e-4f19-87af-3519f588577b request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:14.697990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] For port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,segment=NetworkSegment(9832859f-ed93-4ba8-8598-73e3a6a80d1a),segment_id=9832859f-ed93-4ba8-8598-73e3a6a80d1a)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:14.698596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.723913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Calling delete_port for 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:14.724555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:10Z', 'revision_number': 8, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:06Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:14.757467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '419e1821-de68-488e-8527-c641789b8114'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:14.758406 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.766129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2d405-0763-47c0-9b89-a560f2a142bb None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:10Z', 'revision_number': 8, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3019c5ed-1348-4165-a137-e9b77c6d0f9e', 'name': '', 'network_id': '1bce1c31-e16f-424a-9f68-74529267708a', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:e8:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:49Z', 'updated_at': '2022-04-18T06:04:06Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': '7fa127e5-285f-4272-b6f8-20cb96160ee5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:14.792222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:14.792597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.795958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.797265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.823196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] Deleting port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:14.824702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.842443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=6d128892-1018-4032-ad7b-8e17cd106a87,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:14.847981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:14.851029 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-329e5adb-6ecc-452a-a225-8d1069b48f26 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/6d128892-1018-4032-ad7b-8e17cd106a87 HTTP/1.1" status: 204 len: 168 time: 0.9425838 Apr 18 06:04:14.860657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50412) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:14.866786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:14.882345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a69a2d-2587-4d2b-b3e5-ffc6e4b0a4bc None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:14.922501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:15.050479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.079926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 3019c5ed-1348-4165-a137-e9b77c6d0f9e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:15.080303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.095235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 682c5ad3-b8c3-4177-b6ee-5faabd73186e yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:15.132499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.185491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 3019c5ed-1348-4165-a137-e9b77c6d0f9e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3019c5ed-1348-4165-a137-e9b77c6d0f9e,segment=NetworkSegment(b7153bbb-5874-466a-9fa7-6a6c6d96bf94),segment_id=b7153bbb-5874-466a-9fa7-6a6c6d96bf94)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:15.186242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.193804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Port': ['ID=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:15.196716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] No DVR routers for this DVR port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:15.201585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:15.205402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.212162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 3019c5ed-1348-4165-a137-e9b77c6d0f9e owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:15.245745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] For port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,segment=NetworkSegment(9832859f-ed93-4ba8-8598-73e3a6a80d1a),segment_id=9832859f-ed93-4ba8-8598-73e3a6a80d1a)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:15.246428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.288852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] Calling delete_port for 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:15.335182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Allocated IP 2001:db8::f816:3eff:feb9:3e10 (05d65530-28ce-4b9b-b71b-a17f18d1b658/419e1821-de68-488e-8527-c641789b8114/96d6c63c-3862-4226-a4cc-5c6df724cad3) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:15.416265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:15.420526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.453950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99af7d64-8b2e-4f19-87af-3519f588577b']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:15.467069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:15.468292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9832859f-ed93-4ba8-8598-73e3a6a80d1a') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:15.468584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9832859f-ed93-4ba8-8598-73e3a6a80d1a') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:15.469245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:15.469618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 06:04:15.480124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.516438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.527643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:15.528036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:15.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:15.544174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 not found, will not notify nova. {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 06:04:15.555165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.567823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:15.568460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:15.618314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=3019c5ed-1348-4165-a137-e9b77c6d0f9e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:15.631354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5972f9e4-15df-4887-836c-55fcb7dbb25c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:15.642334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.692711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.716332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.719761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/networks/99af7d64-8b2e-4f19-87af-3519f588577b HTTP/1.1" status: 204 len: 168 time: 1.6750748 Apr 18 06:04:15.722257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50414) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:15.730290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 5972f9e4-15df-4887-836c-55fcb7dbb25c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:15.730558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5972f9e4-15df-4887-836c-55fcb7dbb25c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:15.730697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25e7a1-679f-415b-b59e-fc26a5ca5405 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Network': ['ID=99af7d64-8b2e-4f19-87af-3519f588577b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:15.751680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] Pushing event deleted for resources: {'Port': ['ID=319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:15.760687 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.763282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a5a4a-d8de-49be-8276-fb54af2399de None None] No DVR routers for this DVR port 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:15.795143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:15.837539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=84b6e336-7632-46a0-a33c-7d3b6846518f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:15.850509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.858386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:15.863890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting subnet 6b3b6024-bb2a-4975-a943-5f56a4a9d095 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:15.866667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:15.870727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:15.871804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.875647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.932601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.953032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:15.985364 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1cb1ba26-895b-4c5d-b401-936ac18a3265 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1236272 Apr 18 06:04:15.988092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50416) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:15.995888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'security_group': {'name': 'tempest-secgroup-1593978943'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:16.034047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.081394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.118681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:16.120577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Pushing event updated for resources: {'Port': ['ID=96d6c63c-3862-4226-a4cc-5c6df724cad3,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.129264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:16.129497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe1a:347f (05d65530-28ce-4b9b-b71b-a17f18d1b658/419e1821-de68-488e-8527-c641789b8114/682c5ad3-b8c3-4177-b6ee-5faabd73186e) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:16.132106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:16.144822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.198003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:16.239873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Attempting to bind port 96d6c63c-3862-4226-a4cc-5c6df724cad3 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:16.240237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Attempting to bind port 96d6c63c-3862-4226-a4cc-5c6df724cad3 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:16.240661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Attempting to bind port 96d6c63c-3862-4226-a4cc-5c6df724cad3 on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:16.249673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:16.250051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:16.250441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.250835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:16.251390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Bound port: 96d6c63c-3862-4226-a4cc-5c6df724cad3, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:16.251826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.277831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:15Z', 'revision_number': 9, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:16.291582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.312090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.318188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c74947-47e9-44c4-8a69-701ee2893966 None None] Network f143113f-d4bf-4c42-b6a2-1c091f501226 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:16.319009 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/subnets/6b3b6024-bb2a-4975-a943-5f56a4a9d095 HTTP/1.1" status: 204 len: 168 time: 0.5956974 Apr 18 06:04:16.320182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:16.335402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:16.345867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-266994a8-ca45-4eb0-8fd5-4d7b120ddfb6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9770360 Apr 18 06:04:16.347671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50418) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:16.353233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50420) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:16.362784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33169de0-0031-4484-9b43-8c5fc17d1e67 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3b6024-bb2a-4975-a943-5f56a4a9d095,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.363988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:16.364795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:16.428833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet 7fa127e5-285f-4272-b6f8-20cb96160ee5 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:16.435286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.483272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting subnet e0da5bbb-cc1a-4bec-a8c7-da536c233986 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:16.486266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.524824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.526405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d80380-c57f-41e5-9d82-ee89732ffdd4 None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:16.535416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.552226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.584331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.621587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.627936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] For port 96d6c63c-3862-4226-a4cc-5c6df724cad3, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:16.634693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 14d59bf5-e797-40d1-8a1e-5f83111855ae no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:16.659187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:16.662767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.691886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e401008d-f86d-4d63-ad19-1343c65c2655,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.700527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.720981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-55ae2e3e-c852-423b-b57a-b6a8281d7265 None None] Provisioning complete for port 88c2af69-0062-4986-9b93-fe343ddf621d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:16.721360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55ae2e3e-c852-423b-b57a-b6a8281d7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.723943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] For port 96d6c63c-3862-4226-a4cc-5c6df724cad3, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=96d6c63c-3862-4226-a4cc-5c6df724cad3,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:16.729952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 14d59bf5-e797-40d1-8a1e-5f83111855ae {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:16.736435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 14d59bf5-e797-40d1-8a1e-5f83111855ae not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:16.736435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:16.736664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.756354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.760927 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9047f761-36d4-4e8a-970d-247cedbbf5d0 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7664900 Apr 18 06:04:16.761214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50424) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:16.765962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609361832'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:16.770547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:16.770892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 319e5fbb-c8d5-4fb1-aad2-0aeebd4bf523 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:16.787294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:16.798002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:16.805497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:16.811045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:16.811689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.828059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=682c5ad3-b8c3-4177-b6ee-5faabd73186e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.877167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.879282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.915125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.922467 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-361b01b6-5c38-4890-a8eb-444eef65475b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3868499 Apr 18 06:04:16.923655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50426) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:16.939333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.945201 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/7fa127e5-285f-4272-b6f8-20cb96160ee5 HTTP/1.1" status: 204 len: 168 time: 0.5879762 Apr 18 06:04:16.945201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96254d0b-67ec-4fab-8f78-3cb9c2fa72c8 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa127e5-285f-4272-b6f8-20cb96160ee5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.952438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50428) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:16.961544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Subnet': ['ID=e0da5bbb-cc1a-4bec-a8c7-da536c233986,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:16.977862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:16.981354 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0b205201-010e-49c6-89f3-2770f28a4830 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/subnets/e0da5bbb-cc1a-4bec-a8c7-da536c233986 HTTP/1.1" status: 204 len: 168 time: 0.6326766 Apr 18 06:04:16.984606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50430) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:17.015658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f4461-22c5-46bb-a723-cc08b8525158 None None] Network 1bce1c31-e16f-424a-9f68-74529267708a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:17.041890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20344a-96e8-49ca-b13d-da5d1e95ffa8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:17.047313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20344a-96e8-49ca-b13d-da5d1e95ffa8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:17.051554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3a20344a-96e8-49ca-b13d-da5d1e95ffa8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1221645 Apr 18 06:04:17.053070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50432) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:17.089192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dfab03-286c-455d-b05c-2f61c7a0691a None None] Network 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:17.098113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.098919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.101295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.116323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.155595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-55ae2e3e-c852-423b-b57a-b6a8281d7265 None None] Port 88c2af69-0062-4986-9b93-fe343ddf621d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:17.166621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 682c5ad3-b8c3-4177-b6ee-5faabd73186e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:17.167300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.194610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.211134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 20122255-6e82-49c5-a4f5-bbebf7b9366a {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:17.211859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.268391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting port f4ef7b86-a884-4232-8590-af6c6a1572fa {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:17.268736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.277177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.281297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5161951 Apr 18 06:04:17.282355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a8207-38a6-46dc-b9a8-a946a6fb9618 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ee871f-975e-4b63-9401-992fe3351b3c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.282987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50434) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:17.290488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335131643'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:17.301791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] DHCP port deletion for f143113f-d4bf-4c42-b6a2-1c091f501226 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:17.317666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.335184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 682c5ad3-b8c3-4177-b6ee-5faabd73186e owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:17.351683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 20122255-6e82-49c5-a4f5-bbebf7b9366a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=20122255-6e82-49c5-a4f5-bbebf7b9366a,segment=NetworkSegment(b7153bbb-5874-466a-9fa7-6a6c6d96bf94),segment_id=b7153bbb-5874-466a-9fa7-6a6c6d96bf94)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:17.351683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.374474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 20122255-6e82-49c5-a4f5-bbebf7b9366a owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:17.382486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] For port f4ef7b86-a884-4232-8590-af6c6a1572fa, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f4ef7b86-a884-4232-8590-af6c6a1572fa,segment=NetworkSegment(ae0e767f-c089-43a8-bc9e-b69ea21f86ad),segment_id=ae0e767f-c089-43a8-bc9e-b69ea21f86ad)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:17.382879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.402246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Calling delete_port for f4ef7b86-a884-4232-8590-af6c6a1572fa owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:17.404029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-55ae2e3e-c852-423b-b57a-b6a8281d7265 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:17.404029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55ae2e3e-c852-423b-b57a-b6a8281d7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.452154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df84c7d-5d72-461c-95ab-991101894971 None None] Pushing event updated for resources: {'Port': ['ID=96d6c63c-3862-4226-a4cc-5c6df724cad3,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.484420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.590531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.619883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] Deleting port f4ef7b86-a884-4232-8590-af6c6a1572fa {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:17.620435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.642718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.661886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.684385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=682c5ad3-b8c3-4177-b6ee-5faabd73186e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.690163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79888b-73ad-4405-a94d-6691de262df2 None None] DHCP port deletion for 1bce1c31-e16f-424a-9f68-74529267708a request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:17.701203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.708115 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-52c41e0a-b746-4782-8ca0-cead9c4bc273 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/682c5ad3-b8c3-4177-b6ee-5faabd73186e HTTP/1.1" status: 204 len: 168 time: 0.6543722 Apr 18 06:04:17.710557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50436) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:17.712679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=20122255-6e82-49c5-a4f5-bbebf7b9366a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.719715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.731743 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 20122255-6e82-49c5-a4f5-bbebf7b9366a on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:17.788381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Port': ['ID=f4ef7b86-a884-4232-8590-af6c6a1572fa,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.794456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.821382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536cf06-6188-4374-86d8-f3e4a48a8cce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:17.823137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536cf06-6188-4374-86d8-f3e4a48a8cce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:17.826010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] For port f4ef7b86-a884-4232-8590-af6c6a1572fa, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f4ef7b86-a884-4232-8590-af6c6a1572fa,segment=NetworkSegment(ae0e767f-c089-43a8-bc9e-b69ea21f86ad),segment_id=ae0e767f-c089-43a8-bc9e-b69ea21f86ad)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:17.826418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.829361 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e536cf06-6188-4374-86d8-f3e4a48a8cce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1168802 Apr 18 06:04:17.830784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50438) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:17.840024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] DHCP port deletion for 37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:17.850978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] No DVR routers for this DVR port f4ef7b86-a884-4232-8590-af6c6a1572fa on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:17.858468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] Calling delete_port for f4ef7b86-a884-4232-8590-af6c6a1572fa owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:17.864833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] Update dhcp port {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'fixed_ips': [{'subnet_id': '661eb506-79a5-43d3-9c61-600211d9eb1b', 'ip_address': '172.20.0.18'}, {'subnet_id': '84b6e336-7632-46a0-a33c-7d3b6846518f'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'dfe2dc0b-b883-4dc5-8164-2ebfac382332'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:17.875213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b505502c-e541-4f5a-93c4-ae3a83a200ff,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:17.896773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:15Z', 'revision_number': 9, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:17.903810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 419e1821-de68-488e-8527-c641789b8114 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:17.907476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.954908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.959896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0113a83-6c8b-4bf3-9276-7ee0a04eab05 None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:15Z', 'revision_number': 9, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:17.976083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:17.977996 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e7f6bb20-8fc2-41e3-bd43-158592118e9d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6909351 Apr 18 06:04:17.982369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50440) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:18.014048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.020568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-318359409', 'security_groups': ['b505502c-e541-4f5a-93c4-ae3a83a200ff'], 'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84b6e336-7632-46a0-a33c-7d3b6846518f'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:18.025622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.060950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.162374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] Deleting port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:18.162747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.168311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.239029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] Pushing event deleted for resources: {'Port': ['ID=f4ef7b86-a884-4232-8590-af6c6a1572fa,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:18.242899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.263351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.267640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/419e1821-de68-488e-8527-c641789b8114 HTTP/1.1" status: 204 len: 168 time: 0.4344327 Apr 18 06:04:18.270173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50442) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:18.279218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2660d53-08c6-418c-bf3a-ffc744e647a8 None None] No DVR routers for this DVR port f4ef7b86-a884-4232-8590-af6c6a1572fa on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:18.321156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] For port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,segment=NetworkSegment(90ef2b65-ac3c-452a-bf76-afa7dee03d7e),segment_id=90ef2b65-ac3c-452a-bf76-afa7dee03d7e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:18.321632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.343651 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5bd73b75-fd6e-42fb-9523-e4fe5af4b5aa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721033 Apr 18 06:04:18.344748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ee6db-d47c-4be8-b782-cc65946e71e5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=419e1821-de68-488e-8527-c641789b8114,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:18.347922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50444) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:18.370337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] Calling delete_port for 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:18.384967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] Allocated IP 172.20.0.2 (3ed0683c-12c6-4032-a145-c2934549896e/84b6e336-7632-46a0-a33c-7d3b6846518f/dfe2dc0b-b883-4dc5-8164-2ebfac382332) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:18.442390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f39c3-572b-457c-9d78-5163981cc3bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:18.444522 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-064f39c3-572b-457c-9d78-5163981cc3bb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0957775 Apr 18 06:04:18.448281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50446) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:18.537445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3cbcb-a082-43b6-b150-32dab2a67cfb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:18.542010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2ec3cbcb-a082-43b6-b150-32dab2a67cfb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0897124 Apr 18 06:04:18.554625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50448) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:18.594504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:18.621350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9c1d0083-a3e6-46ee-9535-ba8c259928eb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649173 Apr 18 06:04:18.625516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50450) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:18.634850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:18.636864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.656072 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:18.669092 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:18.669717 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.672651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96d6c63c-3862-4226-a4cc-5c6df724cad3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:18.673748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce1c31-e16f-424a-9f68-74529267708a']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.697866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.718144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.724660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.724989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7153bbb-5874-466a-9fa7-6a6c6d96bf94') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.733245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] No DVR routers for this DVR port 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:18.744207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dfd7a-49f1-4fd4-9826-aa2d707aaa98 None None] Pushing event deleted for resources: {'Port': ['ID=2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:18.753779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.764925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.772348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-4b7c64e0-9692-468e-aea3-b7d2ad08962e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7803032 Apr 18 06:04:18.802997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f143113f-d4bf-4c42-b6a2-1c091f501226']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.812812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.820024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.820335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0e767f-c089-43a8-bc9e-b69ea21f86ad') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:18.837480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:18.838104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:18.843645 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:18.851436 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:18.878114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.914697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 96d6c63c-3862-4226-a4cc-5c6df724cad3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:18.914697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.918205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dbfbc-ea88-449e-820f-c02d6b0c7de8 None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:18.937362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:18.941768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.960093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.970662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:18.971481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:18.975529 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:19.043463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-b183b7c7-0a9b-452b-8f8b-5d29526799a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:19.047033 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-b183b7c7-0a9b-452b-8f8b-5d29526799a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.2033482 Apr 18 06:04:19.065798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:19.067834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082c1a3-7d98-4480-930d-dbe0728ba89f None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:19.133800 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:15Z', 'revision_number': 9, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:19.165911 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:19.176813 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:19.177695 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:19.185319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.191176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.196239 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/1bce1c31-e16f-424a-9f68-74529267708a HTTP/1.1" status: 204 len: 168 time: 2.2427056 Apr 18 06:04:19.207989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50452) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:19.296974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b268278-e3fa-41bc-b9c7-9e8bb2c6e4ae tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=1bce1c31-e16f-424a-9f68-74529267708a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:19.301426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.325832 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:19.342077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-cb3200d7-916e-4357-ada0-e18fff257368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:19.343558 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-cb3200d7-916e-4357-ada0-e18fff257368 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.2589195 Apr 18 06:04:19.344886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.356945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.373544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.381388 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/networks/f143113f-d4bf-4c42-b6a2-1c091f501226 HTTP/1.1" status: 204 len: 168 time: 2.3957610 Apr 18 06:04:19.388495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9591979a-f3df-4976-9db1-1ba84b5fcbcd None None] Provisioning complete for port 96d6c63c-3862-4226-a4cc-5c6df724cad3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:19.388866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9591979a-f3df-4976-9db1-1ba84b5fcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.395877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50454) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:19.493601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.503005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 96d6c63c-3862-4226-a4cc-5c6df724cad3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=96d6c63c-3862-4226-a4cc-5c6df724cad3,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:19.563390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:19.573447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:19.579813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.584168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:19.584770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.598271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] device_id is not set on port ca91600b-04b9-4a8f-8f73-8215e2ff47af yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:19.604320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.646295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=91892d8d-6cb2-4d4c-84e1-fc837b4b3d48,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:19.662239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5b552-2d82-405e-ab69-bc1a65b10a6a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Network': ['ID=f143113f-d4bf-4c42-b6a2-1c091f501226,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:19.671555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9591979a-f3df-4976-9db1-1ba84b5fcbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.673579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:19.718511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3019c5ed-1348-4165-a137-e9b77c6d0f9e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:19.733311 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:15Z', 'revision_number': 9, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:19.734436 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2dc08eaf-c0e8-4388-bf13-636b0e4e5046 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1075692 Apr 18 06:04:19.735120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50456) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:19.743294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:5d:cf:16', 'name': 'tempest-NetworksTestDHCPv6-732669118'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:19.763905 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799d7cc-78e5-4d23-baeb-8fd33f78e387 None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:15Z', 'revision_number': 9, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638', 'name': '', 'network_id': '40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:c7:a1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:43Z', 'updated_at': '2022-04-18T06:04:00Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'a81d0738-9974-46fc-9e01-7979f3b72eb2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:19.774994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3019c5ed-1348-4165-a137-e9b77c6d0f9e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:19.775612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3019c5ed-1348-4165-a137-e9b77c6d0f9e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:19.777001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f4ef7b86-a884-4232-8590-af6c6a1572fa no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:19.778746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=96d6c63c-3862-4226-a4cc-5c6df724cad3,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:19.831952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: f4ef7b86-a884-4232-8590-af6c6a1572fa {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:19.832307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f4ef7b86-a884-4232-8590-af6c6a1572fa not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:19.833200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 20122255-6e82-49c5-a4f5-bbebf7b9366a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:19.856317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 20122255-6e82-49c5-a4f5-bbebf7b9366a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:19.856585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 20122255-6e82-49c5-a4f5-bbebf7b9366a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:19.857010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:19.883983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:19.884327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2fd67e6d-6c10-4b24-a2fb-cfdf2d2fc8e7 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:19.896445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-9591979a-f3df-4976-9db1-1ba84b5fcbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:04:19.896799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-9591979a-f3df-4976-9db1-1ba84b5fcbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:04:19.900233 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-a41d4f0c-8053-4843-a54b-b8596f8e17fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1001 time: 0.5175307 Apr 18 06:04:19.913860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] Deleting port 96d6c63c-3862-4226-a4cc-5c6df724cad3 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:19.914940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:19.977467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:19.998944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.020159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] For port 96d6c63c-3862-4226-a4cc-5c6df724cad3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=96d6c63c-3862-4226-a4cc-5c6df724cad3,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:20.020594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.034693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] Calling delete_port for 96d6c63c-3862-4226-a4cc-5c6df724cad3 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:20.063133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.083949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port beea5fdb-e28d-495b-9418-4a137303de66 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:20.094053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:20.110095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-03eb9528-69b4-468d-8efb-cf7f97916bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.111596 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-03eb9528-69b4-468d-8efb-cf7f97916bf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.1713095 Apr 18 06:04:20.113403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ef2b65-ac3c-452a-bf76-afa7dee03d7e') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:20.113864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ef2b65-ac3c-452a-bf76-afa7dee03d7e') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:20.143570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.169568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.3 (3ed0683c-12c6-4032-a145-c2934549896e/84b6e336-7632-46a0-a33c-7d3b6846518f/ca91600b-04b9-4a8f-8f73-8215e2ff47af) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:20.183699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.198611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.215139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] Pushing event deleted for resources: {'Port': ['ID=96d6c63c-3862-4226-a4cc-5c6df724cad3,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:20.226639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e928c74-d723-4a1d-b601-724164715db9 None None] No DVR routers for this DVR port 96d6c63c-3862-4226-a4cc-5c6df724cad3 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:20.234028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:20.234682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.245881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785da8c-8c07-493e-aa85-47b4745ffc09 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:20.252906 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:20.322958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-f6f930ec-7972-4468-8193-a1cc6e9cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.324541 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-f6f930ec-7972-4468-8193-a1cc6e9cf652 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2049534 Apr 18 06:04:20.472315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '91892d8d-6cb2-4d4c-84e1-fc837b4b3d48'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:20.475406 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.475558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.495716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9591979a-f3df-4976-9db1-1ba84b5fcbcd None None] Port 96d6c63c-3862-4226-a4cc-5c6df724cad3 update to ACTIVE by agent not found {{(pid=109607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 06:04:20.496094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.499134 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/networks/37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f HTTP/1.1" status: 204 len: 168 time: 1.0620625 Apr 18 06:04:20.511235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50460) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:20.529505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dfe2dc0b-b883-4dc5-8164-2ebfac382332 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:20.566641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f4ccc-a984-4d87-badc-9e5f45cd509c tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Network': ['ID=37ad0b2b-202f-4cbe-9d2c-04ef20d4e31f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:20.571354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::17b (05d65530-28ce-4b9b-b71b-a17f18d1b658/91892d8d-6cb2-4d4c-84e1-fc837b4b3d48/beea5fdb-e28d-495b-9418-4a137303de66) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:20.612432 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-950c5028-caf2-44b7-9ed8-c673854c2496 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780168 Apr 18 06:04:20.653881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b6db4614-dbad-469f-b08a-15b340cbd48f None None] Provisioning complete for port 88c2af69-0062-4986-9b93-fe343ddf621d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:20.654160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.654267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b6db4614-dbad-469f-b08a-15b340cbd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.676514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting subnet cf1827ae-e977-407e-a214-a466e0160c83 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:20.685565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.694730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:20.695851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.717863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b6db4614-dbad-469f-b08a-15b340cbd48f None None] Port 88c2af69-0062-4986-9b93-fe343ddf621d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:20.741025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b6db4614-dbad-469f-b08a-15b340cbd48f None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:20.741309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b6db4614-dbad-469f-b08a-15b340cbd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.748848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.796504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.849495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.855669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.903042 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23496e44-80ae-4a45-b5a3-f25fe6a58967 req-b9554c64-805f-4a5f-9472-0ea64832a63e service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630017 Apr 18 06:04:20.905686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96d6c63c-3862-4226-a4cc-5c6df724cad3 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:20.906549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:20.908570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:20.909365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.921178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:20.928613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:20.929505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:20.950573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 96d6c63c-3862-4226-a4cc-5c6df724cad3 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:20.950923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 96d6c63c-3862-4226-a4cc-5c6df724cad3 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:20.954370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/91892d8d-6cb2-4d4c-84e1-fc837b4b3d48/de24fc92-c76e-42d2-9470-68ca53abd27d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:20.973535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=beea5fdb-e28d-495b-9418-4a137303de66,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.027774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:21.042593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:21.043339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f78961d6-d4ed-475b-a30c-30e1502951ae tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3068078 Apr 18 06:04:21.046073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50464) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:21.048661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:21.051565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=ca91600b-04b9-4a8f-8f73-8215e2ff47af,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.111567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8a35a-7aeb-4a70-ab9a-7d0cccb06fbf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:21.113184 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-97a8a35a-7aeb-4a70-ab9a-7d0cccb06fbf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0661619 Apr 18 06:04:21.113488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.115825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50466) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:21.132432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.197059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:21.197728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.216379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.222884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port beea5fdb-e28d-495b-9418-4a137303de66 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:21.223321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.262049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:21.265242 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:21.268983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:21.322303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.323009 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b96579ef-054f-42de-b5ca-bf92093b17b3 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3067122 Apr 18 06:04:21.326000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.326282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50468) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:21.339712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Attempting to bind port de24fc92-c76e-42d2-9470-68ca53abd27d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:21.339712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Attempting to bind port de24fc92-c76e-42d2-9470-68ca53abd27d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:21.340159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Attempting to bind port de24fc92-c76e-42d2-9470-68ca53abd27d on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:21.344120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:21.346460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:21.346995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:21.347481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.348067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:21.348683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Bound port: de24fc92-c76e-42d2-9470-68ca53abd27d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:21.349268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.350975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for beea5fdb-e28d-495b-9418-4a137303de66 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:21.371848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.428012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:21.434286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:21.447925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-027d3b1f-e7d7-4d6c-a4c6-9ce8721df528 None None] Provisioning complete for port ca91600b-04b9-4a8f-8f73-8215e2ff47af triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:21.448430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-027d3b1f-e7d7-4d6c-a4c6-9ce8721df528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.487099 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.487665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-027d3b1f-e7d7-4d6c-a4c6-9ce8721df528 None None] Port ca91600b-04b9-4a8f-8f73-8215e2ff47af cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:21.489229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af82843-1b73-4416-b1df-4b8e665785f1 None None] Network 8df8a3eb-8073-492d-aaf2-44e168576c9c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:21.494559 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/subnets/cf1827ae-e977-407e-a214-a466e0160c83 HTTP/1.1" status: 204 len: 168 time: 0.9624586 Apr 18 06:04:21.497341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876d641-450d-46a7-b6e0-5c23031583cd tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1827ae-e977-407e-a214-a466e0160c83,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.499161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50472) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:21.541744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.615772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:21.616147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.635095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bb35a-e989-400f-b7d1-1b6c974cdd23 None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.639198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.658741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.700928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=beea5fdb-e28d-495b-9418-4a137303de66,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:21.730545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.736394 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3de8a8a9-1c36-416c-8866-3c69475075a2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/beea5fdb-e28d-495b-9418-4a137303de66 HTTP/1.1" status: 204 len: 168 time: 0.6172912 Apr 18 06:04:21.736747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50476) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:21.780395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,segment=NetworkSegment(166234fb-c813-4d05-817d-25cd15f3de57),segment_id=166234fb-c813-4d05-817d-25cd15f3de57)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:21.780773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.797407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:21.799084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:21.802670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.816907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52a0cc-e3a3-4056-bedc-d83b0da70680 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:21.821184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52a0cc-e3a3-4056-bedc-d83b0da70680 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:21.824817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fa52a0cc-e3a3-4056-bedc-d83b0da70680 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0872831 Apr 18 06:04:21.827633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50480) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:21.830744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] DHCP port deletion for 8df8a3eb-8073-492d-aaf2-44e168576c9c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:21.899718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 91892d8d-6cb2-4d4c-84e1-fc837b4b3d48 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:21.906683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.987719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:21.988820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] Deleting port 3920cc30-8b82-47ed-bad4-8c23459c432f {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:21.989325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.112762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] For port 3920cc30-8b82-47ed-bad4-8c23459c432f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3920cc30-8b82-47ed-bad4-8c23459c432f,segment=NetworkSegment(2d92b8f4-8a5c-469a-8e84-ce3481621d00),segment_id=2d92b8f4-8a5c-469a-8e84-ce3481621d00)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:22.113191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.139822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.146268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] Calling delete_port for 3920cc30-8b82-47ed-bad4-8c23459c432f owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:22.250860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47813-3069-4a43-bbbf-8eb4551ca15e req-1c93093b-272a-41e8-83d4-de17ba0d4a71 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:22.252864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30c47813-3069-4a43-bbbf-8eb4551ca15e req-1c93093b-272a-41e8-83d4-de17ba0d4a71 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.4541595 Apr 18 06:04:22.290891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Deleting port 3920cc30-8b82-47ed-bad4-8c23459c432f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:22.291605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.294564 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30c47813-3069-4a43-bbbf-8eb4551ca15e req-fd1689e3-15cb-4913-b522-cf751d70c6d2 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342727 Apr 18 06:04:22.332315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.356733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.360409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=91892d8d-6cb2-4d4c-84e1-fc837b4b3d48,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:22.367111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.372384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-026b0703-2ca0-446a-8bb8-50db129c38fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/91892d8d-6cb2-4d4c-84e1-fc837b4b3d48 HTTP/1.1" status: 204 len: 168 time: 0.5416198 Apr 18 06:04:22.373145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50482) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:22.379984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] No DVR routers for this DVR port 3920cc30-8b82-47ed-bad4-8c23459c432f on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:22.406535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f317e-67cc-4bd5-a71e-2ad436be7ae8 None None] Pushing event deleted for resources: {'Port': ['ID=3920cc30-8b82-47ed-bad4-8c23459c432f,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:22.429985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-65406dc0-55a2-4200-b8e8-7dfbca9cbd25 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556989 Apr 18 06:04:22.432792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50484) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:22.493079 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] For port 3920cc30-8b82-47ed-bad4-8c23459c432f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3920cc30-8b82-47ed-bad4-8c23459c432f,segment=NetworkSegment(2d92b8f4-8a5c-469a-8e84-ce3481621d00),segment_id=2d92b8f4-8a5c-469a-8e84-ce3481621d00)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:22.493453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.497908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320db83d-6028-450b-a8f6-69105eeb07b2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:22.499560 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-320db83d-6028-450b-a8f6-69105eeb07b2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0655930 Apr 18 06:04:22.502099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50486) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:22.509011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-232c721d-7d80-4cb6-ad21-133ff025adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:22.510556 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-232c721d-7d80-4cb6-ad21-133ff025adac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.2322748 Apr 18 06:04:22.552659 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84b6e336-7632-46a0-a33c-7d3b6846518f (CIDR: 172.20.0.0/28) Apr 18 06:04:22.556292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:22.557366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Calling delete_port for 3920cc30-8b82-47ed-bad4-8c23459c432f owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:22.564236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a332c28e-d8fa-45a0-92e0-dc38b4d035b2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:22.566537 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a332c28e-d8fa-45a0-92e0-dc38b4d035b2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0632703 Apr 18 06:04:22.568967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50488) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:22.613200 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:22.613200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:22.621409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-57dcfb6f-cc46-4e27-85ce-47b06dc87677 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503290 Apr 18 06:04:22.624891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50490) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:22.630435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:22.641066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:22.641440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.813666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-8758a4c6-170b-41b0-a702-6de3a1287045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:22.815154 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-8758a4c6-170b-41b0-a702-6de3a1287045 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.2613988 Apr 18 06:04:22.818305 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b023705b-198d-4668-acb9-754336c08069 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4909573 Apr 18 06:04:22.821244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50492) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:22.826419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:22.852290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.888960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.893871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:22.920094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:22.931947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:22.957349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09a1e5-f421-4d0a-a90f-6694256bd9c9 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:22.969568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] No DVR routers for this DVR port 3920cc30-8b82-47ed-bad4-8c23459c432f on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:22.971316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Port': ['ID=3920cc30-8b82-47ed-bad4-8c23459c432f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:22.973057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.037630 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-b2b52035-357f-4ce2-869d-0aeec601d1b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1001 time: 0.2058351 Apr 18 06:04:23.043218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.043469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:23.199034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.242242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-18549757-e331-440b-824d-ca8febcd9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:23.243920 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-18549757-e331-440b-824d-ca8febcd9a10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.1828110 Apr 18 06:04:23.247722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df8a3eb-8073-492d-aaf2-44e168576c9c']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:23.275482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d92b8f4-8a5c-469a-8e84-ce3481621d00') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:23.277742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d92b8f4-8a5c-469a-8e84-ce3481621d00') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:23.311796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.332330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3920cc30-8b82-47ed-bad4-8c23459c432f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:23.367843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:23.375563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3920cc30-8b82-47ed-bad4-8c23459c432f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:23.375911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3920cc30-8b82-47ed-bad4-8c23459c432f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:23.394867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:04:23.404814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9daa5492-98c2-4df7-8840-662f16743a3a None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:23.405010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9daa5492-98c2-4df7-8840-662f16743a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.406904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.424517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:23.424905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: self.session.flush() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:23.428252 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:23.440675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-d152d3e9-7614-4353-8317-9584332bd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:23.442034 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-d152d3e9-7614-4353-8317-9584332bd229 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1828809 Apr 18 06:04:23.454786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:23.458140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.525893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6027-4085-45db-88ac-27fdfc6fc4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.618624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.704777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.745665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.767145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ee0f35d7-e259-4c26-a7d4-08c030233c5f None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:23.767621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ee0f35d7-e259-4c26-a7d4-08c030233c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.798320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:23.801307 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/networks/8df8a3eb-8073-492d-aaf2-44e168576c9c HTTP/1.1" status: 204 len: 168 time: 2.2976072 Apr 18 06:04:23.811284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50498) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:23.819190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf662-7a73-4a76-aa0e-c49cfd1e78f5 req-268ed873-1b39-4e02-a57e-42b21d56f51b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:23.821127 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc3cf662-7a73-4a76-aa0e-c49cfd1e78f5 req-268ed873-1b39-4e02-a57e-42b21d56f51b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3915298 Apr 18 06:04:23.853158 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-c51fe0d6-b229-409f-ba06-988149d6bfa1 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892276 Apr 18 06:04:23.858385 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 661eb506-79a5-43d3-9c61-600211d9eb1b (CIDR: 172.20.0.16/28) Apr 18 06:04:23.887818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba160-f056-4261-89b0-12004cdd9a5e tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Pushing event deleted for resources: {'Network': ['ID=8df8a3eb-8073-492d-aaf2-44e168576c9c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:23.891568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e87d0a91-8b4c-4c71-9555-95fbeff1e686 tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce8b7c87-03ee-40a8-8cae-f9bcc734155d HTTP/1.1" status: 200 len: 205 time: 0.0697582 Apr 18 06:04:23.897164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50500) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:23.918849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:23.923158 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:23.923674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:23.953406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.013625 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4cbced9d-9b0f-45fa-8343-c3630b5faf61 None None] Could not find standard attr ID for object 682c5ad3-b8c3-4177-b6ee-5faabd73186e. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:24.028943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.033210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.082599 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc3cf662-7a73-4a76-aa0e-c49cfd1e78f5 req-330e052e-4292-4b88-8c26-4cc596c27aa5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371469 Apr 18 06:04:24.116429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:24.120007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.127725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:24.136457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:24.137052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.145455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=6']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:24.150461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=eeac2abf-338a-41b0-a962-77c08652379c,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:24.175211 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-27861303-7dce-4725-bc3b-d368ccc41a85 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3527946 Apr 18 06:04:24.178056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50502) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:24.184707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'subnet': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:24.187205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba7400-0788-47f9-8dd5-83e4b15cc600 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:24.245110 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b3dc57b-591a-4306-bc68-dc30788679e6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6190426 Apr 18 06:04:24.246612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0bbd8f3a-63c3-41e8-acb1-6231d01f2371 None None] Could not find standard attr ID for object beea5fdb-e28d-495b-9418-4a137303de66. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:24.247857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50504) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:24.256156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:24.257755 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-34e1d582-07fe-415a-801a-3a56a7f25849 req-e01c0454-731a-4508-9f5f-6cac9894e5ba service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771188 Apr 18 06:04:24.329083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:24.329083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.331775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.477764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:24.479965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.480445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Fanout notify agent at l3_agent the message router_deleted on router ce8b7c87-03ee-40a8-8cae-f9bcc734155d {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:04:24.485145 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75716f6d-e6a1-43f7-a194-8d63c3fb314d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2718000 Apr 18 06:04:24.495542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50506) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:24.495994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.495994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-15079a37-1b88-41d2-a03b-7b081fe8c05a tempest-RoutersNegativeIpV6Test-1702758407 tempest-RoutersNegativeIpV6Test-1702758407-project] 10.222.0.43 "DELETE /v2.0/routers/ce8b7c87-03ee-40a8-8cae-f9bcc734155d HTTP/1.1" status: 204 len: 168 time: 0.5827327 Apr 18 06:04:24.496162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079863b-9485-415e-a367-9f013109eafb None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:24.516087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:24.517080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:24.556078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:24.560037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.563643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Made reservation on behalf of c810aee0e0e448e380132ea35cda4617 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:24.567264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.654993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:24.681009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd1164-731c-46e7-9c3e-6a29ad3d1eb6 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:04:24.717687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet a81d0738-9974-46fc-9e01-7979f3b72eb2 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:24.724022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.751628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:24.778606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a9e6f529-c674-4740-a139-0ff2a2fbdb91 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:24.778978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f529-c674-4740-a139-0ff2a2fbdb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.800859 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.ipam_backend_mixin [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eeac2abf-338a-41b0-a962-77c08652379c (CIDR: 2001:db8::/64) Apr 18 06:04:24.803031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.869003 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:24.869486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:24.945293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:24.946076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:24.953445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.031899 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-795193aa-6c4e-4bea-8e71-56c249304dfe tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7795999 Apr 18 06:04:25.032866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50510) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:25.040378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd1164-731c-46e7-9c3e-6a29ad3d1eb6 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:04:25.041246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:25.157733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.207556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50516) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:25.218847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.220807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=a81d0738-9974-46fc-9e01-7979f3b72eb2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:25.245832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.249084 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f45077d1-f116-49bc-8e09-06541cf2726a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/a81d0738-9974-46fc-9e01-7979f3b72eb2 HTTP/1.1" status: 204 len: 168 time: 0.7596631 Apr 18 06:04:25.252879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50520) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:25.306279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Network 3ed0683c-12c6-4032-a145-c2934549896e is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:25.312876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:25.318263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.319087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.325278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Subnet': ['ID=d8a569d4-3215-41e1-8417-7c8675a8d89b,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:25.329073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:25.333558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.345818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5a9af-45c5-463b-a67a-f6588b4e6570 req-daf5a3c4-ced6-4098-b6d0-35ef1d54669a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:25.347340 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f6e5a9af-45c5-463b-a67a-f6588b4e6570 req-daf5a3c4-ced6-4098-b6d0-35ef1d54669a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1453602 Apr 18 06:04:25.380674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:22Z', 'revision_number': 10, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:25.415265 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f6e5a9af-45c5-463b-a67a-f6588b4e6570 req-38b55ad5-dcfe-4f3b-b369-981af9e466a8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602000 Apr 18 06:04:25.451439 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-18481272-3585-45a8-9ceb-3c9c083daea5 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2718797 Apr 18 06:04:25.453298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079863b-9485-415e-a367-9f013109eafb None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:25.453932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50522) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:25.459892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-632587248', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8a569d4-3215-41e1-8417-7c8675a8d89b'}], 'security_groups': ['e401008d-f86d-4d63-ad19-1343c65c2655', '34ee871f-975e-4b63-9401-992fe3351b3c']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:25.478226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:25.478910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:25.566665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61adb4-0850-400c-b224-4042c9e51361 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:04:25.616015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:25.636029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.794921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.855866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-648aacae-ca56-4c98-89ef-22bf76c311a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b78cda1df6514d67a0f52ab9c7d9c706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471739 Apr 18 06:04:25.856821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50524) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:25.943796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61adb4-0850-400c-b224-4042c9e51361 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:04:25.949856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a137e390-1ec2-4c77-be8b-ae2def0830f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:25.961696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:25.962334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.003890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a9e91929-b138-47f6-8301-8d4ef855feb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.006608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a137e390-1ec2-4c77-be8b-ae2def0830f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.041538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Delete allocated IP 172.20.0.3 (3ed0683c-12c6-4032-a145-c2934549896e/84b6e336-7632-46a0-a33c-7d3b6846518f) {{(pid=109606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 06:04:26.056292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Allocated IP 172.20.0.35 (3ed0683c-12c6-4032-a145-c2934549896e/d8a569d4-3215-41e1-8417-7c8675a8d89b/ca91600b-04b9-4a8f-8f73-8215e2ff47af) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:26.068629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,segment=NetworkSegment(166234fb-c813-4d05-817d-25cd15f3de57),segment_id=166234fb-c813-4d05-817d-25cd15f3de57)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:26.069131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.091057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 7ea9c24b-c993-4265-ba33-2ddaf1e5986f owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:26.154046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6079863b-9485-415e-a367-9f013109eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:22Z', 'revision_number': 10, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:26.167075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a137e390-1ec2-4c77-be8b-ae2def0830f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.169718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a137e390-1ec2-4c77-be8b-ae2def0830f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.173500 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a137e390-1ec2-4c77-be8b-ae2def0830f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f709c30-e5e1-4a5c-b424-b9a6f6ae314d HTTP/1.1" status: 204 len: 168 time: 0.3131256 Apr 18 06:04:26.182845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e390-1ec2-4c77-be8b-ae2def0830f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f709c30-e5e1-4a5c-b424-b9a6f6ae314d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.191544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079863b-9485-415e-a367-9f013109eafb None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:22Z', 'revision_number': 10, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None, '_interfaces': [{'id': '029bf0f2-1e23-49e5-b0d4-564636ed2e6a', 'name': '', 'network_id': '3144338f-67ea-4ab5-8213-688fdeff4a73', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'mac_address': 'fa:16:3e:6c:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'f833ee87-2352-4d69-910c-941731b954ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:33Z', 'updated_at': '2022-04-18T06:03:43Z', 'revision_number': 5, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'subnets': [{'id': 'f833ee87-2352-4d69-910c-941731b954ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:26.225963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.281091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:26.284668 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:26.289472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:26.290059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.292240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.301686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.332170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=575f2e77-1fcd-427c-a4c2-cd5b1d1b0935,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.337597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=7ea9c24b-c993-4265-ba33-2ddaf1e5986f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.339647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 7ea9c24b-c993-4265-ba33-2ddaf1e5986f on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:26.373267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': 'eeac2abf-338a-41b0-a962-77c08652379c', 'ip_address': '2001:db8::f816:3eff:fe23:b294'}, {'subnet_id': '575f2e77-1fcd-427c-a4c2-cd5b1d1b0935'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'de24fc92-c76e-42d2-9470-68ca53abd27d'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:26.403758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.425373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.436961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.448891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:26.460071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166234fb-c813-4d05-817d-25cd15f3de57') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:26.460504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166234fb-c813-4d05-817d-25cd15f3de57') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:26.472277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.487607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.518262 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-610eff1c-50b5-4a57-a169-2c8f2c472ffa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4840410 Apr 18 06:04:26.519622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:26.520031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.525671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50530) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:26.526049 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:26.539721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:98:f7:1c', 'name': 'tempest-NetworksTestDHCPv6-798828475'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:26.547372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event updated for resources: {'Port': ['ID=ca91600b-04b9-4a8f-8f73-8215e2ff47af,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.633416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c101-c81c-4509-aa67-ee7f703996de req-5312003c-abd1-489e-abad-2d9983c8ee56 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:26.635262 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c493c101-c81c-4509-aa67-ee7f703996de req-5312003c-abd1-489e-abad-2d9983c8ee56 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1410840 Apr 18 06:04:26.667986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] Allocated IP 2001:db8:0:1::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/575f2e77-1fcd-427c-a4c2-cd5b1d1b0935/de24fc92-c76e-42d2-9470-68ca53abd27d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:26.713046 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c493c101-c81c-4509-aa67-ee7f703996de req-f97eb47d-87e9-40ed-84b5-efa6fe41db7e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580490 Apr 18 06:04:26.748021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.748021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.750496 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 HTTP/1.1" status: 204 len: 168 time: 1.4962835 Apr 18 06:04:26.754441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] In _notify_port_updated(), no bound segment for port ca91600b-04b9-4a8f-8f73-8215e2ff47af on network 3ed0683c-12c6-4032-a145-c2934549896e {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:04:26.756850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50534) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:26.769083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:26.770797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.777698 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b66bca60-3cc4-44a7-87ec-b96e6e8e225c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "PUT /v2.0/ports/ca91600b-04b9-4a8f-8f73-8215e2ff47af HTTP/1.1" status: 200 len: 959 time: 1.3200464 Apr 18 06:04:26.783777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50540) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:26.792607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:26.814797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:26.853758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:26.854273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c3d8ad07-cbde-45a8-b7e7-a8fef0bb6638 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:26.862743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.862900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e2b87-df41-4d72-9600-f3452deddf2a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:26.921159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port ca91600b-04b9-4a8f-8f73-8215e2ff47af {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:26.921509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.938335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:26.968499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:26.970476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.096961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea4514-eb27-482b-9104-d9a3a1cd5675 None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.097586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.126154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for ca91600b-04b9-4a8f-8f73-8215e2ff47af owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:27.131908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.189859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:27.215699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.436997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8:0:1::10d (05d65530-28ce-4b9b-b71b-a17f18d1b658/575f2e77-1fcd-427c-a4c2-cd5b1d1b0935/bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:27.444131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fe98:f71c (05d65530-28ce-4b9b-b71b-a17f18d1b658/eeac2abf-338a-41b0-a962-77c08652379c/bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:27.527545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:27.528097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.529232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.578977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50556) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:27.611922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=ca91600b-04b9-4a8f-8f73-8215e2ff47af,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:27.638155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 029bf0f2-1e23-49e5-b0d4-564636ed2e6a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:27.638937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.655717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 029bf0f2-1e23-49e5-b0d4-564636ed2e6a owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:27.700179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.703450 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e0a5777e-f152-4041-a1b1-dcc84a2f55b8 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/ca91600b-04b9-4a8f-8f73-8215e2ff47af HTTP/1.1" status: 204 len: 168 time: 0.9181941 Apr 18 06:04:27.709036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50560) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:27.751403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1121221563-network', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:27.754532 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e270f4c-72ca-4d10-8cd5-fc96a075e2ed tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] GET failed (client error): The resource could not be found. Apr 18 06:04:27.756115 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9e270f4c-72ca-4d10-8cd5-fc96a075e2ed tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports/ca91600b-04b9-4a8f-8f73-8215e2ff47af HTTP/1.1" status: 404 len: 333 time: 0.0461664 Apr 18 06:04:27.759695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50562) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:27.769026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.838435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d3d6c6-1164-48ea-928d-a77a0f3110a7 None None] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:27.848155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25172a02-1166-4c06-858e-b0c49601565a None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:27.850385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44b39a-a72c-4071-add3-d8cf891fbc40 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:27.855383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c0a3-eb7d-4dee-8c92-199218bd7e1d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.878339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c0a3-eb7d-4dee-8c92-199218bd7e1d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.882338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d3d6c6-1164-48ea-928d-a77a0f3110a7 None None] Network 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:04:27.911371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Made reservation on behalf of df7cc1807f2844478ff90526ba3eeb67 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:27.913642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.927972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.951552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.951986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:27.978123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df289a4-6851-45fd-aea8-cf7a7876ba84 None None] DHCP port deletion for 40d78a23-a7f8-4740-8d3e-87dbbdb1f7b3 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:27.993052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=029bf0f2-1e23-49e5-b0d4-564636ed2e6a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:28.015887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:28.027758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0897e58a-4b02-4431-994f-a4fed79e996c None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:28.028229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0897e58a-4b02-4431-994f-a4fed79e996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.031372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c0a3-eb7d-4dee-8c92-199218bd7e1d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.034765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c0a3-eb7d-4dee-8c92-199218bd7e1d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.039554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6ad9c0a3-eb7d-4dee-8c92-199218bd7e1d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/security-groups/b505502c-e541-4f5a-93c4-ae3a83a200ff HTTP/1.1" status: 204 len: 168 time: 0.2782614 Apr 18 06:04:28.045589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50564) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:28.067087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c0a3-eb7d-4dee-8c92-199218bd7e1d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505502c-e541-4f5a-93c4-ae3a83a200ff,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:28.087758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:28.096921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:28.106148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:28.111993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:28.112715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.164549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.205854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75f050b5-1180-40de-8aa8-018c9991ebee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.228274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.242932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75f050b5-1180-40de-8aa8-018c9991ebee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.256865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3dd330b6-ba5a-46fb-b366-d7a829705d6b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7283709 Apr 18 06:04:28.260318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50566) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:28.350272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.389871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:28.425288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbba3ae-bd13-4e3e-9169-b124fae092a2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:28.462780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:28.462780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.482363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] Update dhcp port {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'fixed_ips': [{'subnet_id': '661eb506-79a5-43d3-9c61-600211d9eb1b', 'ip_address': '172.20.0.18'}, {'subnet_id': '84b6e336-7632-46a0-a33c-7d3b6846518f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8a569d4-3215-41e1-8417-7c8675a8d89b'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'dfe2dc0b-b883-4dc5-8164-2ebfac382332'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:28.509098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:28.521778 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:28.529127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:28.530905 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cd9d9067-d0dd-4c5e-a811-d9aa3d4d54c0 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605495 Apr 18 06:04:28.535644 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:28.536263 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:28.541096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.562979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75f050b5-1180-40de-8aa8-018c9991ebee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.565850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-75f050b5-1180-40de-8aa8-018c9991ebee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.567810 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-75f050b5-1180-40de-8aa8-018c9991ebee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/security-groups/34ee871f-975e-4b63-9401-992fe3351b3c HTTP/1.1" status: 204 len: 168 time: 0.5117688 Apr 18 06:04:28.571630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50570) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:28.575731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:04:28.672509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-01fce600-84a6-4456-8aa2-6aa5b823145d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.686427 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:28.713631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:28.715763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-01fce600-84a6-4456-8aa2-6aa5b823145d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.718670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.758343 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 11, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:28.767796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-66bc8d24-d501-4ff6-950d-2e896d6ebbfb None None] Provisioning complete for port bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:28.768156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66bc8d24-d501-4ff6-950d-2e896d6ebbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.793545 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:28.803386 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:28.805032 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:28.846411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-01fce600-84a6-4456-8aa2-6aa5b823145d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.849469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-01fce600-84a6-4456-8aa2-6aa5b823145d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:28.851572 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-01fce600-84a6-4456-8aa2-6aa5b823145d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/security-groups/e401008d-f86d-4d63-ad19-1343c65c2655 HTTP/1.1" status: 204 len: 168 time: 0.2783902 Apr 18 06:04:28.851979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-66bc8d24-d501-4ff6-950d-2e896d6ebbfb None None] Port bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:28.855723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50572) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:28.900740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fce600-84a6-4456-8aa2-6aa5b823145d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e401008d-f86d-4d63-ad19-1343c65c2655,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:28.989177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 84b6e336-7632-46a0-a33c-7d3b6846518f {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:29.057324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.065560 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:29.071490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f050b5-1180-40de-8aa8-018c9991ebee tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ee871f-975e-4b63-9401-992fe3351b3c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:29.079829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-66bc8d24-d501-4ff6-950d-2e896d6ebbfb None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:29.080173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66bc8d24-d501-4ff6-950d-2e896d6ebbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.085071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.085071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Added segment 95d30b87-32be-4ed6-b006-926979e645c4 of type vlan for network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 Apr 18 06:04:29.125791 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 11, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:29.128600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] Allocated IP 172.20.0.34 (3ed0683c-12c6-4032-a145-c2934549896e/d8a569d4-3215-41e1-8417-7c8675a8d89b/dfe2dc0b-b883-4dc5-8164-2ebfac382332) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:29.133345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:29.133716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.162903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting subnet f833ee87-2352-4d69-910c-941731b954ef {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:29.163694 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196ac27-7aad-4c0f-a633-773478fa043b None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 11, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:29.169062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.178366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.184624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.230624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:29.257803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.320506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.321627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:29.322204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.331040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:29.360003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7ea9c24b-c993-4265-ba33-2ddaf1e5986f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:29.389215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.391193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 7ea9c24b-c993-4265-ba33-2ddaf1e5986f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:29.391548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7ea9c24b-c993-4265-ba33-2ddaf1e5986f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:29.433121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fc70bb54-f194-4ecd-adb2-9b5309cece37 None None] Provisioning complete for port bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:29.433695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fc70bb54-f194-4ecd-adb2-9b5309cece37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.443012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] Pushing event updated for resources: {'Network': ['ID=4e864aaa-53e3-4cfc-9f15-20d4b86f1620,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:29.455975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:04:29.459945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.498213 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ce6cef84-ac8c-4996-976d-51fc9bcd4faa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9181294 Apr 18 06:04:29.501476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50574) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:29.508602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Request body: {'subnet': {'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1121221563-subnet', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:29.516025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-fc70bb54-f194-4ecd-adb2-9b5309cece37 None None] Port bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:29.520281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.522725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.595474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.643547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cb317-5d2a-496e-8ebb-d782d416ecdf None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:29.659649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.693004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Subnet': ['ID=f833ee87-2352-4d69-910c-941731b954ef,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:29.699137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.702405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.705381 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c4240452-d59d-4fa3-9b36-c58124fda9d9 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/f833ee87-2352-4d69-910c-941731b954ef HTTP/1.1" status: 204 len: 168 time: 1.1689310 Apr 18 06:04:29.705665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50576) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:29.709617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b728124-a5d5-493a-a040-231e1b93a0ab None None] Network 3144338f-67ea-4ab5-8213-688fdeff4a73 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:29.741346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.749770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Made reservation on behalf of df7cc1807f2844478ff90526ba3eeb67 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:29.751913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.781085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:29.858781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.866517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-997c06bd-91e5-4051-a570-1f27c09fd5fd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 HTTP/1.1" status: 204 len: 168 time: 1.6050222 Apr 18 06:04:29.866988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50578) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:29.903948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:29.943410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e5b2f-5992-4b35-83df-4e615f9fb514 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:29.947227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fc2e5b2f-5992-4b35-83df-4e615f9fb514 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0745714 Apr 18 06:04:29.951712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50580) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:29.979407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] DHCP port deletion for 3144338f-67ea-4ab5-8213-688fdeff4a73 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:30.019070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824ff68-0235-4467-b1bb-cbe5c0cd3324 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:30.029337 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1824ff68-0235-4467-b1bb-cbe5c0cd3324 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0730166 Apr 18 06:04:30.029556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50582) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.045122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.056019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] Deleting port 625725e8-635a-4163-a85d-1bbcac040c8a {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:30.056544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.116501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.123986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/84b6e336-7632-46a0-a33c-7d3b6846518f HTTP/1.1" status: 204 len: 168 time: 1.2590740 Apr 18 06:04:30.130975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50584) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.131516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf5947-8d30-4d4d-92e8-5e94cb805aa7 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=84b6e336-7632-46a0-a33c-7d3b6846518f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.135066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] For port 625725e8-635a-4163-a85d-1bbcac040c8a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=625725e8-635a-4163-a85d-1bbcac040c8a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:30.135066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.141223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Deleting port 625725e8-635a-4163-a85d-1bbcac040c8a {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:30.141633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.153784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] Calling delete_port for 625725e8-635a-4163-a85d-1bbcac040c8a owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:30.204680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet d8a569d4-3215-41e1-8417-7c8675a8d89b {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:30.209516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.212175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] For port 625725e8-635a-4163-a85d-1bbcac040c8a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=625725e8-635a-4163-a85d-1bbcac040c8a,segment=NetworkSegment(1eb7360e-6203-4336-a70f-07b933f99c6c),segment_id=1eb7360e-6203-4336-a70f-07b933f99c6c)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:30.212612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.230517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Calling delete_port for 625725e8-635a-4163-a85d-1bbcac040c8a owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:30.260829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.285656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5f114-f71a-4bdb-b2d9-fd707b9f1ad9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:30.287421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5f114-f71a-4bdb-b2d9-fd707b9f1ad9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:30.289162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5f114-f71a-4bdb-b2d9-fd707b9f1ad9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:30.291575 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f1d5f114-f71a-4bdb-b2d9-fd707b9f1ad9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2609215 Apr 18 06:04:30.300616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50586) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.345489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.375287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.377853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] Pushing event deleted for resources: {'Port': ['ID=625725e8-635a-4163-a85d-1bbcac040c8a,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.382983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35e4bf-912c-4de4-bc69-4d2ad34c051a None None] No DVR routers for this DVR port 625725e8-635a-4163-a85d-1bbcac040c8a on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:30.400970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 575f2e77-1fcd-427c-a4c2-cd5b1d1b0935 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:30.407060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.418526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.427465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Port': ['ID=625725e8-635a-4163-a85d-1bbcac040c8a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.453441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No DVR routers for this DVR port 625725e8-635a-4163-a85d-1bbcac040c8a on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:30.461040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a54543-9e75-4a35-a98b-f8095fc0d733 None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:30.461875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.494759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.508310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Checking segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:30.508680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Network hostable DHCP agents. Network: 4e864aaa-53e3-4cfc-9f15-20d4b86f1620, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:04:30.535724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5f0e13-068b-42d3-a972-d82c9415b238,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.584535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dfe2dc0b-b883-4dc5-8164-2ebfac382332 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:30.588693 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.612100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3144338f-67ea-4ab5-8213-688fdeff4a73']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:30.613250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.617562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d1115a26-eb2a-4214-bd91-fbafc692e124 None None] Provisioning complete for port 88c2af69-0062-4986-9b93-fe343ddf621d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:30.618039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d1115a26-eb2a-4214-bd91-fbafc692e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.622726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb7360e-6203-4336-a70f-07b933f99c6c') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:30.622726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb7360e-6203-4336-a70f-07b933f99c6c') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:30.632377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.651313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.659107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:30.659640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:30.662879 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:30.669681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:04:30.692068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.698606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d1115a26-eb2a-4214-bd91-fbafc692e124 None None] Port 88c2af69-0062-4986-9b93-fe343ddf621d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:30.724962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a569d4-3215-41e1-8417-7c8675a8d89b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.728848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.734396 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9d9fe329-bb72-4391-9be4-a33e48ed2677 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/d8a569d4-3215-41e1-8417-7c8675a8d89b HTTP/1.1" status: 204 len: 168 time: 0.6054134 Apr 18 06:04:30.735211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d1115a26-eb2a-4214-bd91-fbafc692e124 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:30.735211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d1115a26-eb2a-4214-bd91-fbafc692e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.738506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50588) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.738613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:30.738613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.763287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.765600 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-630f8ade-2415-4f75-a006-b3936dbac9ef tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:30.766042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630f8ade-2415-4f75-a006-b3936dbac9ef tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:30.769816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-630f8ade-2415-4f75-a006-b3936dbac9ef tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/84b6e336-7632-46a0-a33c-7d3b6846518f HTTP/1.1" status: 404 len: 337 time: 0.0329595 Apr 18 06:04:30.776380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50590) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.812897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=575f2e77-1fcd-427c-a4c2-cd5b1d1b0935,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.813102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.813245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.813333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 4e864aaa-53e3-4cfc-9f15-20d4b86f1620) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:30.813413 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cc5a991c-935a-431a-963a-59340bfa7902 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/575f2e77-1fcd-427c-a4c2-cd5b1d1b0935 HTTP/1.1" status: 204 len: 168 time: 0.5113094 Apr 18 06:04:30.815215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50592) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.835191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.840253 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/networks/3144338f-67ea-4ab5-8213-688fdeff4a73 HTTP/1.1" status: 204 len: 168 time: 1.1326580 Apr 18 06:04:30.844500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50594) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.845266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21af862-40fc-4f1e-9377-2bc9cd9dccfd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Pushing event deleted for resources: {'Network': ['ID=3144338f-67ea-4ab5-8213-688fdeff4a73,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:30.848084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:30.848731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.849501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'routes': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:30.849754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78d87b-44c7-4dc9-9deb-65a0708046b5 None None] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:30.873378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad7ed9-4caa-4863-b836-1d2a06a4ed88 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:30.882232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting subnet 661eb506-79a5-43d3-9c61-600211d9eb1b {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:30.887717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:30.932108 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-847e4a2a-53dc-4844-a06b-fca4b02fb0b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4291155 Apr 18 06:04:30.936251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50596) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:30.943366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:30.956095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.003022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet eeac2abf-338a-41b0-a962-77c08652379c {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:31.038504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.051675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.074994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Added routes are [] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 06:04:31.076252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Removed routes are [] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 06:04:31.076252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.078573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.080258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.085348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91abe6b4-5857-4e01-9c52-e23df8330844 None None] Update dhcp port {'port': {'network_id': '3ed0683c-12c6-4032-a145-c2934549896e', 'fixed_ips': [{'subnet_id': '661eb506-79a5-43d3-9c61-600211d9eb1b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd8a569d4-3215-41e1-8417-7c8675a8d89b'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'dfe2dc0b-b883-4dc5-8164-2ebfac382332'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:31.161852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.169448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.265465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.274083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.313491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.327944 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 029bf0f2-1e23-49e5-b0d4-564636ed2e6a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:31.353414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:31.354277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.366474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 029bf0f2-1e23-49e5-b0d4-564636ed2e6a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:31.366818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 029bf0f2-1e23-49e5-b0d4-564636ed2e6a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:31.367826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 625725e8-635a-4163-a85d-1bbcac040c8a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:31.369368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91abe6b4-5857-4e01-9c52-e23df8330844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.387289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 15890adb-4165-4150-bea9-6c6f72547fb0 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:31.387927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.389022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.394002 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/661eb506-79a5-43d3-9c61-600211d9eb1b HTTP/1.1" status: 204 len: 168 time: 0.6153851 Apr 18 06:04:31.394002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29751-0a93-4961-b1e3-e58597286170 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Subnet': ['ID=661eb506-79a5-43d3-9c61-600211d9eb1b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:31.396355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50598) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.429245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 625725e8-635a-4163-a85d-1bbcac040c8a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:31.430159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 625725e8-635a-4163-a85d-1bbcac040c8a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:31.463600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.466909 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd13ad33-9f95-4352-ac3e-6112a627f9b4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.468150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd13ad33-9f95-4352-ac3e-6112a627f9b4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.473313 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fd13ad33-9f95-4352-ac3e-6112a627f9b4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/6d128892-1018-4032-ad7b-8e17cd106a87 HTTP/1.1" status: 404 len: 337 time: 0.0702367 Apr 18 06:04:31.473313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50600) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.503284 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-41ebd841-be82-4e53-a614-c62ad3d7a3fe tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e1f39ba-4f23-4d9a-bae7-4a7942457bbe HTTP/1.1" status: 200 len: 205 time: 0.0290000 Apr 18 06:04:31.505676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50602) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.516985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:31.523898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.525603 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a7f40703-ad86-4eac-8c07-b20d216c62bf tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 701 time: 0.6798122 Apr 18 06:04:31.535912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50604) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.539595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] Sync routers for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:31.546843 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-bae88573-abee-44e8-b13b-36af086705ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] delete failed (client error): The resource could not be found. Apr 18 06:04:31.548127 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bae88573-abee-44e8-b13b-36af086705ff tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/routers/1e1f39ba-4f23-4d9a-bae7-4a7942457bbe HTTP/1.1" status: 404 len: 336 time: 0.0413649 Apr 18 06:04:31.550454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50606) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.562120 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2968ea99-f929-497c-b4bc-1eb1329376fd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 205 time: 0.0292988 Apr 18 06:04:31.566459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50608) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.593295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1f108a-5c69-41be-9c9c-8b8b9c6ad8a4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.593697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1f108a-5c69-41be-9c9c-8b8b9c6ad8a4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.599157 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0e1f108a-5c69-41be-9c9c-8b8b9c6ad8a4 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/b48ad656-aa05-4004-8f76-b55bdd426bd2 HTTP/1.1" status: 404 len: 337 time: 0.0453677 Apr 18 06:04:31.600064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50610) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.630295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-835f9412-bb14-403f-9978-72d02108ac2d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.631010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835f9412-bb14-403f-9978-72d02108ac2d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.635288 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-835f9412-bb14-403f-9978-72d02108ac2d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/723d53b1-e7ee-4fed-b6c0-0c0417537c03 HTTP/1.1" status: 404 len: 337 time: 0.0338399 Apr 18 06:04:31.636835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50612) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.637241 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:31.637876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:31.654269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.660557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.696757 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e937a8b9-ad23-4267-b1db-93f761d6974f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.697211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e937a8b9-ad23-4267-b1db-93f761d6974f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.700245 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e937a8b9-ad23-4267-b1db-93f761d6974f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/55eda9b4-d5a5-4840-9d63-f285a89f3532 HTTP/1.1" status: 404 len: 337 time: 0.0621588 Apr 18 06:04:31.702752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50614) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.728735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-889d322a-d2ca-43c4-9481-13a541f6a465 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.729759 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889d322a-d2ca-43c4-9481-13a541f6a465 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.730610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=eeac2abf-338a-41b0-a962-77c08652379c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:31.732760 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-889d322a-d2ca-43c4-9481-13a541f6a465 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/d4d4cb89-24ba-46e8-a39b-c877502343da HTTP/1.1" status: 404 len: 333 time: 0.0290704 Apr 18 06:04:31.737619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50616) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.738618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.744915 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3e3da802-97c5-4967-ac2c-342db0d45bdb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/eeac2abf-338a-41b0-a962-77c08652379c HTTP/1.1" status: 204 len: 168 time: 0.9266036 Apr 18 06:04:31.745846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50618) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.769447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-380008e0-65a7-4fae-9ec3-0203dab77eab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.769894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380008e0-65a7-4fae-9ec3-0203dab77eab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.775443 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-380008e0-65a7-4fae-9ec3-0203dab77eab tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/e5163813-81b8-4525-a584-411c40d24784 HTTP/1.1" status: 404 len: 337 time: 0.0344615 Apr 18 06:04:31.775807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50620) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.789384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:31.795786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b02cbb-f69e-493c-bd91-6cbd749b5219 None None] Network 3ed0683c-12c6-4032-a145-c2934549896e requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:31.805115 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bac1abb-bd2b-4552-9d0d-2f35f962033c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.805586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bac1abb-bd2b-4552-9d0d-2f35f962033c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.811579 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4bac1abb-bd2b-4552-9d0d-2f35f962033c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/95aa6f4d-554b-4536-9404-6e53876caca6 HTTP/1.1" status: 404 len: 337 time: 0.0321753 Apr 18 06:04:31.811787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50622) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.813756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7b2e9924-58f5-4810-9382-e1739d63fd8c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669823 Apr 18 06:04:31.817322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50624) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.821938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:31.837869 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-971c5cbd-d7e1-451c-b161-8e9209fa2d70 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.839015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971c5cbd-d7e1-451c-b161-8e9209fa2d70 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.844319 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-971c5cbd-d7e1-451c-b161-8e9209fa2d70 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/c6b495e6-09e0-41ad-9f30-8f27f24604ec HTTP/1.1" status: 404 len: 333 time: 0.0291944 Apr 18 06:04:31.844468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50626) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.877057 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8abebd-3bea-4299-84b6-a7c605680d75 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.877509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8abebd-3bea-4299-84b6-a7c605680d75 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.883581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8b8abebd-3bea-4299-84b6-a7c605680d75 tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/ba9a669d-30da-444d-bc58-fb39a55142ac HTTP/1.1" status: 404 len: 337 time: 0.0353091 Apr 18 06:04:31.885017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50628) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.919459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-13afc133-fd45-4a75-9fb9-8dea9f94a62c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:31.919910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13afc133-fd45-4a75-9fb9-8dea9f94a62c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:31.925409 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-13afc133-fd45-4a75-9fb9-8dea9f94a62c tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/subnets/28aaf678-15ba-4acb-8937-a444afc78cbc HTTP/1.1" status: 404 len: 337 time: 0.0373647 Apr 18 06:04:31.925859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50630) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:31.927612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 11, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:31.958802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.962506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:31.985999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] Checking router: 15890adb-4165-4150-bea9-6c6f72547fb0 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:31.994768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Allocated IP 172.20.0.2 (4e864aaa-53e3-4cfc-9f15-20d4b86f1620/cb5f0e13-068b-42d3-a972-d82c9415b238/1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:31.997524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8cd680f5-f016-451e-b9fa-2620a710f0cf None None] Provisioning complete for port 88c2af69-0062-4986-9b93-fe343ddf621d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:31.997909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8cd680f5-f016-451e-b9fa-2620a710f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.042384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f345b9e-9f49-40d3-965c-461415a5eaf3 None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': 'eeac2abf-338a-41b0-a962-77c08652379c'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'de24fc92-c76e-42d2-9470-68ca53abd27d'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:32.084963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] Routers {'15890adb-4165-4150-bea9-6c6f72547fb0'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:32.085585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['15890adb-4165-4150-bea9-6c6f72547fb0'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:32.103576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.104017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router 15890adb-4165-4150-bea9-6c6f72547fb0 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:04:32.108179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.113505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.119267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a838d272-d754-4514-900c-0f0d7e940d90 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 204 len: 168 time: 0.5473690 Apr 18 06:04:32.121569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50632) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:32.126402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729343520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:32.140681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:32.143704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.184883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8cd680f5-f016-451e-b9fa-2620a710f0cf None None] Port 88c2af69-0062-4986-9b93-fe343ddf621d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:32.225338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f345b9e-9f49-40d3-965c-461415a5eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.237532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] Set router 15890adb-4165-4150-bea9-6c6f72547fb0 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:32.279729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.280998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.313041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 11, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:32.352440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.376067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8cd680f5-f016-451e-b9fa-2620a710f0cf None None] Provisioning complete for port dfe2dc0b-b883-4dc5-8164-2ebfac382332 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:32.376352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8cd680f5-f016-451e-b9fa-2620a710f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.377952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768a06b-09ea-4484-98d3-7fb4970ebcf8 None None] The sync data for ids ['15890adb-4165-4150-bea9-6c6f72547fb0'] in dv-neutron-837488-1-hyperv is: [{'id': '15890adb-4165-4150-bea9-6c6f72547fb0', 'name': 'tempest-RoutersTest-router-1999759445', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:30Z', 'updated_at': '2022-04-18T06:04:27Z', 'revision_number': 11, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:32.471589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.496118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.539019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Deleting port 88c2af69-0062-4986-9b93-fe343ddf621d {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:32.539463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.543996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] DHCP port deletion for 3ed0683c-12c6-4032-a145-c2934549896e request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:32.545893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dfe2dc0b-b883-4dc5-8164-2ebfac382332 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:32.634847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.655641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.679679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Calling delete_port for 88c2af69-0062-4986-9b93-fe343ddf621d owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:32.689763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:04:32.691398 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff043022-b805-42be-bd61-74730c7864ed None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:32.699958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.700962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Allocated IP 172.26.4.140 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/9f83dc0b-2ade-4842-bc93-4f44f557fc96) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:32.704512 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-64ad2d3f-22eb-402a-8682-bf3b3ba5972b tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5818665 Apr 18 06:04:32.709768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50634) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:32.716947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:32.949781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:32.980532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.053489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] Deleting port dfe2dc0b-b883-4dc5-8164-2ebfac382332 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:33.053845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.081004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.087028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.095224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:33.111515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:33.125756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Pushing event updated for resources: {'Port': ['ID=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.128320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:33.131837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:33.146275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.180928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.206683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.223862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Port': ['ID=88c2af69-0062-4986-9b93-fe343ddf621d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.227195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:33.228095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.230545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.233855 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-84ea5476-e9fd-41e3-a28f-d3b7eb3d124d tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/ports/88c2af69-0062-4986-9b93-fe343ddf621d HTTP/1.1" status: 204 len: 168 time: 1.3073239 Apr 18 06:04:33.236335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.240829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50636) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:33.280695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] Calling delete_port for dfe2dc0b-b883-4dc5-8164-2ebfac382332 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:33.304118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port dfe2dc0b-b883-4dc5-8164-2ebfac382332, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dfe2dc0b-b883-4dc5-8164-2ebfac382332,segment=NetworkSegment(ae46ade8-109d-418e-b967-9ba025e67a02),segment_id=ae46ade8-109d-418e-b967-9ba025e67a02)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:33.305908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-321cd8a9-c416-4c47-b908-7b3a6e1afb77 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:33.306371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-321cd8a9-c416-4c47-b908-7b3a6e1afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.339435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Attempting to bind port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:33.339798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Attempting to bind port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:33.340151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Attempting to bind port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:33.384896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:33.385315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Checking segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:33.385890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.386278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Bound using segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:33.386755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Bound port: 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:33.387137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.417306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.454884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.460338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Router 1757235b-7b55-4121-bd5d-1c3a74693dad is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:04:33.519175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:33.533092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:33.538069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:33.558925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] For port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:33.605489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] For port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:33.606593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=11']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.612058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Pushing event updated for resources: {'Port': ['ID=9f83dc0b-2ade-4842-bc93-4f44f557fc96,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.653076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.653830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.684283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:33.688654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.693504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.694819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d6510024-da49-4690-8406-e4677d9172d6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "PUT /v2.0/routers/1757235b-7b55-4121-bd5d-1c3a74693dad HTTP/1.1" status: 200 len: 693 time: 0.9856317 Apr 18 06:04:33.700090 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] Sync routers for ids ['1757235b-7b55-4121-bd5d-1c3a74693dad'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:33.704370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50638) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:33.722426 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] Routers {'1757235b-7b55-4121-bd5d-1c3a74693dad'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:33.724506 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1757235b-7b55-4121-bd5d-1c3a74693dad'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:33.750022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] Pushing event deleted for resources: {'Port': ['ID=dfe2dc0b-b883-4dc5-8164-2ebfac382332,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.754829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.801513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc363ea-4a05-419e-aef0-e563f400735b None None] No DVR routers for this DVR port dfe2dc0b-b883-4dc5-8164-2ebfac382332 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:33.833576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cef0b1-83ba-4328-b340-0fbd0aaba452 None None] Pushing event updated for resources: {'Port': ['ID=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.833912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:33.841521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.871479 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] Set router 1757235b-7b55-4121-bd5d-1c3a74693dad gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:33.890166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:33.903017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:33.903674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:33.920822 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-756c3dc1-d7e6-4538-80c1-33d6b01ec089 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/routers/1757235b-7b55-4121-bd5d-1c3a74693dad HTTP/1.1" status: 200 len: 699 time: 0.2095773 Apr 18 06:04:33.922546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50640) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:33.940802 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757235b-7b55-4121-bd5d-1c3a74693dad', 'name': 'tempest-RoutersTest-router-729343520', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:33Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:33.949181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=11']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.952585 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2847fdec-4a6f-45c0-901b-2ea335d7c55a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=1757235b-7b55-4121-bd5d-1c3a74693dad HTTP/1.1" status: 200 len: 205 time: 0.0287566 Apr 18 06:04:33.952950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=96db2529-e46c-45f7-9d29-2cab8449830d,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:33.956497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50642) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:33.995278 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] Checking router: 1757235b-7b55-4121-bd5d-1c3a74693dad for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:34.007483 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] Routers {'1757235b-7b55-4121-bd5d-1c3a74693dad'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:34.008267 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1757235b-7b55-4121-bd5d-1c3a74693dad'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:34.061424 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-24ef604a-4019-4f97-9b7b-060ea8aad625 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2436719 Apr 18 06:04:34.064434 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50644) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.070428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:34.090593 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] Set router 1757235b-7b55-4121-bd5d-1c3a74693dad gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:34.137471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.162089 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757235b-7b55-4121-bd5d-1c3a74693dad', 'name': 'tempest-RoutersTest-router-729343520', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:33Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:34.199557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.216976 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef5765-1b70-49cc-8fa0-f1419f9f7e4b None None] The sync data for ids ['1757235b-7b55-4121-bd5d-1c3a74693dad'] in dv-neutron-837488-1-hyperv is: [{'id': '1757235b-7b55-4121-bd5d-1c3a74693dad', 'name': 'tempest-RoutersTest-router-729343520', 'tenant_id': '7e8f95fcbafe4c70b2ca200163046883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:33Z', 'revision_number': 2, 'project_id': '7e8f95fcbafe4c70b2ca200163046883', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:34.301525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed0683c-12c6-4032-a145-c2934549896e']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:34.356869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae46ade8-109d-418e-b967-9ba025e67a02') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:34.357185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae46ade8-109d-418e-b967-9ba025e67a02') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:34.394842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:34.399509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.402309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.404963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.406984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.432048 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.433836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:34.479341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:34.479649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:34.482999 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:34.489202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.553151 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96db2529-e46c-45f7-9d29-2cab8449830d (CIDR: 2001:db8::/64) Apr 18 06:04:34.571428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.571937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Fanout notify agent at l3_agent the message router_deleted on router 1757235b-7b55-4121-bd5d-1c3a74693dad {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:04:34.576065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e210c8e-7a44-4a0c-aa01-7e39a5f97eb5 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:34.585279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.593202 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2514e396-4324-44e0-8ca1-7704337b1f69 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/1757235b-7b55-4121-bd5d-1c3a74693dad HTTP/1.1" status: 204 len: 168 time: 0.6291728 Apr 18 06:04:34.598336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.598865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50646) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.610661 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:34.611155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:34.638806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fc531c7b-0199-4115-91c8-e15c6e7d1020 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=1757235b-7b55-4121-bd5d-1c3a74693dad HTTP/1.1" status: 200 len: 205 time: 0.0387838 Apr 18 06:04:34.641528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50648) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.683128 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-55e12ce4-1c0a-4aca-9470-77c05f5ed32a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:34.685117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-55e12ce4-1c0a-4aca-9470-77c05f5ed32a tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/1757235b-7b55-4121-bd5d-1c3a74693dad HTTP/1.1" status: 404 len: 336 time: 0.0423722 Apr 18 06:04:34.690149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50650) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.708234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-00cc6109-957c-4039-a006-31da131df122 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:34.708610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-00cc6109-957c-4039-a006-31da131df122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.711234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:34.725703 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2772ba-04e5-4a1e-9e0d-1cb2036b2571 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:34.726158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2772ba-04e5-4a1e-9e0d-1cb2036b2571 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:34.731843 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3b2772ba-04e5-4a1e-9e0d-1cb2036b2571 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/f4e0eb3e-2d3b-4d9e-b04e-bdf14d1040d4 HTTP/1.1" status: 404 len: 337 time: 0.0408442 Apr 18 06:04:34.732060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50652) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.743143 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-03f6e572-056b-4eb1-85a9-b413fdb4f36c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6760964 Apr 18 06:04:34.746914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50654) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.751609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:34.761786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.763801 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43743ab-2086-4d7a-8443-4e0cf29479c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:34.764267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43743ab-2086-4d7a-8443-4e0cf29479c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:34.770010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a43743ab-2086-4d7a-8443-4e0cf29479c4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/7fa127e5-285f-4272-b6f8-20cb96160ee5 HTTP/1.1" status: 404 len: 337 time: 0.0348492 Apr 18 06:04:34.773967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50656) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.774663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.781502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] 10.222.0.43 "DELETE /v2.0/networks/3ed0683c-12c6-4032-a145-c2934549896e HTTP/1.1" status: 204 len: 168 time: 1.5401261 Apr 18 06:04:34.797821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.813212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a67e-84b9-4260-aa78-bcbce1d88c1f tempest-PortsTestJSON-1198598713 tempest-PortsTestJSON-1198598713-project] Pushing event deleted for resources: {'Network': ['ID=3ed0683c-12c6-4032-a145-c2934549896e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:34.836780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d8f2c4-cbea-4eb7-b94d-f9050c8a05ce tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:34.836780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d8f2c4-cbea-4eb7-b94d-f9050c8a05ce tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:34.840498 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e8d8f2c4-cbea-4eb7-b94d-f9050c8a05ce tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/a81d0738-9974-46fc-9e01-7979f3b72eb2 HTTP/1.1" status: 404 len: 337 time: 0.0602038 Apr 18 06:04:34.842376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:34.843013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50660) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.871137 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6725c6-0163-41f3-8408-563e88336265 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:34.871619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6725c6-0163-41f3-8408-563e88336265 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:34.875612 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7d6725c6-0163-41f3-8408-563e88336265 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/f833ee87-2352-4d69-910c-941731b954ef HTTP/1.1" status: 404 len: 337 time: 0.0315773 Apr 18 06:04:34.878278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50662) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.883232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.908426 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e3a0fb75-758a-4c04-a597-fdadb29adc6d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 200 len: 205 time: 0.0287709 Apr 18 06:04:34.910824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50664) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:34.947193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=12']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:34.955436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-00cc6109-957c-4039-a006-31da131df122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:34.991583 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-809acc31-c3cf-4364-bf96-24688c211675 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:34.994310 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-809acc31-c3cf-4364-bf96-24688c211675 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/15890adb-4165-4150-bea9-6c6f72547fb0 HTTP/1.1" status: 404 len: 336 time: 0.0821424 Apr 18 06:04:34.997195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50666) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.022608 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-00cc6109-957c-4039-a006-31da131df122 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:35.036226 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a1d64673-db54-49bb-9014-390506157d94 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 HTTP/1.1" status: 200 len: 205 time: 0.0377758 Apr 18 06:04:35.038517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50668) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.083909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-00cc6109-957c-4039-a006-31da131df122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.140424 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-2c70dd73-52e9-4d8e-ad69-62426fb07502 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:35.143293 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c70dd73-52e9-4d8e-ad69-62426fb07502 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/cfbb2187-e48f-49c2-85c6-a1fabbcd8f57 HTTP/1.1" status: 404 len: 336 time: 0.1011636 Apr 18 06:04:35.144730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50670) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.177466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc6109-957c-4039-a006-31da131df122 None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=13']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:35.203221 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8361c2-663c-47aa-994c-6c307480ffa4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:35.203713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8361c2-663c-47aa-994c-6c307480ffa4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:35.206742 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1d8361c2-663c-47aa-994c-6c307480ffa4 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/07f87127-6377-4e9e-8fad-3dd7cbc7ae1f HTTP/1.1" status: 404 len: 337 time: 0.0575109 Apr 18 06:04:35.209612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50672) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.255041 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3c5fc5e9-6efc-4903-bc21-7d6bfbbfccfc tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 200 len: 205 time: 0.0432754 Apr 18 06:04:35.255136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Router 583b136c-fdf9-44fa-91a2-927b81220d2d is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:04:35.256703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50676) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.265701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:35.269355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.273125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:35.336772 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-7c50192c-4870-4656-9f83-3e19f65db3f7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:35.338102 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7c50192c-4870-4656-9f83-3e19f65db3f7 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/5d4799dd-f824-4275-80d6-38d83c093c7b HTTP/1.1" status: 404 len: 336 time: 0.0785983 Apr 18 06:04:35.340987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50678) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.372265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:35.372718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.383016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50680) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.392267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cfb86c50-1b1c-4e64-9186-4cdb6144ec80 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=053c2abc-dfab-4b0e-9be8-029fa0906bf7 HTTP/1.1" status: 200 len: 205 time: 0.0500829 Apr 18 06:04:35.393154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50682) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.449768 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-ed94a8df-f0f2-42f5-8ed5-4436315af366 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:35.453607 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ed94a8df-f0f2-42f5-8ed5-4436315af366 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/053c2abc-dfab-4b0e-9be8-029fa0906bf7 HTTP/1.1" status: 404 len: 336 time: 0.0589528 Apr 18 06:04:35.454475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50686) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.460825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8f8a4469-66b4-461d-ac9c-89fcadad9ef3 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:35.461664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8f8a4469-66b4-461d-ac9c-89fcadad9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.500933 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-395bc757-84b2-4573-a58d-041725622fee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:35.503840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395bc757-84b2-4573-a58d-041725622fee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:35.518257 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-395bc757-84b2-4573-a58d-041725622fee tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/c7c67335-400c-4129-8bbb-c13a7727f6dd HTTP/1.1" status: 404 len: 337 time: 0.0619421 Apr 18 06:04:35.519966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50688) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.560721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:35.564038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-24f9efa9-cbd4-4d74-8b35-6dfff5536e57 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=2163bb96-49e4-4adc-a744-42d2a7183951 HTTP/1.1" status: 200 len: 205 time: 0.0387890 Apr 18 06:04:35.566524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50690) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.622121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-f36d63fb-1a2f-43d0-8456-1f14984b6aa6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:35.623550 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f36d63fb-1a2f-43d0-8456-1f14984b6aa6 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/2163bb96-49e4-4adc-a744-42d2a7183951 HTTP/1.1" status: 404 len: 336 time: 0.0559793 Apr 18 06:04:35.626165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50692) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.655382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacec71-488c-43eb-a4dc-638e898d2052 None None] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:35.666837 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5d7712-abbf-405f-b9f6-53e409f61d19 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:35.667391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5d7712-abbf-405f-b9f6-53e409f61d19 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:35.670761 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cb5d7712-abbf-405f-b9f6-53e409f61d19 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/3ea9e9cc-c49e-48b9-bb9f-d1ce67c5eb24 HTTP/1.1" status: 404 len: 337 time: 0.0433736 Apr 18 06:04:35.673669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50694) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.704292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3217a688-3b65-4d52-8805-d573fc5c3680 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0722777-f850-4ba3-b493-dfb63201c4a9 HTTP/1.1" status: 200 len: 205 time: 0.0272408 Apr 18 06:04:35.705181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50696) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.738530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:35.738896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.742661 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-498d8806-3046-4425-b2a7-5627a954aa0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c810aee0e0e448e380132ea35cda4617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584049 Apr 18 06:04:35.745958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50698) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.754017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-f164bb67-8da3-42d8-beda-efa49833702d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] delete failed (client error): The resource could not be found. Apr 18 06:04:35.754933 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f164bb67-8da3-42d8-beda-efa49833702d tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/routers/f0722777-f850-4ba3-b493-dfb63201c4a9 HTTP/1.1" status: 404 len: 336 time: 0.0488508 Apr 18 06:04:35.761644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50700) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.791352 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-952e9081-82ee-40e0-874b-2eb5fda8e580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:35.791352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952e9081-82ee-40e0-874b-2eb5fda8e580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:35.794517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-952e9081-82ee-40e0-874b-2eb5fda8e580 tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/9696b5e0-d4da-4670-b083-320388f835ce HTTP/1.1" status: 404 len: 337 time: 0.0320895 Apr 18 06:04:35.798239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50702) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.811793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:35.826456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-911075bb-f8b6-497a-b9b3-f56dda6a06bc None None] Provisioning complete for port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:35.826845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-911075bb-f8b6-497a-b9b3-f56dda6a06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.828615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:35.840770 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67287d3-2eea-4f08-9c85-b5d1eaae9bcd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:35.841266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67287d3-2eea-4f08-9c85-b5d1eaae9bcd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:35.844325 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e67287d3-2eea-4f08-9c85-b5d1eaae9bcd tempest-RoutersTest-552757111 tempest-RoutersTest-552757111-project] 10.222.0.43 "DELETE /v2.0/subnets/bbfe0b71-40eb-4627-b5d3-fc28604b2e77 HTTP/1.1" status: 404 len: 337 time: 0.0453475 Apr 18 06:04:35.855985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.867302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a7f-8b97-4d0a-b5b3-3b847a7de011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.897337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:35.897337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:35.897947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a7f-8b97-4d0a-b5b3-3b847a7de011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.935927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.938423 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-168b2abe-1729-4289-ae57-48febcc41f33 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9999657 Apr 18 06:04:35.940826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50706) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:35.941135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=97cb08ea-280f-437a-a4dc-35ae561ca996,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:35.951013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:35.953493 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:35.967182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:35.970149 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:35.976492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed8115-0ecd-42c7-98c3-3b4d9102d3ae None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:36.055332 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9872cd62-02ce-46df-9405-f35b0067ef31 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3076301 Apr 18 06:04:36.058589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50708) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:36.066873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:c6:38:88', 'name': 'tempest-NetworksTestDHCPv6-1980293426'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:36.135432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a7f-8b97-4d0a-b5b3-3b847a7de011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.138416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8b74a7f-8b97-4d0a-b5b3-3b847a7de011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.142864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d8b74a7f-8b97-4d0a-b5b3-3b847a7de011 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/407701e3-4bd4-493d-ad4d-33fe466bd1bd HTTP/1.1" status: 204 len: 168 time: 0.3955159 Apr 18 06:04:36.157795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b74a7f-8b97-4d0a-b5b3-3b847a7de011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407701e3-4bd4-493d-ad4d-33fe466bd1bd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:36.276828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:36.282034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.355180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:36.467627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-911075bb-f8b6-497a-b9b3-f56dda6a06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.485792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:36.558933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50716) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:36.565525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.648810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.739868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-911075bb-f8b6-497a-b9b3-f56dda6a06bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:04:36.742744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-911075bb-f8b6-497a-b9b3-f56dda6a06bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:04:36.744589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:36.777022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:36.858836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:36.859200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.861620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:33Z', 'revision_number': 3, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:36.892274 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ddb815d3-fb2a-435b-b474-c2ab691384e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e8f95fcbafe4c70b2ca200163046883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318670 Apr 18 06:04:36.898568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50726) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:36.933853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:36.934200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Updating router 583b136c-fdf9-44fa-91a2-927b81220d2d port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:36.980791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:36.990053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] Update dhcp port {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'fixed_ips': [{'subnet_id': '96db2529-e46c-45f7-9d29-2cab8449830d', 'ip_address': '2001:db8::f816:3eff:fe23:b294'}, {'subnet_id': '97cb08ea-280f-437a-a4dc-35ae561ca996'}], 'binding:host_id': 'dv-neutron-837488-1-hyperv'}, 'id': 'de24fc92-c76e-42d2-9470-68ca53abd27d'} from dv-neutron-837488-1-hyperv. {{(pid=109607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 06:04:37.027189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-980c0f0b-f0bd-4827-a7d7-b873f9db65c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.049748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-980c0f0b-f0bd-4827-a7d7-b873f9db65c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.050549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.071069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.072477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 264101da-7cc6-4515-9640-657cf8658f33 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:37.094054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Allocated IP 172.20.0.1 (4e864aaa-53e3-4cfc-9f15-20d4b86f1620/cb5f0e13-068b-42d3-a972-d82c9415b238/7048b485-d737-489a-827e-534f1567ad49) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:37.204949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-980c0f0b-f0bd-4827-a7d7-b873f9db65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.209284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-980c0f0b-f0bd-4827-a7d7-b873f9db65c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.213329 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-980c0f0b-f0bd-4827-a7d7-b873f9db65c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bdce191-da28-464e-9cd4-961d2ec963ce HTTP/1.1" status: 204 len: 168 time: 0.3135841 Apr 18 06:04:37.231025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c0f0b-f0bd-4827-a7d7-b873f9db65c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdce191-da28-464e-9cd4-961d2ec963ce,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:37.275921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.330129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8:0:1::303 (05d65530-28ce-4b9b-b71b-a17f18d1b658/97cb08ea-280f-437a-a4dc-35ae561ca996/264101da-7cc6-4515-9640-657cf8658f33) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:37.348874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::f816:3eff:fec6:3888 (05d65530-28ce-4b9b-b71b-a17f18d1b658/96db2529-e46c-45f7-9d29-2cab8449830d/264101da-7cc6-4515-9640-657cf8658f33) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:37.449723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.465614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.489526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aeca7056-c314-47f9-96d9-dc3e7bccab9f None None] Provisioning complete for port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:37.490055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aeca7056-c314-47f9-96d9-dc3e7bccab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.508475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:37.511844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:37.516482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.517981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:37.555026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Pushing event updated for resources: {'Port': ['ID=7048b485-d737-489a-827e-534f1567ad49,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:37.571685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.573714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.653434 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.689833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd6399-60f1-4070-b9ed-61682250ce8c None None] Pushing event updated for resources: {'Port': ['ID=9f83dc0b-2ade-4842-bc93-4f44f557fc96,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:37.693342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:37.695672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50740) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:37.698705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:37.707479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:37.714358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:37.715201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.767767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] Allocated IP 2001:db8:0:1::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/97cb08ea-280f-437a-a4dc-35ae561ca996/de24fc92-c76e-42d2-9470-68ca53abd27d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:37.824523 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=264101da-7cc6-4515-9640-657cf8658f33,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:37.867524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Attempting to bind port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:37.867886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Attempting to bind port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:37.868284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Attempting to bind port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:37.881057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:37.881413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:37.881806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.883039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:37.883039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Bound port: 9f83dc0b-2ade-4842-bc93-4f44f557fc96, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:37.883305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.921254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:37.934481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-526e0a9e-40e9-4ce6-8929-93534fa0ce73 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8722539 Apr 18 06:04:37.935504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50744) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:37.951769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7a71f5eb-4eea-4928-927f-e4bcd4b72d83 tempest-DvrRoutersNegativeTest-1823468045 tempest-DvrRoutersNegativeTest-1823468045-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1475716271', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:37.955528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.policy [None req-7a71f5eb-4eea-4928-927f-e4bcd4b72d83 tempest-DvrRoutersNegativeTest-1823468045 tempest-DvrRoutersNegativeTest-1823468045-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109605) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 06:04:37.955832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.policy [None req-7a71f5eb-4eea-4928-927f-e4bcd4b72d83 tempest-DvrRoutersNegativeTest-1823468045 tempest-DvrRoutersNegativeTest-1823468045-project] Failed policy check for 'create_router' {{(pid=109605) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 06:04:37.956371 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-7a71f5eb-4eea-4928-927f-e4bcd4b72d83 tempest-DvrRoutersNegativeTest-1823468045 tempest-DvrRoutersNegativeTest-1823468045-project] create failed (client error): Access was denied to this resource. Apr 18 06:04:37.957954 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a71f5eb-4eea-4928-927f-e4bcd4b72d83 tempest-DvrRoutersNegativeTest-1823468045 tempest-DvrRoutersNegativeTest-1823468045-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2571640 Apr 18 06:04:37.970720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.981395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] For port 9f83dc0b-2ade-4842-bc93-4f44f557fc96, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:37.986945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] For port 9f83dc0b-2ade-4842-bc93-4f44f557fc96, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9f83dc0b-2ade-4842-bc93-4f44f557fc96,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:37.989495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:37.993656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d877ce31-bbd0-4e6e-a8e7-9830a10f5abc None None] Provisioning complete for port 7048b485-d737-489a-827e-534f1567ad49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:37.994014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d877ce31-bbd0-4e6e-a8e7-9830a10f5abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.034183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d877ce31-bbd0-4e6e-a8e7-9830a10f5abc None None] Port 7048b485-d737-489a-827e-534f1567ad49 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:38.054091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.078678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 264101da-7cc6-4515-9640-657cf8658f33 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:38.079985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.084701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.164925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.183902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.198627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 264101da-7cc6-4515-9640-657cf8658f33 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:38.243049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.332000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.342664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Pushing event updated for resources: {'Port': ['ID=7048b485-d737-489a-827e-534f1567ad49,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:38.346964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:38.348382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:38.354046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd6399-60f1-4070-b9ed-61682250ce8c None None] Pushing event updated for resources: {'Port': ['ID=9f83dc0b-2ade-4842-bc93-4f44f557fc96,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:38.499154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:38.500628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:38.509856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f73c47-b20d-4607-926f-0b9ef02bcb0d None None] Pushing event updated for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=14']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:38.534377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.562647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:38.597775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50756) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:38.602926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=264101da-7cc6-4515-9640-657cf8658f33,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:38.701764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.712101 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bb7d97de-7fb8-4ca6-bb5e-b01d71f1ce89 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/264101da-7cc6-4515-9640-657cf8658f33 HTTP/1.1" status: 204 len: 168 time: 0.7747676 Apr 18 06:04:38.713895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50760) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:38.762456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:38.766064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:38.787566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963cec83-389c-4969-bc5d-851c777d731f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:38.790321 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-963cec83-389c-4969-bc5d-851c777d731f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0743690 Apr 18 06:04:38.794088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50762) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:38.859747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e960af-bcce-40a4-8c4f-58a594677ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.899897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a3d9e-9aec-494c-bead-5bbcaef910ab tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:38.902379 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-804a3d9e-9aec-494c-bead-5bbcaef910ab tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1069171 Apr 18 06:04:38.904636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50764) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:38.907560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-459ef114-1a0e-444c-9258-18608793244e None None] Provisioning complete for port 7048b485-d737-489a-827e-534f1567ad49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:38.907937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-459ef114-1a0e-444c-9258-18608793244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.921367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:38.936010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-27cd2212-0876-4d7d-a601-3ac77b6e56ff admin admin] 10.222.0.43 "PUT /v2.0/routers/583b136c-fdf9-44fa-91a2-927b81220d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9845934 Apr 18 06:04:38.936255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:38.936255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:38.991212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-459ef114-1a0e-444c-9258-18608793244e None None] Port 7048b485-d737-489a-827e-534f1567ad49 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:39.006122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6daf4a6-785d-4bc3-9b6b-aa253f1bdcce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:39.008718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6daf4a6-785d-4bc3-9b6b-aa253f1bdcce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:39.011056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6daf4a6-785d-4bc3-9b6b-aa253f1bdcce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:39.015870 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a6daf4a6-785d-4bc3-9b6b-aa253f1bdcce tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1074197 Apr 18 06:04:39.019619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:38Z', 'revision_number': 2, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:39.019821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50768) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:39.046927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bdf8fb-2905-4f98-b138-884a52c1fd23 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:38Z', 'revision_number': 2, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:39.091030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e960af-bcce-40a4-8c4f-58a594677ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.096550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 96db2529-e46c-45f7-9d29-2cab8449830d {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:39.099890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.104892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:39.154564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.169337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:39.169735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.185548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e960af-bcce-40a4-8c4f-58a594677ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.264544 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c6e960af-bcce-40a4-8c4f-58a594677ba1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7bcc61970ef4956934df54ad903e3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604955 Apr 18 06:04:39.267935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50774) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:39.278760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.313317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e960af-bcce-40a4-8c4f-58a594677ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e5619-74f5-4535-a42e-d1eace326d18,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:39.388235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a93d76a3-64d0-47b5-b0d8-a0d0382b1b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.412584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a93d76a3-64d0-47b5-b0d8-a0d0382b1b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.421983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c2252cdf-aa1a-4815-8dca-c6ba515a3297 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:39.422354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c2252cdf-aa1a-4815-8dca-c6ba515a3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.459887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.506176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=96db2529-e46c-45f7-9d29-2cab8449830d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:39.518900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.526832 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e786d580-6b5f-4308-900c-db39bcc9e5fc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/96db2529-e46c-45f7-9d29-2cab8449830d HTTP/1.1" status: 204 len: 168 time: 0.5091445 Apr 18 06:04:39.530708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50778) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:39.603031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 97cb08ea-280f-437a-a4dc-35ae561ca996 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:39.606580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.632954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a93d76a3-64d0-47b5-b0d8-a0d0382b1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.636033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a93d76a3-64d0-47b5-b0d8-a0d0382b1b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.637322 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a93d76a3-64d0-47b5-b0d8-a0d0382b1b53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c5e5619-74f5-4535-a42e-d1eace326d18 HTTP/1.1" status: 204 len: 168 time: 0.3684351 Apr 18 06:04:39.648520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e2b3f-2981-4a93-a2ce-565e797f0797 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:39.657364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d76a3-64d0-47b5-b0d8-a0d0382b1b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e5619-74f5-4535-a42e-d1eace326d18,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:39.669904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.728533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1c77e892-f6f0-4b9c-92dc-0fe374a7cf58 None None] Could not find standard attr ID for object 264101da-7cc6-4515-9640-657cf8658f33. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:39.796248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.961197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:39.972323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50790) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:39.980292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1514334128-network', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:40.017308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=97cb08ea-280f-437a-a4dc-35ae561ca996,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:40.021145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.024632 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2adc8722-9096-4589-bdde-6e62b963f065 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/97cb08ea-280f-437a-a4dc-35ae561ca996 HTTP/1.1" status: 204 len: 168 time: 0.4925745 Apr 18 06:04:40.027982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50792) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:40.078401 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-542f0ca3-e1e5-40de-be19-d96e562ec72a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491660 Apr 18 06:04:40.081231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50794) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:40.086869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:40.150580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Made reservation on behalf of 9f32d07687364c20a79ae468e4e7d4a8 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:40.152882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.171741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.312136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.313352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:40.316954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.404152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.431196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:04:40.454143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.454484 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Added segment 0375d2a4-271a-4c63-9122-ef04c0bba603 of type vlan for network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 Apr 18 06:04:40.477223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4438f363-18fa-48c6-b710-66b9febe65bc,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:40.557599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.568459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b9443-a961-4913-8221-7a0f9d4c20dd None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:40.676780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.678001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:40.678718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.686163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f25cb593-e8f6-45cf-8ac6-71c42d629e70 None None] Provisioning complete for port de24fc92-c76e-42d2-9470-68ca53abd27d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:40.686758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f25cb593-e8f6-45cf-8ac6-71c42d629e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.760198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9f83dc0b-2ade-4842-bc93-4f44f557fc96 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:40.770524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.790048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50810) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:40.790969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8176074 Apr 18 06:04:40.810716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Request body: {'subnet': {'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1514334128-subnet', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:40.849771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:40.853392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:40.856940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.933482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Made reservation on behalf of 9f32d07687364c20a79ae468e4e7d4a8 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:40.935887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:40.988774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] Deleting port de24fc92-c76e-42d2-9470-68ca53abd27d {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:40.989162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.003588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.041173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50816) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:41.063762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 9f83dc0b-2ade-4842-bc93-4f44f557fc96, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9f83dc0b-2ade-4842-bc93-4f44f557fc96,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:41.101927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] For port de24fc92-c76e-42d2-9470-68ca53abd27d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=de24fc92-c76e-42d2-9470-68ca53abd27d,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:41.102601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.119823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] Calling delete_port for de24fc92-c76e-42d2-9470-68ca53abd27d owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:41.134055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.216720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--110937909'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:41.229773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f902ce-04e5-47e6-9138-6a06fef01a63 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6f4f1c-e358-4021-8750-8e040d1d7f73,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.242243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:04:41.245021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:41.247559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=9f83dc0b-2ade-4842-bc93-4f44f557fc96,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.249475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:41.254591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:41.255177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.272216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=0c0f1695-4da2-4a7b-9560-ac1991e35d45,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.276700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.337546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e5d320-d518-4326-a4a1-7e8ba0de0952,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.348562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Checking segment: {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:41.348921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Network hostable DHCP agents. Network: 1d6f4f1c-e358-4021-8750-8e040d1d7f73, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:04:41.364229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.374186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.397213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.402722 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a3596b9e-bfeb-435f-bb74-f1ed7cbb4cbc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3175590 Apr 18 06:04:41.403620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50820) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:41.409324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:41.436651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] Pushing event deleted for resources: {'Port': ['ID=de24fc92-c76e-42d2-9470-68ca53abd27d,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.436651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df8666-c337-454a-8bfd-62ec72b55108 None None] No DVR routers for this DVR port de24fc92-c76e-42d2-9470-68ca53abd27d on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:41.461021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:04:41.466671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e178dc8-3fa4-4e39-900e-25486eb0a55b None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:41.467478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.556890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.595206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 1d6f4f1c-e358-4021-8750-8e040d1d7f73) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:41.604690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:41.605277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.608685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77cc981-f677-4693-bf96-b95cd47945b6,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.621328 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d5cfa-5136-4039-9e53-55bc596ebe6f None None] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:41.635515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:41.639018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.643422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '0c0f1695-4da2-4a7b-9560-ac1991e35d45'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:41.644539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.660387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.695814 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:41.711595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bf68b52a-cc07-4bea-89e4-7efc4e9bd546 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9127874 Apr 18 06:04:41.711595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50822) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:41.714909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:41.716266 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:41.717096 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:41.734768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.752976 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.ipam_backend_mixin [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c0f1695-4da2-4a7b-9560-ac1991e35d45 (CIDR: 2001:db8::/64) Apr 18 06:04:41.774592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e0f3e-0594-4174-b055-7d178439eae3,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:41.791538 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:41.792586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:41.812326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.813669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.830931 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:41.842432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.846279 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-90218827-0e6f-4580-bcbc-721cff86fead tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8016036 Apr 18 06:04:41.847067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50824) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:41.894701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:41.896739 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-736f2f9b-e119-4b01-bf09-2e4c1f3a04c0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4918628 Apr 18 06:04:41.900496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50826) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:41.906322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:41.956779 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-55d0d1cd-7e04-4848-b08a-65ebd27eab7e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1089063 Apr 18 06:04:41.957855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50828) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:41.965955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-security--1364398220', 'description': 'tempest-security-description-730619697'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:42.035276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.059128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/0c0f1695-4da2-4a7b-9560-ac1991e35d45/f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:42.071470 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:38Z', 'revision_number': 2, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:42.074841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'fixed_ips': [{'subnet_id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:42.075799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.097665 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:42.098008 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Updating router 583b136c-fdf9-44fa-91a2-927b81220d2d port 7048b485-d737-489a-827e-534f1567ad49 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:42.117214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:42.120957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.123488 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.189007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.238730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.319356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.322551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.325769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Allocated IP 172.20.0.2 (1d6f4f1c-e358-4021-8750-8e040d1d7f73/b5e5d320-d518-4326-a4a1-7e8ba0de0952/645504d6-7362-440b-b404-6213d59b00b5) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:42.327552 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "PUT /v2.0/security-groups/d66e0f3e-0594-4174-b055-7d178439eae3 HTTP/1.1" status: 200 len: 1779 time: 0.3674078 Apr 18 06:04:42.328012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50830) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:42.344654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.362568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e14a-90d5-4b3b-bf95-5af7ba2ef58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e0f3e-0594-4174-b055-7d178439eae3,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:42.425463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.430341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cdfb71d1-2aaf-4180-8397-03f831ba252e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups/d66e0f3e-0594-4174-b055-7d178439eae3 HTTP/1.1" status: 200 len: 1779 time: 0.0744565 Apr 18 06:04:42.432914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50832) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:42.439418 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.485494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:42.497767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:42.502408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:42.504379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Pushing event updated for resources: {'Port': ['ID=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:42.528643 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.558935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.objects.ports [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109606) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:04:42.580726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0db3-ab01-4d98-9a39-a5904125a58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.588446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Attempting to bind port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:42.588810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Attempting to bind port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:42.589190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Attempting to bind port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:42.603188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:42.603597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:42.604011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.604409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:42.604915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Bound port: f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:42.605304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.636190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0db3-ab01-4d98-9a39-a5904125a58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.662673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.671489 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:04:42.673901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.693889 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Pushing event updated for resources: {'Port': ['ID=7048b485-d737-489a-827e-534f1567ad49,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:42.701531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.702578 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.703062 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.703305 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.703645 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.703977 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.704309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.704629 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.704976 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.705332 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.705664 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.705986 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.706303 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:04:42.758131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.793214 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Attempting to bind port 7048b485-d737-489a-827e-534f1567ad49 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:42.793214 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Attempting to bind port 7048b485-d737-489a-827e-534f1567ad49 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:42.793586 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Attempting to bind port 7048b485-d737-489a-827e-534f1567ad49 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:42.801658 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:42.802294 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Checking segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:42.802881 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.803480 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Bound using segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:42.804092 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Bound port: 7048b485-d737-489a-827e-534f1567ad49, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:42.805205 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.810385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9f83dc0b-2ade-4842-bc93-4f44f557fc96 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:42.821596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.867203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] For port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:42.888871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0db3-ab01-4d98-9a39-a5904125a58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.894711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:42.897169 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] For port 7048b485-d737-489a-827e-534f1567ad49, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:42.899216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0db3-ab01-4d98-9a39-a5904125a58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:42.901304 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] For port 7048b485-d737-489a-827e-534f1567ad49, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7048b485-d737-489a-827e-534f1567ad49,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:42.903163 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3f5e0db3-ab01-4d98-9a39-a5904125a58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/d66e0f3e-0594-4174-b055-7d178439eae3 HTTP/1.1" status: 204 len: 168 time: 0.4690788 Apr 18 06:04:42.903761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50836) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:42.904728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Allocated IP 172.26.4.111 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/3925fe5b-2ffd-4503-b6f9-34e97153c840) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:42.930228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0db3-ab01-4d98-9a39-a5904125a58a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e0f3e-0594-4174-b055-7d178439eae3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:42.964970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] For port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:42.968815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:42.985727 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-07ce71c7-9169-4243-8a87-b47bd7f6bf0d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807312 Apr 18 06:04:42.986979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:42.988205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50838) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:42.989789 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.004300 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-5a6485b7-1310-46d3-bbb8-405d0653fd31 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] delete failed (client error): The resource could not be found. Apr 18 06:04:43.006294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a6485b7-1310-46d3-bbb8-405d0653fd31 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/d66e0f3e-0594-4174-b055-7d178439eae3 HTTP/1.1" status: 404 len: 347 time: 0.0170481 Apr 18 06:04:43.011975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50840) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:43.020255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014790551'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:43.033202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Pushing event updated for resources: {'Port': ['ID=645504d6-7362-440b-b404-6213d59b00b5,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.089534 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:43.090162 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:43.123987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.126640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:43.126992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.153345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.174574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.252955 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Attempting to bind port 645504d6-7362-440b-b404-6213d59b00b5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:43.253301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Attempting to bind port 645504d6-7362-440b-b404-6213d59b00b5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:43.253688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Attempting to bind port 645504d6-7362-440b-b404-6213d59b00b5 on network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:43.272033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e34d1e36-49f8-462f-bd50-fdba37b6bca6 None None] Provisioning complete for port 7048b485-d737-489a-827e-534f1567ad49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:43.272358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e34d1e36-49f8-462f-bd50-fdba37b6bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.304147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.310416 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868685b-ff22-4d66-96e4-7c6fcf920241 None None] Pushing event updated for resources: {'Port': ['ID=7048b485-d737-489a-827e-534f1567ad49,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.359842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:43.360611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Checking segment: {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:43.361058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.361465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Bound using segment: {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:43.361957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Bound port: 645504d6-7362-440b-b404-6213d59b00b5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:43.362344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.365248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.372174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:43.379944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:43.385037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:43.392651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.406289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcd4b8-24a2-4ca4-86f2-215285b8d691 None None] Pushing event updated for resources: {'Port': ['ID=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.426727 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:43.427739 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Pushing event updated for resources: {'Port': ['ID=3925fe5b-2ffd-4503-b6f9-34e97153c840,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.473011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.588341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.591138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5779352 Apr 18 06:04:43.594294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50842) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:43.605277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa5ab-8575-40a2-be9e-1ee2396dc55b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b17fe-2872-43d6-b200-511a5f3c5aa5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.617147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] For port 645504d6-7362-440b-b404-6213d59b00b5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:43.619886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '6d7b17fe-2872-43d6-b200-511a5f3c5aa5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:43.628665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] For port 645504d6-7362-440b-b404-6213d59b00b5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=645504d6-7362-440b-b404-6213d59b00b5,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:43.631573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e34d1e36-49f8-462f-bd50-fdba37b6bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.698247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e34d1e36-49f8-462f-bd50-fdba37b6bca6 None None] For port 7048b485-d737-489a-827e-534f1567ad49, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7048b485-d737-489a-827e-534f1567ad49,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:43.702281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:43.734186 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:42Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:43.735805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: de24fc92-c76e-42d2-9470-68ca53abd27d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:43.736532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device de24fc92-c76e-42d2-9470-68ca53abd27d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:43.739822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.779886 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a77f4-e0ff-4b25-ba74-8eda8ff32f26 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:42Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:43.782165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:43.786206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e34d1e36-49f8-462f-bd50-fdba37b6bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.819126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.844194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1ce30-e94c-42dc-8475-1653a38eb740 None None] Pushing event updated for resources: {'Port': ['ID=645504d6-7362-440b-b404-6213d59b00b5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.858677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.937417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4defadad-4bd8-4c5c-b67a-006658638e66 None None] Provisioning complete for port 7048b485-d737-489a-827e-534f1567ad49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:43.937791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4defadad-4bd8-4c5c-b67a-006658638e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.939649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.940437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.942556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d1e36-49f8-462f-bd50-fdba37b6bca6 None None] Pushing event updated for resources: {'Port': ['ID=7048b485-d737-489a-827e-534f1567ad49,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:43.955989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:43.979788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:43.983776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:43.987145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:43.990830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.024153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.127103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.152091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711e4db1-0b71-48c5-8a5b-8a5851ae55ae,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:44.181304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=643e9d8f-50a8-4fda-9d7f-21bcaf573098,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:44.200330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,revision_number=4']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:44.228347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f825f20b-7673-42f9-8174-36ae42abaeda tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3232272 Apr 18 06:04:44.228814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50844) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:44.237384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:ee:4c:cc', 'name': 'tempest-NetworksTestDHCPv6-33762909'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:44.281261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.282585 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a62a0f56-5292-456a-b7e0-c47b83f7538c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6796489 Apr 18 06:04:44.285390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50846) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:44.334132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f7d-65ea-4ef6-be2d-4bc171fa5beb tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.348885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f7d-65ea-4ef6-be2d-4bc171fa5beb tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.356287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.652465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521b1c33-91e9-4ce3-896a-7d17c113dba7 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:44.787821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-88c13566-723d-4af0-ac65-cefa3593d53b None None] Provisioning complete for port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:44.788299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88c13566-723d-4af0-ac65-cefa3593d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.823743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7048b485-d737-489a-827e-534f1567ad49 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:44.837289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:44.884047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Router ab0ebf4a-828b-40f2-8093-0e734b67279e is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:04:44.889178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f7d-65ea-4ef6-be2d-4bc171fa5beb tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.906054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f7d-65ea-4ef6-be2d-4bc171fa5beb tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.911853 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e8f30f7d-65ea-4ef6-be2d-4bc171fa5beb tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/711e4db1-0b71-48c5-8a5b-8a5851ae55ae HTTP/1.1" status: 204 len: 168 time: 0.6207530 Apr 18 06:04:44.912703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50850) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:44.930072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.939167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f30f7d-65ea-4ef6-be2d-4bc171fa5beb tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=711e4db1-0b71-48c5-8a5b-8a5851ae55ae,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:44.975849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 4e9742b2-c1e3-4666-a860-fd8c85945214 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:44.978330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7048b485-d737-489a-827e-534f1567ad49 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:44.978699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:44.980388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88c13566-723d-4af0-ac65-cefa3593d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.034921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-991f0151-ccda-4d86-b70e-5a797cb3e5a9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1195700 Apr 18 06:04:45.039421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50852) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:45.047585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-88c13566-723d-4af0-ac65-cefa3593d53b None None] For port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:45.108641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:45.111471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:45.143274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Sync routers for ids ['ab0ebf4a-828b-40f2-8093-0e734b67279e'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:45.152285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88c13566-723d-4af0-ac65-cefa3593d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.190968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.195326 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cfafeb00-55a8-4c1c-8cd5-35fbca4ea062 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4862328 Apr 18 06:04:45.197132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50854) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:45.201001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02872827-3dca-4537-9015-e41eea5a00f7 None None] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:45.229827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Routers {'ab0ebf4a-828b-40f2-8093-0e734b67279e'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:45.231511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab0ebf4a-828b-40f2-8093-0e734b67279e'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:45.269701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8281a775-0954-4d1a-a89e-ce787fda9d5a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.323590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8281a775-0954-4d1a-a89e-ce787fda9d5a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.335294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::48 (05d65530-28ce-4b9b-b71b-a17f18d1b658/0c0f1695-4da2-4a7b-9560-ac1991e35d45/4e9742b2-c1e3-4666-a860-fd8c85945214) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:45.353076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:4ccc (05d65530-28ce-4b9b-b71b-a17f18d1b658/643e9d8f-50a8-4fda-9d7f-21bcaf573098/4e9742b2-c1e3-4666-a860-fd8c85945214) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:45.490622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8281a775-0954-4d1a-a89e-ce787fda9d5a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.494220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8281a775-0954-4d1a-a89e-ce787fda9d5a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.495454 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8281a775-0954-4d1a-a89e-ce787fda9d5a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d7b17fe-2872-43d6-b200-511a5f3c5aa5 HTTP/1.1" status: 204 len: 168 time: 0.4552710 Apr 18 06:04:45.503015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50856) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:45.505935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c13566-723d-4af0-ac65-cefa3593d53b None None] Pushing event updated for resources: {'Port': ['ID=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:45.514754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281a775-0954-4d1a-a89e-ce787fda9d5a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b17fe-2872-43d6-b200-511a5f3c5aa5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:45.560623 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-381bcba9-be32-41dc-85c3-84f59f45e3b2 None None] Provisioning complete for port 645504d6-7362-440b-b404-6213d59b00b5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:45.561020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-381bcba9-be32-41dc-85c3-84f59f45e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.608095 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a08c0d24-0dba-4a60-95ed-26dee39912bd tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040909 Apr 18 06:04:45.625237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.634817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:45.635277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.658016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50858) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:45.666153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--927343295'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:45.734177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Set router ab0ebf4a-828b-40f2-8093-0e734b67279e gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:45.745599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.770863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.797233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:45.802472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:45.805112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:45.811091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:45.811808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.818528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=4e9742b2-c1e3-4666-a860-fd8c85945214,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:45.876660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.922718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:45.940394 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3273ae05-31fa-454e-b464-2fc4161a4365 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7079997 Apr 18 06:04:45.940967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50860) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:45.992775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-381bcba9-be32-41dc-85c3-84f59f45e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.002579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 645504d6-7362-440b-b404-6213d59b00b5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:46.010913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.053612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e559085-08b7-4ee2-9ad1-24af2f8c882b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:46.088299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 4e9742b2-c1e3-4666-a860-fd8c85945214 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:46.089867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.113832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-381bcba9-be32-41dc-85c3-84f59f45e3b2 None None] For port 645504d6-7362-440b-b404-6213d59b00b5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=645504d6-7362-440b-b404-6213d59b00b5,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:46.154234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.154234 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-657fe072-3855-4ab3-bf9a-f19d65d98e32 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4911427 Apr 18 06:04:46.154234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Allocated IP 172.20.0.1 (1d6f4f1c-e358-4021-8750-8e040d1d7f73/b5e5d320-d518-4326-a4a1-7e8ba0de0952/df83075e-d2a5-42ff-b902-a6539e9a2c32) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:46.154234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50862) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:46.158310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '8e559085-08b7-4ee2-9ad1-24af2f8c882b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:46.162286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 645504d6-7362-440b-b404-6213d59b00b5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:46.162764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.192954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 3, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:46.196372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-381bcba9-be32-41dc-85c3-84f59f45e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.204930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.219628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 4e9742b2-c1e3-4666-a860-fd8c85945214 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:46.257350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Checking router: ab0ebf4a-828b-40f2-8093-0e734b67279e for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:46.257706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Updating router ab0ebf4a-828b-40f2-8093-0e734b67279e port 3925fe5b-2ffd-4503-b6f9-34e97153c840 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:46.284990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.324093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.360793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.402074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.421793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bcba9-be32-41dc-85c3-84f59f45e3b2 None None] Pushing event updated for resources: {'Port': ['ID=645504d6-7362-440b-b404-6213d59b00b5,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:46.475613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f58d1cc6-fb31-419a-b4af-498239434ad1 None None] Provisioning complete for port 645504d6-7362-440b-b404-6213d59b00b5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:46.476009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f58d1cc6-fb31-419a-b4af-498239434ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.482039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.501323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73fea5d-cfa8-4dd9-bd48-1664bf39782d,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:46.517039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.517527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.553937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=4e9742b2-c1e3-4666-a860-fd8c85945214,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:46.565975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:46.569535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:46.575836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:46.584714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Pushing event updated for resources: {'Port': ['ID=df83075e-d2a5-42ff-b902-a6539e9a2c32,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:46.584714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.588164 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-642560cd-daff-4980-bad5-407304ec5557 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4334445 Apr 18 06:04:46.589162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50864) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:46.617610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '8e559085-08b7-4ee2-9ad1-24af2f8c882b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:46.624562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.628502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-46718f1f-a895-4d6d-a0db-65a8cb153cc1 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/4e9742b2-c1e3-4666-a860-fd8c85945214 HTTP/1.1" status: 204 len: 168 time: 0.6866343 Apr 18 06:04:46.633271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50866) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:46.705442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f58d1cc6-fb31-419a-b4af-498239434ad1 None None] Provisioning complete for port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:46.705810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f58d1cc6-fb31-419a-b4af-498239434ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.718004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.765882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:46.786534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e0f5f-5261-4128-a6be-8e2f720f2f1c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:46.790676 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-242e0f5f-5261-4128-a6be-8e2f720f2f1c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1489811 Apr 18 06:04:46.791119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50868) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:46.830282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.835833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.861351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d2ba5-8796-4cc9-a3d5-34ebc07bf258 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:46.865320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b82d2ba5-8796-4cc9-a3d5-34ebc07bf258 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0700214 Apr 18 06:04:46.867327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50870) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:46.905163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:46.905592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.912322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f58d1cc6-fb31-419a-b4af-498239434ad1 None None] Could not find standard attr ID for object 4e9742b2-c1e3-4666-a860-fd8c85945214. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:46.931041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:46.947778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f0d5e-b6f1-4a5f-86b3-6e62cf019b6e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:46.949876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f0d5e-b6f1-4a5f-86b3-6e62cf019b6e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:46.951225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f0d5e-b6f1-4a5f-86b3-6e62cf019b6e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:46.955427 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ad0f0d5e-b6f1-4a5f-86b3-6e62cf019b6e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0844047 Apr 18 06:04:46.955641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50872) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:46.971753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.002413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Attempting to bind port 3925fe5b-2ffd-4503-b6f9-34e97153c840 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:47.006503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Attempting to bind port 3925fe5b-2ffd-4503-b6f9-34e97153c840 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:47.006503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Attempting to bind port 3925fe5b-2ffd-4503-b6f9-34e97153c840 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:47.006503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6ef2b-3eb1-47b8-9a74-d5c3d981fb1e None None] Pushing event updated for resources: {'Port': ['ID=3925fe5b-2ffd-4503-b6f9-34e97153c840,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:47.014157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 0c0f1695-4da2-4a7b-9560-ac1991e35d45 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:47.014280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:47.014754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:47.015296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.015680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:47.016144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Bound port: 3925fe5b-2ffd-4503-b6f9-34e97153c840, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:47.016517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.017223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.063410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.064097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.099748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.107262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 645504d6-7362-440b-b404-6213d59b00b5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:47.113639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-77e4f82d-84c7-4f3a-8c59-e690cae4e27f None None] Provisioning complete for port df83075e-d2a5-42ff-b902-a6539e9a2c32 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:47.121264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77e4f82d-84c7-4f3a-8c59-e690cae4e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.130915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c31b73-6df9-4309-8111-9dace7d9be98,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:47.135470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] For port 3925fe5b-2ffd-4503-b6f9-34e97153c840, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:47.172943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.176486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] For port 3925fe5b-2ffd-4503-b6f9-34e97153c840, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3925fe5b-2ffd-4503-b6f9-34e97153c840,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:47.189621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-77e4f82d-84c7-4f3a-8c59-e690cae4e27f None None] Port df83075e-d2a5-42ff-b902-a6539e9a2c32 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:47.202375 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 645504d6-7362-440b-b404-6213d59b00b5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:47.202740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.221947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.226589 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8125ed70-a10a-470b-b4a9-f2609a88c761 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6168222 Apr 18 06:04:47.227383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50874) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:47.235137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '8e559085-08b7-4ee2-9ad1-24af2f8c882b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:47.277467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.301315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.327533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.347887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Routers {'ab0ebf4a-828b-40f2-8093-0e734b67279e'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:47.348501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab0ebf4a-828b-40f2-8093-0e734b67279e'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:47.350287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6ef2b-3eb1-47b8-9a74-d5c3d981fb1e None None] Pushing event updated for resources: {'Port': ['ID=3925fe5b-2ffd-4503-b6f9-34e97153c840,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:47.362267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0f1695-4da2-4a7b-9560-ac1991e35d45,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:47.367852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.372165 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-71693b8e-47c4-462e-b3dc-39fdf4ee4539 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/0c0f1695-4da2-4a7b-9560-ac1991e35d45 HTTP/1.1" status: 204 len: 168 time: 0.4155707 Apr 18 06:04:47.373203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.375432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50876) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:47.387386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb60fe-dc10-4cdf-9f5b-5a75671e152d None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:47.455297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.456108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.465522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 643e9d8f-50a8-4fda-9d7f-21bcaf573098 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:47.494436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.522386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.542875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d114a2a1-d60e-45bc-a9a7-35872ae7118d,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:47.648296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.650106 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-04597512-bb6b-4f2d-9a2f-1cb8edb21bc1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195886 Apr 18 06:04:47.653449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50878) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:47.658714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '8e559085-08b7-4ee2-9ad1-24af2f8c882b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:47.678161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] Set router ab0ebf4a-828b-40f2-8093-0e734b67279e gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:47.763646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.843424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.946644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'df83075e-d2a5-42ff-b902-a6539e9a2c32', 'name': '', 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'mac_address': 'fa:16:3e:93:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:45Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 1, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'subnets': [{'id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:47.948177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.973209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Pushing event updated for resources: {'Port': ['ID=df83075e-d2a5-42ff-b902-a6539e9a2c32,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:47.975851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.978199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c690137-9316-48e0-9c6a-af812119b48e None None] The sync data for ids ['ab0ebf4a-828b-40f2-8093-0e734b67279e'] in dv-neutron-837488-1-hyperv is: [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'df83075e-d2a5-42ff-b902-a6539e9a2c32', 'name': '', 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'mac_address': 'fa:16:3e:93:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:45Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 1, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'subnets': [{'id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:47.984647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:47.988260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd81b51-ae97-4bd9-9262-bd729e0ab27e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:48.037405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.041168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5dc494af-a573-4c20-92a4-2873cea5c038 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842077 Apr 18 06:04:48.043760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50880) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:48.048795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '8e559085-08b7-4ee2-9ad1-24af2f8c882b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:48.142804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.148828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.182390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:48.182390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:48.240823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.350015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Router ab0ebf4a-828b-40f2-8093-0e734b67279e has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:04:48.356576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.379764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f93c52-477e-44d6-a145-4ee066c78a13,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:48.399348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.446180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=643e9d8f-50a8-4fda-9d7f-21bcaf573098,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:48.448327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.451665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b282c1d-d43c-4b4e-944c-d11fe548f71a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/643e9d8f-50a8-4fda-9d7f-21bcaf573098 HTTP/1.1" status: 204 len: 168 time: 1.0750959 Apr 18 06:04:48.454537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50882) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:48.510311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50884) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:48.511449 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9ed18faa-9aa3-4fc3-b260-19a6c5fac3f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553603 Apr 18 06:04:48.514677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.516173 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6fa09a3c-c557-4339-af91-ed1cc32e4014 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4716029 Apr 18 06:04:48.516971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:48.520425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50886) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:48.545334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:04:48.566348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-807851b9-8f90-45db-91b0-f45a0f9beea7 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab0ebf4a-828b-40f2-8093-0e734b67279e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3555636 Apr 18 06:04:48.566553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17d1ce8c-4f49-4851-ab57-f3577071248b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.570018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17d1ce8c-4f49-4851-ab57-f3577071248b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.697644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17d1ce8c-4f49-4851-ab57-f3577071248b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.713662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17d1ce8c-4f49-4851-ab57-f3577071248b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.721401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50890) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:48.723535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-17d1ce8c-4f49-4851-ab57-f3577071248b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/54f93c52-477e-44d6-a145-4ee066c78a13 HTTP/1.1" status: 204 len: 168 time: 0.2017477 Apr 18 06:04:48.724483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1ce8c-4f49-4851-ab57-f3577071248b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f93c52-477e-44d6-a145-4ee066c78a13,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:48.771081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:48.778321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.794851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-50ab9178-89f6-4d0c-8475-8e4151d381ca None None] Provisioning complete for port df83075e-d2a5-42ff-b902-a6539e9a2c32 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:48.798352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-50ab9178-89f6-4d0c-8475-8e4151d381ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.811803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50896) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:48.812040 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2afab815-b622-446c-878e-295762115a48 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0892429 Apr 18 06:04:48.846667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4e3ce-3331-4b3e-af03-d85b1f86c590 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:48.858573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6dd8-cfd3-4b2d-bafd-dcfa8e9697b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.878461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6dd8-cfd3-4b2d-bafd-dcfa8e9697b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:48.970633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-50ab9178-89f6-4d0c-8475-8e4151d381ca None None] Port df83075e-d2a5-42ff-b902-a6539e9a2c32 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:04:49.031522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6dd8-cfd3-4b2d-bafd-dcfa8e9697b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.047609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6dd8-cfd3-4b2d-bafd-dcfa8e9697b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.049507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ee8d6dd8-cfd3-4b2d-bafd-dcfa8e9697b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9bd81b51-ae97-4bd9-9262-bd729e0ab27e HTTP/1.1" status: 204 len: 168 time: 0.2367084 Apr 18 06:04:49.060734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50900) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.070401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d6dd8-cfd3-4b2d-bafd-dcfa8e9697b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bd81b51-ae97-4bd9-9262-bd729e0ab27e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:49.100931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-417415af-4933-4587-8421-860b9492f814 None None] Provisioning complete for port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:49.105873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-417415af-4933-4587-8421-860b9492f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.145381 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a831454b-1ac1-42db-ab89-0867377e65ce tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0835085 Apr 18 06:04:49.150200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50902) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.159012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:49.192020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15cf8e1d-4c28-4ce2-b93c-2a09f8ccc819 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.195473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15cf8e1d-4c28-4ce2-b93c-2a09f8ccc819 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.240821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.267392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] Deleting port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:49.267766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.293044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:49.296355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:49.300564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:49.301152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.306816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:49.345816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15cf8e1d-4c28-4ce2-b93c-2a09f8ccc819 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.352440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-15cf8e1d-4c28-4ce2-b93c-2a09f8ccc819 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.352818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] For port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:49.353571 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-15cf8e1d-4c28-4ce2-b93c-2a09f8ccc819 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d114a2a1-d60e-45bc-a9a7-35872ae7118d HTTP/1.1" status: 204 len: 168 time: 0.2022455 Apr 18 06:04:49.355053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.356389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50904) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.361091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf8e1d-4c28-4ce2-b93c-2a09f8ccc819 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d114a2a1-d60e-45bc-a9a7-35872ae7118d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:49.373828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] Calling delete_port for f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:49.414567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4dd25b7e-63e2-4dd4-9526-b2138806b646 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0529230 Apr 18 06:04:49.414917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50906) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.431904 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-13e1595c-b761-4c17-ac2f-fd5f90925531 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9201443 Apr 18 06:04:49.433846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50908) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.443272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6caec62d-50d0-4f87-8f1d-84d3e629a017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.443419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:49.450992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6caec62d-50d0-4f87-8f1d-84d3e629a017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.591098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.591384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6caec62d-50d0-4f87-8f1d-84d3e629a017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.596659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6caec62d-50d0-4f87-8f1d-84d3e629a017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.597930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6caec62d-50d0-4f87-8f1d-84d3e629a017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/55c31b73-6df9-4309-8111-9dace7d9be98 HTTP/1.1" status: 204 len: 168 time: 0.1818447 Apr 18 06:04:49.600793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50910) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.610345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caec62d-50d0-4f87-8f1d-84d3e629a017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55c31b73-6df9-4309-8111-9dace7d9be98,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:49.619225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] Pushing event deleted for resources: {'Port': ['ID=f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:49.622771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6751bb4-011b-4602-bbde-fc622aaf218c None None] No DVR routers for this DVR port f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:49.636234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50912) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.641316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f41de6-f991-4796-b92e-49b5579a2c37 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:49.642179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215290200', 'description': 'tempest-secgroup-smoke-1215290200 description', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:49.669705 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cff3b792-39c6-45cb-b0f5-0ac4b3a177ac tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0664499 Apr 18 06:04:49.672477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50914) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.678553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:49.683137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.700807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e27ad3b-c423-4502-b5a0-fd4f89ed1946 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.708532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e27ad3b-c423-4502-b5a0-fd4f89ed1946 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.790280 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.ipam_backend_mixin [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f (CIDR: 2001:db8::/64) Apr 18 06:04:49.798995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-05d65530-28ce-4b9b-b71b-a17f18d1b658', 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'tenant_id': 'a6f649df552d4fda9650a6f4da503c23', 'fixed_ips': [{'subnet_id': '7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:04:49.799869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.807892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.840600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e27ad3b-c423-4502-b5a0-fd4f89ed1946 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.845935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e27ad3b-c423-4502-b5a0-fd4f89ed1946 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.852378 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:04:49.852378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:49.852621 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8e27ad3b-c423-4502-b5a0-fd4f89ed1946 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a73fea5d-cfa8-4dd9-bd48-1664bf39782d HTTP/1.1" status: 204 len: 168 time: 0.1735494 Apr 18 06:04:49.852707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50916) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.856864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27ad3b-c423-4502-b5a0-fd4f89ed1946 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a73fea5d-cfa8-4dd9-bd48-1664bf39782d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:49.920485 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-532bc7f7-36c7-4ef0-b7b6-b09fc01be030 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675261 Apr 18 06:04:49.923214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50918) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.931282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:49.936293 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-63ea06b1-6bc7-43bd-9d56-50a29d5b85e8 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5007079 Apr 18 06:04:49.942971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50920) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:49.948850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'subnet': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:49.971210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Allocated IP 2001:db8::2 (05d65530-28ce-4b9b-b71b-a17f18d1b658/7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f/27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:49.982074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-640d81d2-1436-4ff2-852e-3715f101628b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.011720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-640d81d2-1436-4ff2-852e-3715f101628b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.019210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.075835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becce984-7f57-4a2f-8060-d7f69225d4bc,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:50.124349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.125590 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-710385b4-a069-4f05-ab93-40755170509d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4885592 Apr 18 06:04:50.128667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50922) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:50.133615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group_rule': {'security_group_id': 'becce984-7f57-4a2f-8060-d7f69225d4bc', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:50.142044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.154322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-640d81d2-1436-4ff2-852e-3715f101628b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.156957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-640d81d2-1436-4ff2-852e-3715f101628b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.158127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-640d81d2-1436-4ff2-852e-3715f101628b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/8e559085-08b7-4ee2-9ad1-24af2f8c882b HTTP/1.1" status: 204 len: 168 time: 0.2332208 Apr 18 06:04:50.164614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50924) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:50.167229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d81d2-1436-4ff2-852e-3715f101628b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e559085-08b7-4ee2-9ad1-24af2f8c882b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:50.209473 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2988d827-6d1b-404d-944a-694ce8526a80 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436547 Apr 18 06:04:50.214243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50926) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:50.218809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--456463199'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:50.228345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:50.228345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.248322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.293004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:50.294863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.296407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:50.301032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:50.305837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Pushing event updated for resources: {'Port': ['ID=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:50.361027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Attempting to bind port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:50.361391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Attempting to bind port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:50.361760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Attempting to bind port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac on network 05d65530-28ce-4b9b-b71b-a17f18d1b658 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:50.367836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:50.368547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Checking segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:50.368806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.369042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.369182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Bound using segment: {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:50.369641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Bound port: 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71e556f-bb16-49b6-bc46-eb703d0d886e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:50.370016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.434181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.442306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] For port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:50.446902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] For port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:50.546223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.551813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.570834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.593312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88309b68-6117-4010-bf73-228f5999a7e7,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:50.627187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eecd1c-f66c-4278-9e81-bd216e9783ba None None] Pushing event updated for resources: {'Port': ['ID=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:50.647347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.683838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.687714 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c2a1cc6e-63da-414e-b78d-0473ea32bb5b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5580478 Apr 18 06:04:50.688368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50928) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:50.696740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group_rule': {'security_group_id': 'becce984-7f57-4a2f-8060-d7f69225d4bc', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:50.698275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1687fd75-4e47-4cfe-a6cf-a83b2aeb4669,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:50.743949 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3925fe5b-2ffd-4503-b6f9-34e97153c840 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:50.786472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.787750 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-430802d7-0b48-45b5-a210-d7d99a878365 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5725734 Apr 18 06:04:50.791570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50930) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:50.795616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '1687fd75-4e47-4cfe-a6cf-a83b2aeb4669', 'direction': 'ingress', 'protocol': 17}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:50.829410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3925fe5b-2ffd-4503-b6f9-34e97153c840 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:50.829987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.847663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.objects.ports [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 06:04:50.888973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.940864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.945846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.970069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:50.982577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 3925fe5b-2ffd-4503-b6f9-34e97153c840, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3925fe5b-2ffd-4503-b6f9-34e97153c840,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:51.048045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.057261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.074674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.076470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0467372d-a02e-414a-8872-a31e140b7f6f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.124676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:51.130269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=3925fe5b-2ffd-4503-b6f9-34e97153c840,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.149662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:51.150006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aa13e2-82cc-41d4-9f17-1727e5bb0e9c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:51.166624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.167889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.169203 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9bb7c4e3-e614-4190-8a85-af6968df8e58 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4789071 Apr 18 06:04:51.172044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50932) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:51.176623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group_rule': {'security_group_id': 'becce984-7f57-4a2f-8060-d7f69225d4bc', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:51.189741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.200637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245d0ba6-34cc-4486-b5b9-3bc73a63e574,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.264525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.279533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.280834 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6122c2bc-c66a-41a0-9dc9-e28a13a9a4b6 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4886403 Apr 18 06:04:51.283983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50934) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:51.353709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.361594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] For port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:51.371813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b119df8-5b88-4b36-ae16-5dab25612017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.398055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.401569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b119df8-5b88-4b36-ae16-5dab25612017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.453368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.471425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987b691a-29a0-4eee-97e5-f95c91fe535e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.477484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.478241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.549282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b119df8-5b88-4b36-ae16-5dab25612017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.551989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b119df8-5b88-4b36-ae16-5dab25612017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.553188 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b119df8-5b88-4b36-ae16-5dab25612017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/1687fd75-4e47-4cfe-a6cf-a83b2aeb4669 HTTP/1.1" status: 204 len: 168 time: 0.2589228 Apr 18 06:04:51.562590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:51.562846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50936) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:51.569137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b119df8-5b88-4b36-ae16-5dab25612017 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1687fd75-4e47-4cfe-a6cf-a83b2aeb4669,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.570352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:51.580948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:51.581344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.581565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.585330 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-01939f9d-bb82-4111-83d6-1a909042f4b4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4095774 Apr 18 06:04:51.585750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50938) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:51.589903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Subnet': ['ID=7a831b12-2cf4-4007-80f1-37d36a5ae13f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.591673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group_rule': {'security_group_id': 'becce984-7f57-4a2f-8060-d7f69225d4bc', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:51.594378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,revision_number=4']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.634369 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d47ab2ac-bcda-45bb-aadd-b1cd15d8429d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701809 Apr 18 06:04:51.637890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:51.642353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960856334'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:51.677402 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-67bc692d-4be1-40e4-a5aa-97249694eaf5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7333248 Apr 18 06:04:51.680927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50942) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:51.686049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Request body: {'port': {'network_id': '05d65530-28ce-4b9b-b71b-a17f18d1b658', 'mac_address': 'fa:16:3e:75:67:d0', 'name': 'tempest-NetworksTestDHCPv6-690820068'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:51.714041 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Sync routers for ids ['ab0ebf4a-828b-40f2-8093-0e734b67279e'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:04:51.725225 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Routers {'ab0ebf4a-828b-40f2-8093-0e734b67279e'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:51.726467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab0ebf4a-828b-40f2-8093-0e734b67279e'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:51.782595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.812319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.836823 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Set router ab0ebf4a-828b-40f2-8093-0e734b67279e gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:51.857714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.865922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Made reservation on behalf of a6f649df552d4fda9650a6f4da503c23 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:04:51.910670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.912316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.937567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945bfa5f-e1ff-4fef-90b2-7985f1fb169c,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:51.979103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:51.985812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.006923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] device_id is not set on port 1160cefc-6677-4935-a6f4-f02f06bc93d4 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:04:52.017535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.034992 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25e020a9-f767-43e5-8262-1335f35fd70b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4319808 Apr 18 06:04:52.034992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50944) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:52.034992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group_rule': {'security_group_id': 'becce984-7f57-4a2f-8060-d7f69225d4bc', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:52.048819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3990c59a-5218-4e9e-b17f-f7297d57b69e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:52.066613 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'df83075e-d2a5-42ff-b902-a6539e9a2c32', 'name': '', 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'mac_address': 'fa:16:3e:93:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:45Z', 'updated_at': '2022-04-18T06:04:47Z', 'revision_number': 2, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'subnets': [{'id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:52.097044 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Checking router: ab0ebf4a-828b-40f2-8093-0e734b67279e for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:04:52.097935 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Updating router ab0ebf4a-828b-40f2-8093-0e734b67279e port df83075e-d2a5-42ff-b902-a6539e9a2c32 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:04:52.124136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.129671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.131118 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a1149afb-ffdd-4833-a168-08b580b0ca78 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4922984 Apr 18 06:04:52.134618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50946) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:52.142540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901591561'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:52.158526 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Project df7cc1807f2844478ff90526ba3eeb67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:04:52.169263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.245855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8::3b4 (05d65530-28ce-4b9b-b71b-a17f18d1b658/7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f/1160cefc-6677-4935-a6f4-f02f06bc93d4) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:52.253032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.253374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:67d0 (05d65530-28ce-4b9b-b71b-a17f18d1b658/7a831b12-2cf4-4007-80f1-37d36a5ae13f/1160cefc-6677-4935-a6f4-f02f06bc93d4) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:04:52.278356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79f85e-2f02-4d16-ba93-18d23129d3dc None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:52.295360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.345475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3b4e41bd-e92d-4488-9f2f-8f1d43bca378 None None] Provisioning complete for port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:52.345851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3b4e41bd-e92d-4488-9f2f-8f1d43bca378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.396214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.439891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.450774 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.484481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3b4e41bd-e92d-4488-9f2f-8f1d43bca378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.539148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3b4e41bd-e92d-4488-9f2f-8f1d43bca378 None None] For port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:52.541097 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.541276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.545639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.584091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.601516 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063381c-3c84-4037-a770-b50998d22a34 None None] Pushing event updated for resources: {'Port': ['ID=df83075e-d2a5-42ff-b902-a6539e9a2c32,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:52.614087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced38f6-283b-46ef-b210-f47cd58cb0dc,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:52.616347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6afe31-743e-49ec-add3-90983ff91b20,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:52.620092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3b4e41bd-e92d-4488-9f2f-8f1d43bca378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.648563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:04:52.656649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:04:52.662528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:04:52.668956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.675458 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-93a96212-65d9-4b5b-ab15-40d16380122f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6415303 Apr 18 06:04:52.675458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50948) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:52.675853 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Attempting to bind port df83075e-d2a5-42ff-b902-a6539e9a2c32 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:04:52.675853 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Attempting to bind port df83075e-d2a5-42ff-b902-a6539e9a2c32 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:04:52.675853 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Attempting to bind port df83075e-d2a5-42ff-b902-a6539e9a2c32 on network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:04:52.683153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'security_group_rule': {'security_group_id': 'becce984-7f57-4a2f-8060-d7f69225d4bc', 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:52.683337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:52.687124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.691886 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:04:52.692391 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Checking segment: {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:04:52.692798 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.693700 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Bound using segment: {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:04:52.694179 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Bound port: df83075e-d2a5-42ff-b902-a6539e9a2c32, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0375d2a4-271a-4c63-9122-ef04c0bba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:04:52.694560 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.713156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.718897 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0a826cec-a198-459a-922a-2743db89bb38 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5808551 Apr 18 06:04:52.721473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50950) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:52.737351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '3990c59a-5218-4e9e-b17f-f7297d57b69e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd6afe31-743e-49ec-add3-90983ff91b20', 'remote_ip_prefix': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:52.750453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event updated for resources: {'Port': ['ID=1160cefc-6677-4935-a6f4-f02f06bc93d4,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:52.759589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e41bd-e92d-4488-9f2f-8f1d43bca378 None None] Pushing event updated for resources: {'Port': ['ID=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:52.806646 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] For port df83075e-d2a5-42ff-b902-a6539e9a2c32, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:04:52.814704 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] For port df83075e-d2a5-42ff-b902-a6539e9a2c32, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=df83075e-d2a5-42ff-b902-a6539e9a2c32,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:04:52.845634 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-12abf176-b0bb-4885-a311-f90cbda20918 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1612232 Apr 18 06:04:52.846010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50952) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:52.884128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:52.906900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Project df7cc1807f2844478ff90526ba3eeb67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:04:52.929306 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.941072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.961196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c8835133-a262-4192-9dab-661d67e4ea1b None None] Provisioning complete for port df83075e-d2a5-42ff-b902-a6539e9a2c32 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:52.964477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8835133-a262-4192-9dab-661d67e4ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.965601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:52.965601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.973610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:52.995729 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Routers {'ab0ebf4a-828b-40f2-8093-0e734b67279e'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:04:52.995901 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab0ebf4a-828b-40f2-8093-0e734b67279e'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:53.090408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.093987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting port 1160cefc-6677-4935-a6f4-f02f06bc93d4 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:53.094314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.116434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] Set router ab0ebf4a-828b-40f2-8093-0e734b67279e gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:04:53.192488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.205687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.240146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4a79bc-5a9f-442a-a38c-36ccc3d4cf07,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:53.242980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063381c-3c84-4037-a770-b50998d22a34 None None] Pushing event updated for resources: {'Port': ['ID=df83075e-d2a5-42ff-b902-a6539e9a2c32,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:53.282170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.296013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.313807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Calling delete_port for 1160cefc-6677-4935-a6f4-f02f06bc93d4 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:53.363725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c83e6da-198f-47ff-80d8-04fef9daeb54,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:53.366903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.368242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aa7bc997-e2a8-41ec-a3bb-74400e5933f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6934521 Apr 18 06:04:53.461227 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'df83075e-d2a5-42ff-b902-a6539e9a2c32', 'name': '', 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'mac_address': 'fa:16:3e:93:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:45Z', 'updated_at': '2022-04-18T06:04:52Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'subnets': [{'id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:53.500586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.502715 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eaea06-c2df-4f50-9036-c9a0d7d5ba4c None None] The sync data for ids ['ab0ebf4a-828b-40f2-8093-0e734b67279e'] in dv-neutron-837488-1-hyperv is: [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:04:46Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'df83075e-d2a5-42ff-b902-a6539e9a2c32', 'name': '', 'network_id': '1d6f4f1c-e358-4021-8750-8e040d1d7f73', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'mac_address': 'fa:16:3e:93:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:45Z', 'updated_at': '2022-04-18T06:04:52Z', 'revision_number': 4, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'subnets': [{'id': 'b5e5d320-d518-4326-a4a1-7e8ba0de0952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:04:53.502928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b33731d1-5e46-41c5-b419-3497f6907359 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7773447 Apr 18 06:04:53.505830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50970) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:53.540518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8835133-a262-4192-9dab-661d67e4ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.555480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b9ab-d5a3-4beb-b066-86b7e88bb07f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.570168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3925fe5b-2ffd-4503-b6f9-34e97153c840 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:53.577860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b9ab-d5a3-4beb-b066-86b7e88bb07f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.650056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6c08-fd7f-4630-bec7-972ec6abdd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.690586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c8835133-a262-4192-9dab-661d67e4ea1b None None] For port df83075e-d2a5-42ff-b902-a6539e9a2c32, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=df83075e-d2a5-42ff-b902-a6539e9a2c32,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:53.696908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3925fe5b-2ffd-4503-b6f9-34e97153c840 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:53.697302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.700263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b9ab-d5a3-4beb-b066-86b7e88bb07f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.717827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b9ab-d5a3-4beb-b066-86b7e88bb07f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.719047 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a8b8b9ab-d5a3-4beb-b066-86b7e88bb07f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9c83e6da-198f-47ff-80d8-04fef9daeb54 HTTP/1.1" status: 204 len: 168 time: 0.2122328 Apr 18 06:04:53.720265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8b9ab-d5a3-4beb-b066-86b7e88bb07f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c83e6da-198f-47ff-80d8-04fef9daeb54,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:53.721890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 50984) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:53.730378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.802746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Port': ['ID=1160cefc-6677-4935-a6f4-f02f06bc93d4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:53.809133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8835133-a262-4192-9dab-661d67e4ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.865816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8835133-a262-4192-9dab-661d67e4ea1b None None] Pushing event updated for resources: {'Port': ['ID=df83075e-d2a5-42ff-b902-a6539e9a2c32,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:53.904776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f07c26e1-7bdb-44fb-bcdc-04b05c4f1a41 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1816180 Apr 18 06:04:53.907585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 50998) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:53.947418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3d0936a7-c1e4-4b29-917f-1579253787cc None None] Provisioning complete for port df83075e-d2a5-42ff-b902-a6539e9a2c32 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:53.947801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d0936a7-c1e4-4b29-917f-1579253787cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.950517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:53.955938 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bbf5ead9-b3a9-4c21-8456-f4105f67f3dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/1160cefc-6677-4935-a6f4-f02f06bc93d4 HTTP/1.1" status: 204 len: 168 time: 1.1086721 Apr 18 06:04:53.961221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51008) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.017314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e729c93-ce50-4c6f-b672-3888b06c90f9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.044907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e729c93-ce50-4c6f-b672-3888b06c90f9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.091378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cacd71-50ea-4584-b9a5-a6a94a0e1746 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:54.094958 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a5cacd71-50ea-4584-b9a5-a6a94a0e1746 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1325967 Apr 18 06:04:54.099691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51010) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.119608 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3d0936a7-c1e4-4b29-917f-1579253787cc None None] Provisioning complete for port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:54.120063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d0936a7-c1e4-4b29-917f-1579253787cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.173388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2317e-da0f-4c14-b139-a561f844e602 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:54.180150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51012) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.180257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b5b2317e-da0f-4c14-b139-a561f844e602 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0789194 Apr 18 06:04:54.196822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e729c93-ce50-4c6f-b672-3888b06c90f9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.200505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4e729c93-ce50-4c6f-b672-3888b06c90f9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.202547 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4e729c93-ce50-4c6f-b672-3888b06c90f9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/dd6afe31-743e-49ec-add3-90983ff91b20 HTTP/1.1" status: 204 len: 168 time: 0.2932019 Apr 18 06:04:54.206798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51014) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.230184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e729c93-ce50-4c6f-b672-3888b06c90f9 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6afe31-743e-49ec-add3-90983ff91b20,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:54.240126 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3d0936a7-c1e4-4b29-917f-1579253787cc None None] Could not find standard attr ID for object 1160cefc-6677-4935-a6f4-f02f06bc93d4. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:04:54.248298 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1cf5e1-5a82-476e-9309-7fb7ae377f9c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:54.250283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1cf5e1-5a82-476e-9309-7fb7ae377f9c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:54.252413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1cf5e1-5a82-476e-9309-7fb7ae377f9c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:54.253845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2f1cf5e1-5a82-476e-9309-7fb7ae377f9c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0750053 Apr 18 06:04:54.256673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51016) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.282761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-64877066-01ad-4a0c-b340-5afb581e85f4 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0748546 Apr 18 06:04:54.289449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51018) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.320402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 7a831b12-2cf4-4007-80f1-37d36a5ae13f {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:54.323801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.356376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d6644ef-4a03-416e-bd04-c40f9cf2f42e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.368256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.384607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d6644ef-4a03-416e-bd04-c40f9cf2f42e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.465650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.501028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d6644ef-4a03-416e-bd04-c40f9cf2f42e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.503631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d6644ef-4a03-416e-bd04-c40f9cf2f42e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.507827 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2d6644ef-4a03-416e-bd04-c40f9cf2f42e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/3990c59a-5218-4e9e-b17f-f7297d57b69e HTTP/1.1" status: 204 len: 168 time: 0.2138426 Apr 18 06:04:54.508759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51022) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.520056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6644ef-4a03-416e-bd04-c40f9cf2f42e tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3990c59a-5218-4e9e-b17f-f7297d57b69e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:54.564070 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-757c9fa7-badc-4ac7-a7ef-f038bcb3553b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506186 Apr 18 06:04:54.564271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51024) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.570827 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970756135'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:54.594671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.623393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=7a831b12-2cf4-4007-80f1-37d36a5ae13f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:54.627762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.629694 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e1d7f494-6b6a-467a-90f9-fb9ce109fba0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/7a831b12-2cf4-4007-80f1-37d36a5ae13f HTTP/1.1" status: 204 len: 168 time: 0.3718646 Apr 18 06:04:54.633187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51026) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:54.644356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e5794-0610-4fda-be8c-bbb94c0258f4 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:54.675572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.702350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Deleting subnet 7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:04:54.711538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.727987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:54.780898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.858728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:54.859113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.870799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.918028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:54.961844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device df83075e-d2a5-42ff-b902-a6539e9a2c32 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:04:54.990845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.026399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port df83075e-d2a5-42ff-b902-a6539e9a2c32 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:55.026811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.033347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078cd296-98aa-4b04-9bbb-83bebf834172,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:55.075652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.104098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Subnet': ['ID=7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:55.107919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.111711 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3b91f67d-fc81-4032-9f98-f2d0d4a34497 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f HTTP/1.1" status: 204 len: 168 time: 0.4773819 Apr 18 06:04:55.114112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51038) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.115228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.116457 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7a85266d-7e0c-477e-a198-4c176cee582a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5513067 Apr 18 06:04:55.122684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51040) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.127293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': '078cd296-98aa-4b04-9bbb-83bebf834172', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:55.176797 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3e937e5d-23f5-4f6c-87a4-c436c5a2d346 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612390 Apr 18 06:04:55.180306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51044) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.230944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b14898-53d5-4ac3-83d6-61455184036f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:55.232602 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25b14898-53d5-4ac3-83d6-61455184036f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0510702 Apr 18 06:04:55.235263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51046) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.239196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.296176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d37712f-7fc9-40c5-b175-f45cc912ae64 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:04:55.300209 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5d37712f-7fc9-40c5-b175-f45cc912ae64 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616543 Apr 18 06:04:55.300404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.300892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51050) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.342421 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ac7c70dc-51d9-4130-8641-f6141d6609c9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399332 Apr 18 06:04:55.348725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51052) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.372007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7854f660-0b8a-409f-85d1-8f2a7b178144 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.372670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7854f660-0b8a-409f-85d1-8f2a7b178144 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.378524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51056) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.379909 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7854f660-0b8a-409f-85d1-8f2a7b178144 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/1160cefc-6677-4935-a6f4-f02f06bc93d4 HTTP/1.1" status: 404 len: 333 time: 0.0317953 Apr 18 06:04:55.411720 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d21169-68b6-4324-ac1c-05f7ff70876b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.412182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d21169-68b6-4324-ac1c-05f7ff70876b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.415846 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e2d21169-68b6-4324-ac1c-05f7ff70876b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/7a831b12-2cf4-4007-80f1-37d36a5ae13f HTTP/1.1" status: 404 len: 337 time: 0.0360236 Apr 18 06:04:55.418353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51058) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.423995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.444932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c833426-5b18-4b3d-ab6a-b8ae4ae38cc7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:55.454089 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b81edff-2719-4643-8273-6212886f3d92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.454544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b81edff-2719-4643-8273-6212886f3d92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.457789 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b81edff-2719-4643-8273-6212886f3d92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/7f255ef8-5f9a-4c12-afc1-cddd4bc5b69f HTTP/1.1" status: 404 len: 337 time: 0.0378225 Apr 18 06:04:55.463598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51064) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.490432 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f1e197-6221-4e17-89ea-93e03bd3d624 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.491109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f1e197-6221-4e17-89ea-93e03bd3d624 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.494889 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-06f1e197-6221-4e17-89ea-93e03bd3d624 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/4e9742b2-c1e3-4666-a860-fd8c85945214 HTTP/1.1" status: 404 len: 333 time: 0.0333390 Apr 18 06:04:55.497463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51074) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.525230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d0bd8c-5277-43c2-8d64-337eb9d30a91 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.525740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d0bd8c-5277-43c2-8d64-337eb9d30a91 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.528776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d0d0bd8c-5277-43c2-8d64-337eb9d30a91 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/643e9d8f-50a8-4fda-9d7f-21bcaf573098 HTTP/1.1" status: 404 len: 337 time: 0.0303805 Apr 18 06:04:55.531285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51084) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.541399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.542521 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b64e7fed-ddd9-42e6-b9fe-08457e6dc18d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4188282 Apr 18 06:04:55.545597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51086) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.546076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e7e4a-170b-4dcb-8f94-66811c96fd60 None None] Network 05d65530-28ce-4b9b-b71b-a17f18d1b658 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:04:55.571558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8111c466-8f2f-4ab8-8771-23abfb371af2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.571912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8111c466-8f2f-4ab8-8771-23abfb371af2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.577669 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8111c466-8f2f-4ab8-8771-23abfb371af2 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/0c0f1695-4da2-4a7b-9560-ac1991e35d45 HTTP/1.1" status: 404 len: 337 time: 0.0426750 Apr 18 06:04:55.580323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51092) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.593959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13c06f8d-9af2-4c53-96ae-9e2ac7dc9470 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.605024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13c06f8d-9af2-4c53-96ae-9e2ac7dc9470 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.608658 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-25be9221-c9e1-4cff-a6eb-e0112789b8a4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.614881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25be9221-c9e1-4cff-a6eb-e0112789b8a4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.614881 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-25be9221-c9e1-4cff-a6eb-e0112789b8a4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/264101da-7cc6-4515-9640-657cf8658f33 HTTP/1.1" status: 404 len: 333 time: 0.0329046 Apr 18 06:04:55.616699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.632840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-78ee74bf-2232-47ca-be81-f2e7fe141891 None None] Provisioning complete for port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:04:55.633480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78ee74bf-2232-47ca-be81-f2e7fe141891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.646324 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa45af5-d19a-4e0e-aec6-5393ebd68560 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.646768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa45af5-d19a-4e0e-aec6-5393ebd68560 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.650753 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-caa45af5-d19a-4e0e-aec6-5393ebd68560 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/97cb08ea-280f-437a-a4dc-35ae561ca996 HTTP/1.1" status: 404 len: 337 time: 0.0328224 Apr 18 06:04:55.653411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51102) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.680388 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2289b255-1007-424b-bb62-b0335a083aed tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.680950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2289b255-1007-424b-bb62-b0335a083aed tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.684409 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2289b255-1007-424b-bb62-b0335a083aed tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/96db2529-e46c-45f7-9d29-2cab8449830d HTTP/1.1" status: 404 len: 337 time: 0.0299122 Apr 18 06:04:55.687055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.713844 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c86fae5-de6f-43e1-8866-25faabfe0807 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.714769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c86fae5-de6f-43e1-8866-25faabfe0807 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.714896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13c06f8d-9af2-4c53-96ae-9e2ac7dc9470 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.719764 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3c86fae5-de6f-43e1-8866-25faabfe0807 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/bbfbb8cd-7db8-4ba7-977e-d6a59ca904d1 HTTP/1.1" status: 404 len: 333 time: 0.0315571 Apr 18 06:04:55.721978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13c06f8d-9af2-4c53-96ae-9e2ac7dc9470 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.722473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.723448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-13c06f8d-9af2-4c53-96ae-9e2ac7dc9470 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3c833426-5b18-4b3d-ab6a-b8ae4ae38cc7 HTTP/1.1" status: 204 len: 168 time: 0.1769161 Apr 18 06:04:55.730905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c06f8d-9af2-4c53-96ae-9e2ac7dc9470 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c833426-5b18-4b3d-ab6a-b8ae4ae38cc7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:55.738687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51108) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.801417 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc87313-ea02-4256-8f64-002e1e0556fa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.802235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc87313-ea02-4256-8f64-002e1e0556fa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.811388 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-efc87313-ea02-4256-8f64-002e1e0556fa tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/575f2e77-1fcd-427c-a4c2-cd5b1d1b0935 HTTP/1.1" status: 404 len: 337 time: 0.0847166 Apr 18 06:04:55.812603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51110) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.814952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] DHCP port deletion for 05d65530-28ce-4b9b-b71b-a17f18d1b658 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:04:55.822881 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-180a03d1-e8f8-4586-af11-2e5331db34aa tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0827477 Apr 18 06:04:55.829218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51112) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.846273 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f69439-65a7-4601-bf90-5a7521b202cd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.846865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f69439-65a7-4601-bf90-5a7521b202cd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.854855 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b1f69439-65a7-4601-bf90-5a7521b202cd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/eeac2abf-338a-41b0-a962-77c08652379c HTTP/1.1" status: 404 len: 337 time: 0.0367057 Apr 18 06:04:55.856614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51114) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.886657 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28f8c07-67c6-492e-a596-ed33b5c9dd12 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.887406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28f8c07-67c6-492e-a596-ed33b5c9dd12 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.888020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] Deleting port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:04:55.888535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.890876 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c28f8c07-67c6-492e-a596-ed33b5c9dd12 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/beea5fdb-e28d-495b-9418-4a137303de66 HTTP/1.1" status: 404 len: 333 time: 0.0331414 Apr 18 06:04:55.893892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51118) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.914378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b59f61bc-04bb-40c8-9fbb-4f2a1abe6b7a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.930829 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bccf9b-4059-4636-be5c-0784d71cecca tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.931318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bccf9b-4059-4636-be5c-0784d71cecca tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.934793 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d0bccf9b-4059-4636-be5c-0784d71cecca tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/91892d8d-6cb2-4d4c-84e1-fc837b4b3d48 HTTP/1.1" status: 404 len: 337 time: 0.0398278 Apr 18 06:04:55.937454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51120) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.941759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b59f61bc-04bb-40c8-9fbb-4f2a1abe6b7a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.951762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4ba13085-922f-44b9-b08d-e9ab44aaf2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:55.968198 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d249d-a1b2-4162-954a-e3948edde1dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:55.968919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0d249d-a1b2-4162-954a-e3948edde1dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:55.975480 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cc0d249d-a1b2-4162-954a-e3948edde1dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/682c5ad3-b8c3-4177-b6ee-5faabd73186e HTTP/1.1" status: 404 len: 333 time: 0.0369484 Apr 18 06:04:55.987045 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51122) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:55.989527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] For port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,segment=NetworkSegment(a71e556f-bb16-49b6-bc46-eb703d0d886e),segment_id=a71e556f-bb16-49b6-bc46-eb703d0d886e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:04:55.990009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.006507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] Calling delete_port for 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:04:56.016257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2307b5-6365-4fea-bbbe-2bbf850a34bd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.017148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2307b5-6365-4fea-bbbe-2bbf850a34bd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.019999 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4c2307b5-6365-4fea-bbbe-2bbf850a34bd tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/419e1821-de68-488e-8527-c641789b8114 HTTP/1.1" status: 404 len: 337 time: 0.0318954 Apr 18 06:04:56.023425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51124) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.055065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4473ade9-a5c4-4525-b62f-45f3f1c2221d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.055654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4473ade9-a5c4-4525-b62f-45f3f1c2221d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.061332 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4473ade9-a5c4-4525-b62f-45f3f1c2221d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/afe2366b-8dd2-4a7a-b833-d665a5850589 HTTP/1.1" status: 404 len: 333 time: 0.0340528 Apr 18 06:04:56.061953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51126) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.088113 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c166289-b00a-4cd1-bc00-3d37f452c67b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.088567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c166289-b00a-4cd1-bc00-3d37f452c67b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.093933 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4c166289-b00a-4cd1-bc00-3d37f452c67b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/da24b393-8681-4f85-b6c0-837725b4b891 HTTP/1.1" status: 404 len: 337 time: 0.0286295 Apr 18 06:04:56.094068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51128) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.103393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b59f61bc-04bb-40c8-9fbb-4f2a1abe6b7a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.105883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b59f61bc-04bb-40c8-9fbb-4f2a1abe6b7a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.106947 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b59f61bc-04bb-40c8-9fbb-4f2a1abe6b7a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/078cd296-98aa-4b04-9bbb-83bebf834172 HTTP/1.1" status: 204 len: 168 time: 0.2767930 Apr 18 06:04:56.111181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51130) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.126366 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f4f964-063b-46a1-bed3-ceaa8bb66032 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.127566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f4f964-063b-46a1-bed3-ceaa8bb66032 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.130634 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-86f4f964-063b-46a1-bed3-ceaa8bb66032 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/2389fd66-270e-44cf-8649-0cb30a5f6b14 HTTP/1.1" status: 404 len: 333 time: 0.0355780 Apr 18 06:04:56.134482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51132) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.137326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f61bc-04bb-40c8-9fbb-4f2a1abe6b7a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078cd296-98aa-4b04-9bbb-83bebf834172,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:56.167199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e09eba7-b0a0-4852-8498-08259b49d5dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.167654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e09eba7-b0a0-4852-8498-08259b49d5dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.169661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.170620 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e09eba7-b0a0-4852-8498-08259b49d5dc tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/2a70d23d-773d-4f90-801d-9ea2bda07e2d HTTP/1.1" status: 404 len: 337 time: 0.0352354 Apr 18 06:04:56.173336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51134) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.189518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] No DVR routers for this DVR port 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:04:56.195449 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b6ac6dee-47e4-442e-b626-37c1d1a0da53 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825431 Apr 18 06:04:56.199156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51136) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.204401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--505742697'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:56.208875 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d37db6-80bd-4fe8-82d6-2ce7278f7d67 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.209759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d37db6-80bd-4fe8-82d6-2ce7278f7d67 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.214465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae29a2a-6e70-41ee-9761-672c8b4a04ba None None] Pushing event deleted for resources: {'Port': ['ID=27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:56.222188 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c7d37db6-80bd-4fe8-82d6-2ce7278f7d67 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/5b6e2b68-0029-4074-a147-56e2237bcb8f HTTP/1.1" status: 404 len: 333 time: 0.0398684 Apr 18 06:04:56.224355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51138) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.252426 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e87863e-5467-48b9-8186-938b6da0a326 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.253186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e87863e-5467-48b9-8186-938b6da0a326 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.256333 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0e87863e-5467-48b9-8186-938b6da0a326 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/16477ac4-d3a0-4c33-93fc-af729083fa43 HTTP/1.1" status: 404 len: 337 time: 0.0323474 Apr 18 06:04:56.261865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51140) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.285631 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7254252f-0e27-4fd2-b85f-6d52c8c6b80b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.286254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7254252f-0e27-4fd2-b85f-6d52c8c6b80b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.289394 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7254252f-0e27-4fd2-b85f-6d52c8c6b80b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/6646f52d-bd0e-4d3f-95ee-6e8ea7a2f9e0 HTTP/1.1" status: 404 len: 333 time: 0.0264463 Apr 18 06:04:56.291809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51142) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.322535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee670401-c0e2-4e21-82ab-04b8023898e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.323255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee670401-c0e2-4e21-82ab-04b8023898e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.326018 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ee670401-c0e2-4e21-82ab-04b8023898e0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/6f1438ee-7c38-43ab-8a67-0c1e4ac53c23 HTTP/1.1" status: 404 len: 337 time: 0.0332828 Apr 18 06:04:56.326429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.328504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51144) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.355121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-054fd886-ef07-4d46-bfda-77d0847369fb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.355642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054fd886-ef07-4d46-bfda-77d0847369fb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.358984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-054fd886-ef07-4d46-bfda-77d0847369fb tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/57034d65-cfb7-4141-a7e7-ce4ea0c65baf HTTP/1.1" status: 404 len: 337 time: 0.0295327 Apr 18 06:04:56.361572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51146) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.388714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-71951ba2-f5dc-42f2-8e22-9bb1bc8d89a0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.388714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71951ba2-f5dc-42f2-8e22-9bb1bc8d89a0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.391008 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-71951ba2-f5dc-42f2-8e22-9bb1bc8d89a0 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/386c0c12-5980-49a4-ba5d-c09067a1a50d HTTP/1.1" status: 404 len: 333 time: 0.0284848 Apr 18 06:04:56.393406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51148) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.412410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.420549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eda7c98-5783-4404-a53e-2383b14e81ee tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.424378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eda7c98-5783-4404-a53e-2383b14e81ee tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.424378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9eda7c98-5783-4404-a53e-2383b14e81ee tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/11b92682-203c-432b-82b0-7de394d6bcc4 HTTP/1.1" status: 404 len: 337 time: 0.0296631 Apr 18 06:04:56.427136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51150) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.453867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1204b29-ee9b-4fa0-b550-1cab02020743 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.455512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1204b29-ee9b-4fa0-b550-1cab02020743 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.457352 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a1204b29-ee9b-4fa0-b550-1cab02020743 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/0a8cdb6c-7014-4509-aa6d-0c0e935f44fe HTTP/1.1" status: 404 len: 337 time: 0.0297408 Apr 18 06:04:56.459927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51152) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.482831 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-280995cf-a398-433f-a2e2-c2d423ff4207 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.483395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280995cf-a398-433f-a2e2-c2d423ff4207 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.486427 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-280995cf-a398-433f-a2e2-c2d423ff4207 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/4f62fd40-7e9b-4686-b6f8-58f589324831 HTTP/1.1" status: 404 len: 333 time: 0.0251341 Apr 18 06:04:56.489043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51154) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.499336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.526336 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-482c2b06-788f-464b-9e1d-48f73758d263 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.526709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482c2b06-788f-464b-9e1d-48f73758d263 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.529751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-482c2b06-788f-464b-9e1d-48f73758d263 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/5b8e1791-ea81-4457-85de-f03addc282a2 HTTP/1.1" status: 404 len: 337 time: 0.0396919 Apr 18 06:04:56.534940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51156) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.551517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2161cb5-2a52-4689-9d1c-82061de1876f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:56.573165 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e779cc-fd8f-4ee4-8c96-7aec70151bb4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.573647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e779cc-fd8f-4ee4-8c96-7aec70151bb4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.576922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-07e779cc-fd8f-4ee4-8c96-7aec70151bb4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/380cede0-04ee-43cd-98c4-24a424551813 HTTP/1.1" status: 404 len: 337 time: 0.0395939 Apr 18 06:04:56.637012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51158) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.666900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:04:56.667144 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-49075e8c-476e-48cd-a7e1-b86fcbe00ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.667853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49075e8c-476e-48cd-a7e1-b86fcbe00ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.671405 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-49075e8c-476e-48cd-a7e1-b86fcbe00ec9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/acd4b369-9fcd-4073-b78c-4a3e572d98b6 HTTP/1.1" status: 404 len: 333 time: 0.0328596 Apr 18 06:04:56.673784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51160) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.701473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:04:56.701846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 27f0ac34-0cd6-49eb-92ba-39ef5e5ec8ac not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:04:56.707583 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4172a668-3090-4512-bd04-1fe5fe728ee6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.708386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4172a668-3090-4512-bd04-1fe5fe728ee6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.711695 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4172a668-3090-4512-bd04-1fe5fe728ee6 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/04e41110-bb56-439f-ae30-8b1a301fc1a2 HTTP/1.1" status: 404 len: 337 time: 0.0368817 Apr 18 06:04:56.714330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51162) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.742589 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a951b39a-7763-4340-8e6d-a439addb0d7d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.743570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a951b39a-7763-4340-8e6d-a439addb0d7d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.746798 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a951b39a-7763-4340-8e6d-a439addb0d7d tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/8634654d-d11c-4f10-857f-26a78ec2d177 HTTP/1.1" status: 404 len: 337 time: 0.0312696 Apr 18 06:04:56.749409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51164) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.780606 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1f6c7758-e3e4-46a2-9129-5cb63cd42557 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9d29132-5e4a-4287-af34-98c71ac91f49 HTTP/1.1" status: 200 len: 205 time: 0.0288956 Apr 18 06:04:56.782395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51166) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.826576 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-32e54bed-d6eb-4543-b50a-1c99ff9c3946 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] delete failed (client error): The resource could not be found. Apr 18 06:04:56.827757 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-32e54bed-d6eb-4543-b50a-1c99ff9c3946 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/routers/f9d29132-5e4a-4287-af34-98c71ac91f49 HTTP/1.1" status: 404 len: 336 time: 0.0444055 Apr 18 06:04:56.830656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51168) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.865581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d629f534-28b1-4da7-af63-a2f5d8062c46 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.866047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d629f534-28b1-4da7-af63-a2f5d8062c46 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.872398 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d629f534-28b1-4da7-af63-a2f5d8062c46 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/5de6b9f3-559e-4a92-8c9e-f6f9e0468b1d HTTP/1.1" status: 404 len: 337 time: 0.0407948 Apr 18 06:04:56.872599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51170) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.902990 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b5b6546f-8d12-4e64-b2d0-bfa8963c5eb4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "GET /v2.0/ports?device_id=469958d7-eed4-434f-96b7-389e57569d0c HTTP/1.1" status: 200 len: 205 time: 0.0290453 Apr 18 06:04:56.905238 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51172) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.942960 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-7f9616cd-5801-4907-9805-597f91a63b09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] delete failed (client error): The resource could not be found. Apr 18 06:04:56.944125 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7f9616cd-5801-4907-9805-597f91a63b09 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/routers/469958d7-eed4-434f-96b7-389e57569d0c HTTP/1.1" status: 404 len: 336 time: 0.0378566 Apr 18 06:04:56.947334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51174) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.958241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.962247 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ab45b53a-18d5-4f08-8990-3b9e9e7ab52b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7592244 Apr 18 06:04:56.964000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:56.968769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': 'f2161cb5-2a52-4689-9d1c-82061de1876f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:56.977477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:56.980926 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1bd42a-a165-48c8-a1b4-d1ec3391c3b4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:56.981384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1bd42a-a165-48c8-a1b4-d1ec3391c3b4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:56.984456 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9e1bd42a-a165-48c8-a1b4-d1ec3391c3b4 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/4b518232-2c3f-4f78-a440-34f93d526559 HTTP/1.1" status: 404 len: 337 time: 0.0361676 Apr 18 06:04:56.992654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51180) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.020618 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e7868b-355c-4708-b120-78cb43043e7b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.021241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e7868b-355c-4708-b120-78cb43043e7b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.025642 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-00e7868b-355c-4708-b120-78cb43043e7b tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/e862b9eb-03fa-4868-8a89-a27b7556550e HTTP/1.1" status: 404 len: 337 time: 0.0319130 Apr 18 06:04:57.028124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51182) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.056516 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-907681ee-b325-4703-a90b-fd730c63615e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.057571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907681ee-b325-4703-a90b-fd730c63615e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.060587 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-907681ee-b325-4703-a90b-fd730c63615e tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/538408bb-417e-4456-b8e3-f439941b9e0c HTTP/1.1" status: 404 len: 333 time: 0.0312502 Apr 18 06:04:57.065470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.065605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51184) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.091196 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaace00-fb01-48c8-9efc-3fca89cda894 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.091686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaace00-fb01-48c8-9efc-3fca89cda894 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.094687 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ceaace00-fb01-48c8-9efc-3fca89cda894 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/0b50f4ef-c32e-466a-807e-678c2d7d0b17 HTTP/1.1" status: 404 len: 337 time: 0.0306139 Apr 18 06:04:57.102191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51186) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.127301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.128224 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cbc0bf-80b3-44c4-a848-745f6c0880f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.128836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cbc0bf-80b3-44c4-a848-745f6c0880f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.134984 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4cbc0bf-80b3-44c4-a848-745f6c0880f5 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/b7052b4c-ba15-4244-ab5b-51f85be5cfb2 HTTP/1.1" status: 404 len: 333 time: 0.0287404 Apr 18 06:04:57.135312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51188) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.163152 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8e0629-2d65-462b-aead-c750d908a37c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.163924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8e0629-2d65-462b-aead-c750d908a37c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.167333 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6a8e0629-2d65-462b-aead-c750d908a37c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/bb853978-b340-4eb2-9789-0b8ba9f79004 HTTP/1.1" status: 404 len: 337 time: 0.0308433 Apr 18 06:04:57.169779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51190) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.193749 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac00be3b-420e-4e4e-8c80-aa879213a562 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.194397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac00be3b-420e-4e4e-8c80-aa879213a562 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.198199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ac00be3b-420e-4e4e-8c80-aa879213a562 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/6733def9-7cd9-49ce-a6c4-d2af1c5bb557 HTTP/1.1" status: 404 len: 333 time: 0.0274580 Apr 18 06:04:57.200748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51192) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.211912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.231750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3302aaf9-26ad-487a-94d6-524668d8f456,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:57.245744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5567068f-6318-4f26-bf00-c9796df4af92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.246252 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5567068f-6318-4f26-bf00-c9796df4af92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.249816 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5567068f-6318-4f26-bf00-c9796df4af92 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/577f0dc5-7fc3-4adf-9f1f-d60dd9eaca1e HTTP/1.1" status: 404 len: 337 time: 0.0481472 Apr 18 06:04:57.252345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51194) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.280540 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-322fb1cd-ce4a-48ae-924f-c1e8c08de4bf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.281184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322fb1cd-ce4a-48ae-924f-c1e8c08de4bf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.284257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-322fb1cd-ce4a-48ae-924f-c1e8c08de4bf tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/aef1b8d2-fa87-4174-8d0b-3e84121a48b6 HTTP/1.1" status: 404 len: 333 time: 0.0309889 Apr 18 06:04:57.286939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51196) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.315633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-df44a13e-53a0-4e97-a210-9623b2eb0245 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.320288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df44a13e-53a0-4e97-a210-9623b2eb0245 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.320288 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-df44a13e-53a0-4e97-a210-9623b2eb0245 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/faf343b8-bec1-4d9d-b00e-55e6c493b629 HTTP/1.1" status: 404 len: 337 time: 0.0310950 Apr 18 06:04:57.322340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51198) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.322726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.328360 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-34775910-24fb-49a1-b59a-108073af234f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3588660 Apr 18 06:04:57.328360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51200) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.343200 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7bbfe784-1d50-4bc3-8418-3c2296e3a9be tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules/3302aaf9-26ad-487a-94d6-524668d8f456 HTTP/1.1" status: 200 len: 763 time: 0.0157399 Apr 18 06:04:57.345614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51202) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.349270 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de50fe7-67eb-4fa6-b665-d7322b0dc8c3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.350304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de50fe7-67eb-4fa6-b665-d7322b0dc8c3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.354634 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4de50fe7-67eb-4fa6-b665-d7322b0dc8c3 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/24615bab-5199-49a9-9838-671da631ed19 HTTP/1.1" status: 404 len: 333 time: 0.0312085 Apr 18 06:04:57.357168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51204) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.386574 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbae6db-c187-4f84-a903-421e04e89a5c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.386982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbae6db-c187-4f84-a903-421e04e89a5c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.393212 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dcbae6db-c187-4f84-a903-421e04e89a5c tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/9c14d587-368d-4eba-8aa8-1da4e18e1fde HTTP/1.1" status: 404 len: 337 time: 0.0325036 Apr 18 06:04:57.393373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51206) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.401555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-278bca16-b750-4225-8f82-ee5e466d7478 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547702 Apr 18 06:04:57.402894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51208) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.425381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8de7b7-1691-4997-9bf2-1c5e8edd35d9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.426101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8de7b7-1691-4997-9bf2-1c5e8edd35d9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.429650 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc8de7b7-1691-4997-9bf2-1c5e8edd35d9 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/fa0a2139-d7a2-4bbb-bab2-4a42977f232a HTTP/1.1" status: 404 len: 333 time: 0.0348067 Apr 18 06:04:57.432444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51210) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.447742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59f6c4da-39bb-4bc7-b178-5badb4b99aa1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.456034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59f6c4da-39bb-4bc7-b178-5badb4b99aa1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.464272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c629d092-47ba-4cb2-94be-cc3dd266b963 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.470114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c629d092-47ba-4cb2-94be-cc3dd266b963 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.470114 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c629d092-47ba-4cb2-94be-cc3dd266b963 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/af8833d0-7b1b-49c8-a7ce-5e1d4c436c62 HTTP/1.1" status: 404 len: 337 time: 0.0333831 Apr 18 06:04:57.470345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51212) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.496197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f6ab48-c377-4218-b309-98944379ff9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.497170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f6ab48-c377-4218-b309-98944379ff9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.500915 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-37f6ab48-c377-4218-b309-98944379ff9f tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/ports/9c57953b-07e5-4ce2-84b5-6a59c92e4ad4 HTTP/1.1" status: 404 len: 333 time: 0.0296388 Apr 18 06:04:57.503405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51214) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.530661 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7994be8-ef74-4c9a-8715-40405203d669 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] DELETE failed (client error): The resource could not be found. Apr 18 06:04:57.531169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7994be8-ef74-4c9a-8715-40405203d669 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:04:57.534563 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f7994be8-ef74-4c9a-8715-40405203d669 tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/subnets/c5e3e117-2c75-4a21-93bb-2e62ae5f1fc6 HTTP/1.1" status: 404 len: 337 time: 0.0301812 Apr 18 06:04:57.537089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51216) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.573819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59f6c4da-39bb-4bc7-b178-5badb4b99aa1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.580948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-59f6c4da-39bb-4bc7-b178-5badb4b99aa1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.582290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-59f6c4da-39bb-4bc7-b178-5badb4b99aa1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3302aaf9-26ad-487a-94d6-524668d8f456 HTTP/1.1" status: 204 len: 168 time: 0.1776502 Apr 18 06:04:57.584716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51218) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.596377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6c4da-39bb-4bc7-b178-5badb4b99aa1 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3302aaf9-26ad-487a-94d6-524668d8f456,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:57.625446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.634207 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d6f4496a-0949-412b-b9a1-37d3115b3e67 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450895 Apr 18 06:04:57.636912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51220) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:57.641429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': 'f2161cb5-2a52-4689-9d1c-82061de1876f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:57.738436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.759586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d65530-28ce-4b9b-b71b-a17f18d1b658']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:57.769405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71e556f-bb16-49b6-bc46-eb703d0d886e') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:57.769701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71e556f-bb16-49b6-bc46-eb703d0d886e') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:04:57.784554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.786172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.812393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.836758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:04:57.837102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:04:57.840321 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:04:57.920112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.131500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.131500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.135555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] 10.222.0.43 "DELETE /v2.0/networks/05d65530-28ce-4b9b-b71b-a17f18d1b658 HTTP/1.1" status: 204 len: 168 time: 0.5974169 Apr 18 06:04:58.152066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e58eca-fdc8-4eec-90a1-54cd3edf382a tempest-NetworksTestDHCPv6-430884034 tempest-NetworksTestDHCPv6-430884034-project] Pushing event deleted for resources: {'Network': ['ID=05d65530-28ce-4b9b-b71b-a17f18d1b658,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:58.154831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.171196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682dadfe-65a9-41b8-a18d-872c3c50b97f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:58.342694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.348988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a22a4fc7-0188-463d-8716-0e791039ca02 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7111270 Apr 18 06:04:58.351920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51226) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:58.368503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-866c8d76-18cb-4fa1-8559-d4c7224acc2c tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules/682dadfe-65a9-41b8-a18d-872c3c50b97f HTTP/1.1" status: 200 len: 763 time: 0.0153880 Apr 18 06:04:58.371053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51228) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:58.552766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d0a0b140-e819-4fe0-878f-a9e8712a2145 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0433552 Apr 18 06:04:58.553680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51230) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:58.553680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25affcae-337a-4628-ae76-07635343ef1d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.553680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25affcae-337a-4628-ae76-07635343ef1d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.733820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25affcae-337a-4628-ae76-07635343ef1d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.740178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25affcae-337a-4628-ae76-07635343ef1d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.741277 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-25affcae-337a-4628-ae76-07635343ef1d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/682dadfe-65a9-41b8-a18d-872c3c50b97f HTTP/1.1" status: 204 len: 168 time: 0.3218372 Apr 18 06:04:58.744606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51232) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:58.747887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25affcae-337a-4628-ae76-07635343ef1d tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=682dadfe-65a9-41b8-a18d-872c3c50b97f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:58.760945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.785976 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ab2ab66e-a45e-4d7e-bfdf-e8791e2e2b4f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401800 Apr 18 06:04:58.788693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51234) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:58.794231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': 'f2161cb5-2a52-4689-9d1c-82061de1876f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:58.889063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:58.899781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.907053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:58.958191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.040855 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-980a85f1-93f6-45e2-8226-ee6fc198dfd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6f649df552d4fda9650a6f4da503c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478992 Apr 18 06:04:59.041089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51242) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.059514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.086295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a152a516-732d-4430-8c32-75aeabb495a4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:59.100328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b7418e9d-438d-418a-886c-627246129c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.126567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b7418e9d-438d-418a-886c-627246129c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.153260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.157628 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c4f52d2c-bdb8-49f0-bbd7-4e1df8ad6c05 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648198 Apr 18 06:04:59.162054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51246) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.185490 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6d1bec62-185c-4344-bd79-2c34bf07c571 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules/a152a516-732d-4430-8c32-75aeabb495a4 HTTP/1.1" status: 200 len: 764 time: 0.0270195 Apr 18 06:04:59.189201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51248) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.232580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5c27fa41-89dd-4c81-82af-18e81618702a tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0432162 Apr 18 06:04:59.235155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51250) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.259757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7bcc-c71b-4593-bd85-be28ba6e70ee tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.267780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7bcc-c71b-4593-bd85-be28ba6e70ee tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.291020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b7418e9d-438d-418a-886c-627246129c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.293595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b7418e9d-438d-418a-886c-627246129c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.294747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b7418e9d-438d-418a-886c-627246129c7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/042a0fe8-5d92-416a-bd4e-9ce03c1b912c HTTP/1.1" status: 204 len: 168 time: 0.2527728 Apr 18 06:04:59.306233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418e9d-438d-418a-886c-627246129c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a0fe8-5d92-416a-bd4e-9ce03c1b912c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:59.384451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7bcc-c71b-4593-bd85-be28ba6e70ee tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.394218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7dbe7bcc-c71b-4593-bd85-be28ba6e70ee tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.395792 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7dbe7bcc-c71b-4593-bd85-be28ba6e70ee tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a152a516-732d-4430-8c32-75aeabb495a4 HTTP/1.1" status: 204 len: 168 time: 0.1595569 Apr 18 06:04:59.399428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51254) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.405447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe7bcc-c71b-4593-bd85-be28ba6e70ee tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a152a516-732d-4430-8c32-75aeabb495a4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:59.456911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fcede24d-a0e6-4931-b61f-a94c740a723f tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559990 Apr 18 06:04:59.459684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51256) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.515818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fd053fec-c043-4006-bf38-ddf903706c61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.539116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fd053fec-c043-4006-bf38-ddf903706c61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.636487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fd053fec-c043-4006-bf38-ddf903706c61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.639093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fd053fec-c043-4006-bf38-ddf903706c61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.643019 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fd053fec-c043-4006-bf38-ddf903706c61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/f2161cb5-2a52-4689-9d1c-82061de1876f HTTP/1.1" status: 204 len: 168 time: 0.1792018 Apr 18 06:04:59.649273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51260) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.650896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd053fec-c043-4006-bf38-ddf903706c61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2161cb5-2a52-4689-9d1c-82061de1876f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:04:59.711286 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9efa5f82-f96f-463a-9d47-5fff55688b61 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648298 Apr 18 06:04:59.715093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51264) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:04:59.720112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501242495'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:04:59.800507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.871561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.932385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:04:59.970577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecd9706-4081-41ef-89fd-3fcc1d0da436,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:00.014739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.018549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9598bf98-ddb1-48ba-987f-c458d89a57f5 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3022385 Apr 18 06:05:00.018690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51272) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.024362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Request body: {'security_group_rule': {'security_group_id': 'fecd9706-4081-41ef-89fd-3fcc1d0da436', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:00.135007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.211395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.280711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.300314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67465927-30d0-4c74-a923-d8d8418de613,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:00.371968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.373196 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-df26e933-bb7c-4a58-b4c6-0623a75f860b tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532002 Apr 18 06:05:00.375970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51284) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.432407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51286) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.446122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20788acc-8ff9-443d-b702-fc78247d6912 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.471638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20788acc-8ff9-443d-b702-fc78247d6912 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.535321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-206269136'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:00.585312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20788acc-8ff9-443d-b702-fc78247d6912 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.588319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-20788acc-8ff9-443d-b702-fc78247d6912 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.589475 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-20788acc-8ff9-443d-b702-fc78247d6912 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/fecd9706-4081-41ef-89fd-3fcc1d0da436 HTTP/1.1" status: 204 len: 168 time: 0.2125394 Apr 18 06:05:00.592338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51290) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.598878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788acc-8ff9-443d-b702-fc78247d6912 tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecd9706-4081-41ef-89fd-3fcc1d0da436,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:00.618052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Made reservation on behalf of 56c008ce74db41dc9ed591c6a6700d1c for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:00.623537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.639299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.676723 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-256b0b50-1026-45fd-97b9-76e71ec2b0dc tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830975 Apr 18 06:05:00.680706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51292) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.719402 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7ea7fe6d-1916-4b4c-ae0a-566783d566ae tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0378807 Apr 18 06:05:00.720014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51294) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.735538 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-05778bcb-39e9-4254-a636-875d5788d2aa tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] delete failed (client error): The resource could not be found. Apr 18 06:05:00.740828 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-05778bcb-39e9-4254-a636-875d5788d2aa tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "DELETE /v2.0/security-groups/fecd9706-4081-41ef-89fd-3fcc1d0da436 HTTP/1.1" status: 404 len: 347 time: 0.0195727 Apr 18 06:05:00.741389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51296) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:00.744065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.784248 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d4daef9a-dfc1-4355-8336-aa382a0301df tempest-SecGroupTest-642929039 tempest-SecGroupTest-642929039-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0411382 Apr 18 06:05:00.825025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.859959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:00.866318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1888a626-25eb-4567-bf89-ba864c8e1e39,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:00.885498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:00.885498 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Added segment 2ae11120-d49c-4345-bb2f-fbc9da64f0c0 of type vlan for network 9fde3845-0e71-4997-9d0f-72333b6163da Apr 18 06:05:00.930291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.008027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.020924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:01.021521 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.091150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event updated for resources: {'Network': ['ID=9fde3845-0e71-4997-9d0f-72333b6163da,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:01.102311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 9fde3845-0e71-4997-9d0f-72333b6163da details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:05:01.110131 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-150a711b-16dd-4387-aaf0-9822a2afa6d9 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6753051 Apr 18 06:05:01.111850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51302) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:01.126924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Request body: {'subnet': {'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:01.303535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Made reservation on behalf of 56c008ce74db41dc9ed591c6a6700d1c for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:01.307642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.314686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51308) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:01.467987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51312) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:01.468649 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-47955076-7a25-49f7-a1e9-c3d1f3fb45bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef47595e09954346b9f514b1c67d4405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516323 Apr 18 06:05:01.572796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e34af27-8d3f-4c4e-a65d-7c09e2de1cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.595839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e34af27-8d3f-4c4e-a65d-7c09e2de1cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.922272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.951262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e34af27-8d3f-4c4e-a65d-7c09e2de1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.953739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5e34af27-8d3f-4c4e-a65d-7c09e2de1cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:01.954896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5e34af27-8d3f-4c4e-a65d-7c09e2de1cc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f77cc981-f677-4693-bf96-b95cd47945b6 HTTP/1.1" status: 204 len: 168 time: 0.4860866 Apr 18 06:05:01.973646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34af27-8d3f-4c4e-a65d-7c09e2de1cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77cc981-f677-4693-bf96-b95cd47945b6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:02.003325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event updated for resources: {'Subnet': ['ID=b09c265d-ee63-4a19-ba6f-6428a52467b1,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:02.012321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Checking segment: {'id': '2ae11120-d49c-4345-bb2f-fbc9da64f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:02.012771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Network hostable DHCP agents. Network: 9fde3845-0e71-4997-9d0f-72333b6163da, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:02.104725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Network 9fde3845-0e71-4997-9d0f-72333b6163da is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:02.207834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 9fde3845-0e71-4997-9d0f-72333b6163da) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:02.212664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:02.213463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:02.226971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e029e13-2749-47c5-8bb5-aab5d874acc9 None None] Network 9fde3845-0e71-4997-9d0f-72333b6163da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:02.297631 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3a5bfc69-5f29-44da-86c8-a8f48f2a6d84 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1842310 Apr 18 06:05:02.300155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51322) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:02.308960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Request body: {'port': {'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da', 'name': 'tempest-ExtraDHCPOptionsTestJSON-15617501'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:02.430165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-9fde3845-0e71-4997-9d0f-72333b6163da', 'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da', 'tenant_id': '56c008ce74db41dc9ed591c6a6700d1c', 'fixed_ips': [{'subnet_id': 'b09c265d-ee63-4a19-ba6f-6428a52467b1'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:05:02.430165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:02.520440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Made reservation on behalf of 56c008ce74db41dc9ed591c6a6700d1c for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:02.525317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:02.546375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] device_id is not set on port dcf3e27c-cb11-47f3-a701-4b65453ef916 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:05:02.579221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Allocated IP 172.20.0.2 (9fde3845-0e71-4997-9d0f-72333b6163da/b09c265d-ee63-4a19-ba6f-6428a52467b1/d0ab904f-f39c-4a2d-ba11-67291d5deba9) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:02.755016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:02.835276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:02.877843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Network 9fde3845-0e71-4997-9d0f-72333b6163da is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:02.880770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:02.884802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:02.896708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Pushing event updated for resources: {'Port': ['ID=d0ab904f-f39c-4a2d-ba11-67291d5deba9,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:02.938349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2fcb590b-451f-49d8-a982-bcd2006268c5 {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:05:02.938927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:05:02.946692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Attempting to bind port d0ab904f-f39c-4a2d-ba11-67291d5deba9 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:02.947055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Attempting to bind port d0ab904f-f39c-4a2d-ba11-67291d5deba9 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '2ae11120-d49c-4345-bb2f-fbc9da64f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:02.947482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Attempting to bind port d0ab904f-f39c-4a2d-ba11-67291d5deba9 on network 9fde3845-0e71-4997-9d0f-72333b6163da {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:02.952517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:02.952884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Checking segment: {'id': '2ae11120-d49c-4345-bb2f-fbc9da64f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:02.953281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:02.953685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Bound using segment: {'id': '2ae11120-d49c-4345-bb2f-fbc9da64f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:02.954137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Bound port: d0ab904f-f39c-4a2d-ba11-67291d5deba9, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae11120-d49c-4345-bb2f-fbc9da64f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:02.954510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:03.019860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] For port d0ab904f-f39c-4a2d-ba11-67291d5deba9, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:03.023544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] For port d0ab904f-f39c-4a2d-ba11-67291d5deba9, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d0ab904f-f39c-4a2d-ba11-67291d5deba9,segment=NetworkSegment(2ae11120-d49c-4345-bb2f-fbc9da64f0c0),segment_id=2ae11120-d49c-4345-bb2f-fbc9da64f0c0)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:03.115763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:03.160928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51340) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:03.188153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Pushing event updated for resources: {'Port': ['ID=d0ab904f-f39c-4a2d-ba11-67291d5deba9,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:03.196707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.197163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.197503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.197836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.198164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.198495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.198819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.199332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.199549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.199903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.200240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.200559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515800a-04c9-44ed-9977-d0335ea63556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:03.285399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-413794095'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:03.414290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Made reservation on behalf of cbed7d351726426696382b620060eedc for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:03.418086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:03.448819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:03.452321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:03.488310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] device_id is not set on port e6b373bf-e961-4f82-b133-4baffcf03b49 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:05:03.638985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Allocated IP 172.20.0.12 (9fde3845-0e71-4997-9d0f-72333b6163da/b09c265d-ee63-4a19-ba6f-6428a52467b1/e6b373bf-e961-4f82-b133-4baffcf03b49) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:03.642193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.043482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.114997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:04.131188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0c15c-7cb8-43fe-b49d-3859e47d7dea,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:04.158801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.159144 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Added segment dc736ea9-788a-40f5-9f38-7ea2367fe42f of type vlan for network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f Apr 18 06:05:04.203320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.221250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.234573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e3d59-516d-4214-81c0-50d4ee863a71 None None] Network 9fde3845-0e71-4997-9d0f-72333b6163da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:04.322643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.328861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93b09ebe-529d-444d-98c7-d422fffc6eed None None] Provisioning complete for port d0ab904f-f39c-4a2d-ba11-67291d5deba9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:04.329179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:04.329356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93b09ebe-529d-444d-98c7-d422fffc6eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.330084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.384938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.442495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event updated for resources: {'Network': ['ID=5c61d4e3-1c0b-4e85-9071-7977a517ac5f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:04.455840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Network 9fde3845-0e71-4997-9d0f-72333b6163da is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:04.459093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:04.462283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:04.466776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:05:04.472510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cefd25f3-aa4a-4f40-abad-755ff2cd87bf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3103113 Apr 18 06:05:04.475824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51348) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:04.481347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Request body: {'subnet': {'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:04.490861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event updated for resources: {'Port': ['ID=e6b373bf-e961-4f82-b133-4baffcf03b49,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:04.534012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:04.543530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.555613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93b09ebe-529d-444d-98c7-d422fffc6eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.603733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-93b09ebe-529d-444d-98c7-d422fffc6eed None None] For port d0ab904f-f39c-4a2d-ba11-67291d5deba9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d0ab904f-f39c-4a2d-ba11-67291d5deba9,segment=NetworkSegment(2ae11120-d49c-4345-bb2f-fbc9da64f0c0),segment_id=2ae11120-d49c-4345-bb2f-fbc9da64f0c0)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:04.621992 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1bf9698e-e1f4-4fa4-9678-611fe825a2bb tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3204434 Apr 18 06:05:04.630673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51350) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:04.631121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Request body: {'port': {'network_id': '9fde3845-0e71-4997-9d0f-72333b6163da', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1938406104', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:04.634410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.api.validators [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] bootfile-name is not in valid_values {{(pid=109606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:05:04.635789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.api.validators [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] tftp-server is not in valid_values {{(pid=109606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:05:04.636236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.api.validators [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] server-ip-address is not in valid_values {{(pid=109606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:05:04.676771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93b09ebe-529d-444d-98c7-d422fffc6eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.720471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Made reservation on behalf of cbed7d351726426696382b620060eedc for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:04.729658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.742745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d0ab904f-f39c-4a2d-ba11-67291d5deba9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:04.794322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b09ebe-529d-444d-98c7-d422fffc6eed None None] Pushing event updated for resources: {'Port': ['ID=d0ab904f-f39c-4a2d-ba11-67291d5deba9,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:04.827046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d0ab904f-f39c-4a2d-ba11-67291d5deba9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:04.827445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.916405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Made reservation on behalf of 56c008ce74db41dc9ed591c6a6700d1c for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:04.920065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.934288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-436b877c-0c11-457e-b5c6-dbe288fdf4c7 None None] Provisioning complete for port e6b373bf-e961-4f82-b133-4baffcf03b49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:04.934648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-436b877c-0c11-457e-b5c6-dbe288fdf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:04.943425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] device_id is not set on port e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:05:04.995272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-436b877c-0c11-457e-b5c6-dbe288fdf4c7 None None] Port e6b373bf-e961-4f82-b133-4baffcf03b49 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:05.018451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-436b877c-0c11-457e-b5c6-dbe288fdf4c7 None None] Provisioning complete for port d0ab904f-f39c-4a2d-ba11-67291d5deba9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:05.018824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-436b877c-0c11-457e-b5c6-dbe288fdf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.093722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.097023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Allocated IP 172.20.0.3 (9fde3845-0e71-4997-9d0f-72333b6163da/b09c265d-ee63-4a19-ba6f-6428a52467b1/e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:05.156198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event updated for resources: {'Subnet': ['ID=c4a22962-25ca-4b40-b8ed-3ddf45b953da,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:05.167176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.167466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.167828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.168159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.168490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.168820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.169145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.169470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.169788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.170104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.170422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.170739 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.191753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Checking segment: {'id': 'dc736ea9-788a-40f5-9f38-7ea2367fe42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:05.193329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Network hostable DHCP agents. Network: 5c61d4e3-1c0b-4e85-9071-7977a517ac5f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:05.238363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8222af6d-5c7d-4255-a3df-d7f67ad7053e None None] Provisioning complete for port e6b373bf-e961-4f82-b133-4baffcf03b49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:05.239000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8222af6d-5c7d-4255-a3df-d7f67ad7053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.290097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8222af6d-5c7d-4255-a3df-d7f67ad7053e None None] Port e6b373bf-e961-4f82-b133-4baffcf03b49 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:05.303143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.311927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:05.396582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5c61d4e3-1c0b-4e85-9071-7977a517ac5f) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:05.400662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:05.411297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.411570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44435e4-5639-4e58-8dc0-cb2857ee6708 None None] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:05.430578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.484512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Network 9fde3845-0e71-4997-9d0f-72333b6163da is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:05.485428 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c99b7316-13db-44e5-8561-d95234fa6c85 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0082672 Apr 18 06:05:05.487906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51356) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:05.488050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:05.493985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Request body: {'port': {'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f', 'name': 'tempest-TagsExtTest-1347329673'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:05.505698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:05.548556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event updated for resources: {'Port': ['ID=e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:05.566728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.567451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.568010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.568547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.570130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.570685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.571285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.571686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.572089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.572510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.572910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.573307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:05:05.612313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:05.613017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.725011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-90b4c95c-b7f0-4931-95a3-f79224d67633 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0987124 Apr 18 06:05:05.731543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51358) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:05.756730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Made reservation on behalf of cbed7d351726426696382b620060eedc for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:05.761014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.801553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] device_id is not set on port f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:05:05.817779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd83fc-5f95-4d96-85d2-0127864e6100 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:05.829994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cccdaaae-601a-44b0-909c-f3c8dc2f5dcc None None] Provisioning complete for port e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:05.830619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cccdaaae-601a-44b0-909c-f3c8dc2f5dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.833097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd83fc-5f95-4d96-85d2-0127864e6100 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:05.844531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfd83fc-5f95-4d96-85d2-0127864e6100 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:05.846272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1dfd83fc-5f95-4d96-85d2-0127864e6100 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1172583 Apr 18 06:05:05.852427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51360) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:05.877169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5c61d4e3-1c0b-4e85-9071-7977a517ac5f', 'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f', 'tenant_id': 'cbed7d351726426696382b620060eedc', 'fixed_ips': [{'subnet_id': 'c4a22962-25ca-4b40-b8ed-3ddf45b953da'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:05:05.878453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:05.889713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cccdaaae-601a-44b0-909c-f3c8dc2f5dcc None None] Port e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:05.979718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Allocated IP 172.20.0.2 (5c61d4e3-1c0b-4e85-9071-7977a517ac5f/c4a22962-25ca-4b40-b8ed-3ddf45b953da/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:06.042114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Deleting port e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:06.042772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.142548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.157628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Calling delete_port for e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:06.180075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.654243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.682273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.683855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d0ab904f-f39c-4a2d-ba11-67291d5deba9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:06.709065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:06.713632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:06.716677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event deleted for resources: {'Port': ['ID=e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:06.719217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:06.724378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event updated for resources: {'Port': ['ID=f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:06.764902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d0ab904f-f39c-4a2d-ba11-67291d5deba9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:06.765273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.780395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:06.781143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.798248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bb9fd67c-d569-4cf9-942f-a417f94907ba {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:05:06.798611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:05:06.815638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:06.820295 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-869038da-3ec1-4428-ae43-9bda10600423 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "DELETE /v2.0/ports/e26e1126-edbd-4ee0-9a4f-cd3a15abd6f3 HTTP/1.1" status: 204 len: 168 time: 0.9641175 Apr 18 06:05:06.824369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51364) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:06.830805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Request body: {'port': {'name': 'tempest-new-port-name-397113861', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:06.835849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] bootfile-name is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:05:06.835849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] tftp-server is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:05:06.835849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.api.validators [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] server-ip-address is not in valid_values {{(pid=109605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 06:05:06.888593 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c8f57d15-5e5b-4656-9bfa-d5eeee8ffc2d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3992422 Apr 18 06:05:06.896726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51366) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:06.896726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-461388305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:06.919723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.003049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.005744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.058901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.123319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.130926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.231145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.250880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.252263 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0a31a805-7206-46ca-8efc-463a6a293a14 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3595335 Apr 18 06:05:07.254900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51368) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:07.260868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0386bb57-2f2e-4b36-8164-60889616e652 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-360397183', 'prefixes': ['172.20.0.0/16']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:07.299708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.323857 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event updated for resources: {'Port': ['ID=e6b373bf-e961-4f82-b133-4baffcf03b49,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:07.330776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] In _notify_port_updated(), no bound segment for port e6b373bf-e961-4f82-b133-4baffcf03b49 on network 9fde3845-0e71-4997-9d0f-72333b6163da {{(pid=109605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:05:07.338422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:07.346951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.346951 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a33daf84-362a-4eb0-a9f5-acfd02c6b540 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "PUT /v2.0/ports/e6b373bf-e961-4f82-b133-4baffcf03b49 HTTP/1.1" status: 200 len: 1136 time: 0.5148659 Apr 18 06:05:07.347187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51370) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:07.437352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d3054-43ad-48ba-b98f-d532be4c4e9e tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:07.439930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e24d3054-43ad-48ba-b98f-d532be4c4e9e tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "GET /v2.0/ports/e6b373bf-e961-4f82-b133-4baffcf03b49 HTTP/1.1" status: 200 len: 1136 time: 0.0955479 Apr 18 06:05:07.443029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51372) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:07.486877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Allocated IP 172.20.0.3 (5c61d4e3-1c0b-4e85-9071-7977a517ac5f/c4a22962-25ca-4b40-b8ed-3ddf45b953da/02945973-f6e6-4fcf-9399-8d8bd7e09367) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:07.560614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b305a171-b92b-405b-8ebf-01dd4227e875 None None] Provisioning complete for port e6b373bf-e961-4f82-b133-4baffcf03b49 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:07.561050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b305a171-b92b-405b-8ebf-01dd4227e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.565088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Deleting port e6b373bf-e961-4f82-b133-4baffcf03b49 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:07.565441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.614766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b305a171-b92b-405b-8ebf-01dd4227e875 None None] Port e6b373bf-e961-4f82-b133-4baffcf03b49 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:07.643938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0386bb57-2f2e-4b36-8164-60889616e652 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for subnetpool, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.649877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51376) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:07.650195 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0386bb57-2f2e-4b36-8164-60889616e652 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3943076 Apr 18 06:05:07.656010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-91717ae9-814f-456e-950b-42b178017502 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-1334344212') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:07.684520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.703541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.717361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Calling delete_port for e6b373bf-e961-4f82-b133-4baffcf03b49 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:07.767281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.811988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:07.817668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:07.821135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:07.828737 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Pushing event updated for resources: {'Port': ['ID=02945973-f6e6-4fcf-9399-8d8bd7e09367,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:07.863925 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-91717ae9-814f-456e-950b-42b178017502 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-1334344212 HTTP/1.1" status: 201 len: 201 time: 0.2127843 Apr 18 06:05:07.864691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51378) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:07.869927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-956742ae-36bd-44db-8381-ebaa844fd516 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-183565213') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:07.884975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Attempting to bind port 02945973-f6e6-4fcf-9399-8d8bd7e09367 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:07.885360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Attempting to bind port 02945973-f6e6-4fcf-9399-8d8bd7e09367 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'dc736ea9-788a-40f5-9f38-7ea2367fe42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:07.885720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Attempting to bind port 02945973-f6e6-4fcf-9399-8d8bd7e09367 on network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:07.891773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:07.897617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Checking segment: {'id': 'dc736ea9-788a-40f5-9f38-7ea2367fe42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:07.897617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.897617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Bound using segment: {'id': 'dc736ea9-788a-40f5-9f38-7ea2367fe42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:07.897617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Bound port: 02945973-f6e6-4fcf-9399-8d8bd7e09367, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc736ea9-788a-40f5-9f38-7ea2367fe42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5c61d4e3-1c0b-4e85-9071-7977a517ac5f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:07.897617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.946472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:07.966484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] For port 02945973-f6e6-4fcf-9399-8d8bd7e09367, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:07.969931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] For port 02945973-f6e6-4fcf-9399-8d8bd7e09367, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=02945973-f6e6-4fcf-9399-8d8bd7e09367,segment=NetworkSegment(dc736ea9-788a-40f5-9f38-7ea2367fe42f),segment_id=dc736ea9-788a-40f5-9f38-7ea2367fe42f)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:07.982520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event deleted for resources: {'Port': ['ID=e6b373bf-e961-4f82-b133-4baffcf03b49,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:08.007414 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-956742ae-36bd-44db-8381-ebaa844fd516 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-183565213 HTTP/1.1" status: 201 len: 201 time: 0.1416204 Apr 18 06:05:08.010353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51380) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:08.015504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-d92a36ad-4ee3-494c-a9a6-a79c573e614b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-577845023') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:08.061472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.067534 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-064aaf28-4f19-4889-82f9-0613f6251ee2 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "DELETE /v2.0/ports/e6b373bf-e961-4f82-b133-4baffcf03b49 HTTP/1.1" status: 204 len: 168 time: 0.6212707 Apr 18 06:05:08.068350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51382) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:08.070148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.149740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe25a5-af74-45e0-9762-ca306f90ab3a None None] Pushing event updated for resources: {'Port': ['ID=02945973-f6e6-4fcf-9399-8d8bd7e09367,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:08.191615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Deleting subnet b09c265d-ee63-4a19-ba6f-6428a52467b1 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:08.196253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.252141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.277434 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d92a36ad-4ee3-494c-a9a6-a79c573e614b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-577845023 HTTP/1.1" status: 201 len: 201 time: 0.2660613 Apr 18 06:05:08.280159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:08.286399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-53a7fd0b-4e79-4bea-8b0c-94a75124441b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-1244949078') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:08.756433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 02945973-f6e6-4fcf-9399-8d8bd7e09367 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:08.775005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.813248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 02945973-f6e6-4fcf-9399-8d8bd7e09367 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:08.813612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.895557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-53a7fd0b-4e79-4bea-8b0c-94a75124441b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-1244949078 HTTP/1.1" status: 201 len: 201 time: 0.6119504 Apr 18 06:05:08.895798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51398) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:08.900825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-5a7e26ae-f378-4e4e-874c-4812546c440e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:08.902465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.920707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.953988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event deleted for resources: {'Subnet': ['ID=b09c265d-ee63-4a19-ba6f-6428a52467b1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:08.956088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:08.961381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-40bfc6a2-e15e-467a-9c6f-c0a35cefb14a tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "DELETE /v2.0/subnets/b09c265d-ee63-4a19-ba6f-6428a52467b1 HTTP/1.1" status: 204 len: 168 time: 0.8881271 Apr 18 06:05:08.962637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51400) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:08.990898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 02945973-f6e6-4fcf-9399-8d8bd7e09367, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=02945973-f6e6-4fcf-9399-8d8bd7e09367,segment=NetworkSegment(dc736ea9-788a-40f5-9f38-7ea2367fe42f),segment_id=dc736ea9-788a-40f5-9f38-7ea2367fe42f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:08.997308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f704751-8963-4012-ad30-befd6c944cc4 None None] Network 9fde3845-0e71-4997-9d0f-72333b6163da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:09.037030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a7e26ae-f378-4e4e-874c-4812546c440e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags HTTP/1.1" status: 200 len: 241 time: 0.1378956 Apr 18 06:05:09.037265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51402) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.042928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-4cd2024e-ca3c-42f1-a6b3-494ff46eed65 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-1334344212') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.087588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.118243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.122751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4cd2024e-ca3c-42f1-a6b3-494ff46eed65 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-1334344212 HTTP/1.1" status: 204 len: 168 time: 0.0845351 Apr 18 06:05:09.125280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51404) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.133815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-5a352478-e8e7-4cd3-b5f9-b5b55eff961a tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-1334344212') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.167274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Deleting port d0ab904f-f39c-4a2d-ba11-67291d5deba9 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:09.167617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.212684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=02945973-f6e6-4fcf-9399-8d8bd7e09367,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:09.256625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] For port d0ab904f-f39c-4a2d-ba11-67291d5deba9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d0ab904f-f39c-4a2d-ba11-67291d5deba9,segment=NetworkSegment(2ae11120-d49c-4345-bb2f-fbc9da64f0c0),segment_id=2ae11120-d49c-4345-bb2f-fbc9da64f0c0)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:09.256625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.274950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Calling delete_port for d0ab904f-f39c-4a2d-ba11-67291d5deba9 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:09.277272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a352478-e8e7-4cd3-b5f9-b5b55eff961a tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-1334344212 HTTP/1.1" status: 204 len: 168 time: 0.1507022 Apr 18 06:05:09.279701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51406) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.284116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-83e668db-48e2-4e0b-92f7-0ecd3aaab54b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.351321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] DHCP port deletion for 9fde3845-0e71-4997-9d0f-72333b6163da request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:05:09.371118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51416) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.371373 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-83e668db-48e2-4e0b-92f7-0ecd3aaab54b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags HTTP/1.1" status: 200 len: 205 time: 0.0894902 Apr 18 06:05:09.375596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-7cf43996-9ef0-4a1a-b140-14cca2229d7a tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.399868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16ffe80-56be-4349-ae7b-e92798946ebf None None] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:09.433253 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7cf43996-9ef0-4a1a-b140-14cca2229d7a tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags HTTP/1.1" status: 200 len: 240 time: 0.0609956 Apr 18 06:05:09.435979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51418) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.440357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-ce632d2e-3a00-434f-82ed-7b7aa31bc2f3 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-183565213') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.489233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e7905681-930d-4523-9afe-70ca3b4c576e None None] Provisioning complete for port 02945973-f6e6-4fcf-9399-8d8bd7e09367 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:09.489598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e7905681-930d-4523-9afe-70ca3b4c576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.496290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ce632d2e-3a00-434f-82ed-7b7aa31bc2f3 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-183565213 HTTP/1.1" status: 204 len: 168 time: 0.0570006 Apr 18 06:05:09.497061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51420) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.501571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.502123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-5aee1c7d-a273-40e0-9a73-9ae0ecb3f733 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-183565213') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.522491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Deleting port d0ab904f-f39c-4a2d-ba11-67291d5deba9 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:09.522786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.532633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event deleted for resources: {'Port': ['ID=d0ab904f-f39c-4a2d-ba11-67291d5deba9,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:09.541184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] No DVR routers for this DVR port d0ab904f-f39c-4a2d-ba11-67291d5deba9 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:09.632901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.645789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] For port d0ab904f-f39c-4a2d-ba11-67291d5deba9, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:09.646175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.655113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fde3845-0e71-4997-9d0f-72333b6163da']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.665910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae11120-d49c-4345-bb2f-fbc9da64f0c0') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.666204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae11120-d49c-4345-bb2f-fbc9da64f0c0') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.675714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.681367 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5aee1c7d-a273-40e0-9a73-9ae0ecb3f733 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-183565213 HTTP/1.1" status: 204 len: 168 time: 0.1824126 Apr 18 06:05:09.682744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51422) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.688342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-6af272d4-a6ff-4a26-a344-9398dcf74d36 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.697953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Calling delete_port for d0ab904f-f39c-4a2d-ba11-67291d5deba9 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:09.698488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.714448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Port d0ab904f-f39c-4a2d-ba11-67291d5deba9 was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:05:09.720841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.730160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:09.732458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:09.734504 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:09.761036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] Pushing event deleted for resources: {'Port': ['ID=d0ab904f-f39c-4a2d-ba11-67291d5deba9,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:09.768521 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1b43b-689e-4a7e-8f2c-a0305c98f852 None None] No DVR routers for this DVR port d0ab904f-f39c-4a2d-ba11-67291d5deba9 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:09.818692 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6af272d4-a6ff-4a26-a344-9398dcf74d36 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags HTTP/1.1" status: 200 len: 205 time: 0.1348104 Apr 18 06:05:09.821983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51428) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.826581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-1807755f-1203-480a-bdd1-db9abceefb5f tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:09.859959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.871194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:09.875910 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] 10.222.0.43 "DELETE /v2.0/networks/9fde3845-0e71-4997-9d0f-72333b6163da HTTP/1.1" status: 204 len: 168 time: 0.9104860 Apr 18 06:05:09.909817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a60aa-c65b-4db6-a8d8-85f26be8c568 tempest-ExtraDHCPOptionsTestJSON-2037457687 tempest-ExtraDHCPOptionsTestJSON-2037457687-project] Pushing event deleted for resources: {'Network': ['ID=9fde3845-0e71-4997-9d0f-72333b6163da,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:09.931776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1807755f-1203-480a-bdd1-db9abceefb5f tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags HTTP/1.1" status: 200 len: 240 time: 0.1059680 Apr 18 06:05:09.932619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51432) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:09.937295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-a4d817c4-b0c7-40ae-81b7-d1bc73302aaf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-577845023') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.022687 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4d817c4-b0c7-40ae-81b7-d1bc73302aaf tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-577845023 HTTP/1.1" status: 204 len: 168 time: 0.0868180 Apr 18 06:05:10.023056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51434) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.028379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-7e3bf9a1-adad-4871-920f-052e8153cd72 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-577845023') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.049221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-38ab61c6-7a3a-477f-9664-372c739b4af6 None None] Provisioning complete for port 02945973-f6e6-4fcf-9399-8d8bd7e09367 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:10.052259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-38ab61c6-7a3a-477f-9664-372c739b4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.170131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-38ab61c6-7a3a-477f-9664-372c739b4af6 None None] Provisioning complete for port f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:10.170589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-38ab61c6-7a3a-477f-9664-372c739b4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.205025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7e3bf9a1-adad-4871-920f-052e8153cd72 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-577845023 HTTP/1.1" status: 204 len: 168 time: 0.1806068 Apr 18 06:05:10.207559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51436) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.213864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-c9df69d3-bf94-44bf-b359-5f51739a4b5c tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.219943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-38ab61c6-7a3a-477f-9664-372c739b4af6 None None] Port f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:10.297648 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c9df69d3-bf94-44bf-b359-5f51739a4b5c tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags HTTP/1.1" status: 200 len: 205 time: 0.0888150 Apr 18 06:05:10.300125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51438) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.304785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-d390c668-3d91-421f-8d0b-886d88857833 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.330102 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d390c668-3d91-421f-8d0b-886d88857833 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags HTTP/1.1" status: 200 len: 241 time: 0.0267248 Apr 18 06:05:10.332566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51440) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.335812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-d7eaa597-e555-413f-a47b-7d6d98a9ee8e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-1244949078') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.341638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-58074895-ae0d-4a30-aa19-3c49dbad37d8 None None] Provisioning complete for port f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:10.342775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-58074895-ae0d-4a30-aa19-3c49dbad37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.358066 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d7eaa597-e555-413f-a47b-7d6d98a9ee8e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-1244949078 HTTP/1.1" status: 204 len: 168 time: 0.0264955 Apr 18 06:05:10.360580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51444) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.366810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-9943e67b-b05f-4c54-8d79-586d5e1d6991 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-1244949078') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.387760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-58074895-ae0d-4a30-aa19-3c49dbad37d8 None None] Port f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:10.454420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51446) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.510068 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9943e67b-b05f-4c54-8d79-586d5e1d6991 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-1244949078 HTTP/1.1" status: 204 len: 168 time: 0.1484654 Apr 18 06:05:10.512577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51450) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.517009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-fe871789-5897-4a93-98c0-a3807677badd tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.541440 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fe871789-5897-4a93-98c0-a3807677badd tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags HTTP/1.1" status: 200 len: 205 time: 0.0255182 Apr 18 06:05:10.541690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51452) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.545941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-db16c633-418a-4735-8081-fac21ea5ae8a tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.572216 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-db16c633-418a-4735-8081-fac21ea5ae8a tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags HTTP/1.1" status: 204 len: 168 time: 0.0296032 Apr 18 06:05:10.575176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51454) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.579853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-ee795395-65ac-47eb-8856-252576dc579c tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.592276 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8e6b3ef4-0927-44d3-84e4-dbfe766bafb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56c008ce74db41dc9ed591c6a6700d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366332 Apr 18 06:05:10.594667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51456) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.651364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e00d4639-eefc-46bd-9b0f-f28219f211fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.682472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e00d4639-eefc-46bd-9b0f-f28219f211fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.686695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 02945973-f6e6-4fcf-9399-8d8bd7e09367 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:10.689663 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ee795395-65ac-47eb-8856-252576dc579c tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags HTTP/1.1" status: 204 len: 168 time: 0.1134627 Apr 18 06:05:10.692404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51458) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.698792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-a991d281-bb45-4e6e-b01a-eedb029bf8e2 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.739029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 02945973-f6e6-4fcf-9399-8d8bd7e09367 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:10.739491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.756822 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a991d281-bb45-4e6e-b01a-eedb029bf8e2 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags HTTP/1.1" status: 204 len: 168 time: 0.0618331 Apr 18 06:05:10.763347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51460) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.767991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-ad841620-3dcb-4659-9f28-056d4f0f4ae1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.830593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e00d4639-eefc-46bd-9b0f-f28219f211fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.833556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e00d4639-eefc-46bd-9b0f-f28219f211fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:10.834727 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e00d4639-eefc-46bd-9b0f-f28219f211fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1888a626-25eb-4567-bf89-ba864c8e1e39 HTTP/1.1" status: 204 len: 168 time: 0.2390950 Apr 18 06:05:10.864199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ad841620-3dcb-4659-9f28-056d4f0f4ae1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags HTTP/1.1" status: 204 len: 168 time: 0.0996807 Apr 18 06:05:10.864950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51466) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:10.870474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-848fa297-5454-46be-8cf4-696cf0d92a4b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-65240011') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:10.871377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d4639-eefc-46bd-9b0f-f28219f211fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888a626-25eb-4567-bf89-ba864c8e1e39,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:10.913343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d0ab904f-f39c-4a2d-ba11-67291d5deba9 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:10.939921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: d0ab904f-f39c-4a2d-ba11-67291d5deba9 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:10.940366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d0ab904f-f39c-4a2d-ba11-67291d5deba9 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:11.041663 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-848fa297-5454-46be-8cf4-696cf0d92a4b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-65240011 HTTP/1.1" status: 201 len: 201 time: 0.1755221 Apr 18 06:05:11.047281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51468) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.048692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-1aca1773-caca-40ce-bf4c-20395d1336f5 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-2003998738') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.186625 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1aca1773-caca-40ce-bf4c-20395d1336f5 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-2003998738 HTTP/1.1" status: 201 len: 201 time: 0.1412747 Apr 18 06:05:11.189714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51472) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.195067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-234901e8-2ca9-4c1b-978e-b810bb560e53 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-2109451223') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.425106 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-234901e8-2ca9-4c1b-978e-b810bb560e53 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-2109451223 HTTP/1.1" status: 201 len: 201 time: 0.2337549 Apr 18 06:05:11.427171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51480) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.431913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-d3902439-31ea-4220-b15e-a72be0686905 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-2073484114') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.543313 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d3902439-31ea-4220-b15e-a72be0686905 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-2073484114 HTTP/1.1" status: 201 len: 201 time: 0.1149554 Apr 18 06:05:11.545913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51484) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.550506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-5e475afc-fb87-4204-89a6-6fc827826b67 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', {'tags': ['tempest-TagsExtTest-Tag-1297054867', 'tempest-TagsExtTest-Tag-539447693', 'tempest-TagsExtTest-Tag-500725187']}) {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.693160 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5e475afc-fb87-4204-89a6-6fc827826b67 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags HTTP/1.1" status: 200 len: 316 time: 0.1461751 Apr 18 06:05:11.696542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51490) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.700840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-ec0d226a-5c4b-4fcc-b0a1-ff8fd8fca10e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.849606 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ec0d226a-5c4b-4fcc-b0a1-ff8fd8fca10e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags HTTP/1.1" status: 204 len: 168 time: 0.1495245 Apr 18 06:05:11.851969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51500) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.854202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-1b08d54f-43ca-46e8-a387-b1478290fc27 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-1297054867') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.919212 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-1b08d54f-43ca-46e8-a387-b1478290fc27 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:11.922883 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b08d54f-43ca-46e8-a387-b1478290fc27 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-1297054867 HTTP/1.1" status: 404 len: 329 time: 0.0696113 Apr 18 06:05:11.923180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51508) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.928105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-e4a7f382-dff1-455b-bd59-888198882759 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-539447693') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.980424 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-e4a7f382-dff1-455b-bd59-888198882759 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:11.985028 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e4a7f382-dff1-455b-bd59-888198882759 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-539447693 HTTP/1.1" status: 404 len: 328 time: 0.0568941 Apr 18 06:05:11.985028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51510) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:11.988366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-6f009245-6e72-46d0-b4cf-2b651effbfb1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da', 'tempest-TagsExtTest-Tag-500725187') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:11.993142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51512) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.041918 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6f009245-6e72-46d0-b4cf-2b651effbfb1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:12.045763 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6f009245-6e72-46d0-b4cf-2b651effbfb1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags/tempest-TagsExtTest-Tag-500725187 HTTP/1.1" status: 404 len: 328 time: 0.0579860 Apr 18 06:05:12.045999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51516) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.050484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-1adc50be-e289-4abe-99ae-6e225fc125be tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', {'tags': ['tempest-TagsExtTest-Tag-1658774291', 'tempest-TagsExtTest-Tag-580761036', 'tempest-TagsExtTest-Tag-938812986']}) {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.100196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-648479619'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:12.202325 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1adc50be-e289-4abe-99ae-6e225fc125be tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags HTTP/1.1" status: 200 len: 316 time: 0.1549740 Apr 18 06:05:12.204854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51518) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.209359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-bd3e2f14-6976-4522-a488-1a44b94aee61 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.213606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Made reservation on behalf of 29866981d9cb4079ab9ea38143a4b300 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:12.216976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.243320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.347361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.403590 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bd3e2f14-6976-4522-a488-1a44b94aee61 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags HTTP/1.1" status: 204 len: 168 time: 0.1975644 Apr 18 06:05:12.406466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51520) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.410855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-a46075d9-4042-4f08-a96b-50345ab09738 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-1658774291') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.448569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.467267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-a46075d9-4042-4f08-a96b-50345ab09738 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:12.468228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a46075d9-4042-4f08-a96b-50345ab09738 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-1658774291 HTTP/1.1" status: 404 len: 329 time: 0.0608733 Apr 18 06:05:12.471159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51522) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.476243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-8150b53a-1128-4cdf-9978-bdfdbfd894af tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-580761036') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.477918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:12.487930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2866bcfc-043f-4a5c-af44-12fe1b51a060,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:12.494811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.495303 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Added segment 9e46acbd-d86f-450a-a8da-1cc74b7fb828 of type vlan for network 307837c0-37bd-4bfe-a151-9407398e443b Apr 18 06:05:12.529247 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-8150b53a-1128-4cdf-9978-bdfdbfd894af tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:12.530373 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8150b53a-1128-4cdf-9978-bdfdbfd894af tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-580761036 HTTP/1.1" status: 404 len: 328 time: 0.0580502 Apr 18 06:05:12.533261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51524) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.545791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.546307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-8c6e8a58-b68f-4f69-8d10-376b9b03b9bd tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5', 'tempest-TagsExtTest-Tag-938812986') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.597333 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-8c6e8a58-b68f-4f69-8d10-376b9b03b9bd tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:12.598299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8c6e8a58-b68f-4f69-8d10-376b9b03b9bd tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags/tempest-TagsExtTest-Tag-938812986 HTTP/1.1" status: 404 len: 328 time: 0.0640535 Apr 18 06:05:12.601753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51526) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.606924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-a4300594-6b88-4d34-a586-d7be334057db tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', {'tags': ['tempest-TagsExtTest-Tag-1548374044', 'tempest-TagsExtTest-Tag-1900370385', 'tempest-TagsExtTest-Tag-1953826245']}) {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.641085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.646552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:12.647131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.739416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.757730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Network': ['ID=307837c0-37bd-4bfe-a151-9407398e443b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:12.769192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 307837c0-37bd-4bfe-a151-9407398e443b details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:05:12.773448 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-849a31c9-bec9-4bef-bcf3-ceadfaf35ba2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7769032 Apr 18 06:05:12.777581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51528) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.779183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'subnet': {'network_id': '307837c0-37bd-4bfe-a151-9407398e443b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:12.827261 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a4300594-6b88-4d34-a586-d7be334057db tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags HTTP/1.1" status: 200 len: 318 time: 0.2239215 Apr 18 06:05:12.829461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51530) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:12.840482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-047bc6ed-124d-4c50-abe5-d9d00030e6a1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:12.943426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Made reservation on behalf of 29866981d9cb4079ab9ea38143a4b300 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:12.947223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:12.996720 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-047bc6ed-124d-4c50-abe5-d9d00030e6a1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags HTTP/1.1" status: 204 len: 168 time: 0.1651108 Apr 18 06:05:12.999495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51534) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.004233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-73ab1bf5-d319-4573-8194-36abe6d1ff96 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-1548374044') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.085695 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-73ab1bf5-d319-4573-8194-36abe6d1ff96 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:13.090679 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-73ab1bf5-d319-4573-8194-36abe6d1ff96 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-1548374044 HTTP/1.1" status: 404 len: 329 time: 0.0863643 Apr 18 06:05:13.090679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51536) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.096356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-d32689e9-7f00-4cfa-b151-ce2b616069d1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-1900370385') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.176871 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-d32689e9-7f00-4cfa-b151-ce2b616069d1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:13.177884 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d32689e9-7f00-4cfa-b151-ce2b616069d1 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-1900370385 HTTP/1.1" status: 404 len: 329 time: 0.0871255 Apr 18 06:05:13.181482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51538) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.185823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-3194bb47-c942-40bf-8e5e-27585a0e3a3d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20', 'tempest-TagsExtTest-Tag-1953826245') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.212482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:13.263015 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-3194bb47-c942-40bf-8e5e-27585a0e3a3d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:13.264503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3194bb47-c942-40bf-8e5e-27585a0e3a3d tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags/tempest-TagsExtTest-Tag-1953826245 HTTP/1.1" status: 404 len: 329 time: 0.0820575 Apr 18 06:05:13.268688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51540) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.276060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-5d23db15-1b26-475b-a888-ce19537f27b0 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', {'tags': ['tempest-TagsExtTest-Tag-464544495', 'tempest-TagsExtTest-Tag-1213979850', 'tempest-TagsExtTest-Tag-1988516679']}) {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.281065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Subnet': ['ID=406f252a-aa61-4adf-8462-ac5d26bcceff,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:13.306407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Checking segment: {'id': '9e46acbd-d86f-450a-a8da-1cc74b7fb828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '307837c0-37bd-4bfe-a151-9407398e443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:13.308247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network hostable DHCP agents. Network: 307837c0-37bd-4bfe-a151-9407398e443b, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:13.409204 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5d23db15-1b26-475b-a888-ce19537f27b0 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "PUT /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags HTTP/1.1" status: 200 len: 317 time: 0.1390407 Apr 18 06:05:13.411681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51542) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.417240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-29b1b38a-eb4a-4ad9-9880-4568e4633a4b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.418224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network 307837c0-37bd-4bfe-a151-9407398e443b is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:13.522754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 307837c0-37bd-4bfe-a151-9407398e443b) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:13.527674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:13.533845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:13.534640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae05e0e-59d8-4179-aaf5-176dad4f4edb None None] Network 307837c0-37bd-4bfe-a151-9407398e443b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:13.569453 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-29b1b38a-eb4a-4ad9-9880-4568e4633a4b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags HTTP/1.1" status: 204 len: 168 time: 0.1565862 Apr 18 06:05:13.574098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51544) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.576603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-f136da3f-0da0-44d9-b5d4-435507fa650f tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-464544495') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.599535 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-f136da3f-0da0-44d9-b5d4-435507fa650f tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:13.603532 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f136da3f-0da0-44d9-b5d4-435507fa650f tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-464544495 HTTP/1.1" status: 404 len: 328 time: 0.0277369 Apr 18 06:05:13.604445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51546) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.608804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-fdf8c808-7e97-43e8-bc53-b6737bd34ca2 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-1213979850') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.629048 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-fdf8c808-7e97-43e8-bc53-b6737bd34ca2 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:13.631852 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fdf8c808-7e97-43e8-bc53-b6737bd34ca2 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-1213979850 HTTP/1.1" status: 404 len: 329 time: 0.0262802 Apr 18 06:05:13.633243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51548) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.639389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-dedb57a0-daaf-47e7-96f7-61b842909ce6 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501', 'tempest-TagsExtTest-Tag-1988516679') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.665826 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-dedb57a0-daaf-47e7-96f7-61b842909ce6 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] show failed (client error): The resource could not be found. Apr 18 06:05:13.666866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dedb57a0-daaf-47e7-96f7-61b842909ce6 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags/tempest-TagsExtTest-Tag-1988516679 HTTP/1.1" status: 404 len: 329 time: 0.0326548 Apr 18 06:05:13.669622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51550) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.674538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-dfb3a437-e949-4f36-ad0b-1b18caa73b4c tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8c39dba-1171-46cb-bd13-64023eb8d501') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.691107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-307837c0-37bd-4bfe-a151-9407398e443b', 'network_id': '307837c0-37bd-4bfe-a151-9407398e443b', 'tenant_id': '29866981d9cb4079ab9ea38143a4b300', 'fixed_ips': [{'subnet_id': '406f252a-aa61-4adf-8462-ac5d26bcceff'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:05:13.692068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:13.700117 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dfb3a437-e949-4f36-ad0b-1b18caa73b4c tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501/tags HTTP/1.1" status: 204 len: 168 time: 0.0294321 Apr 18 06:05:13.702592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51552) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.706988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.tag.tag_plugin [None req-1de3f7ba-a7c4-4b64-be40-dde3874ddfad tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95b99744-008a-4487-9310-032ea123bc20') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:13.714731 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5796a44d-7114-445b-9ee1-c830c6914e18 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9398904 Apr 18 06:05:13.717301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51554) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:13.722845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1094307804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:13.825668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:13.826945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:13.834313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Allocated IP 172.20.0.2 (307837c0-37bd-4bfe-a151-9407398e443b/406f252a-aa61-4adf-8462-ac5d26bcceff/19dac58f-67da-4bcf-9428-9fe12d2cb007) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:13.884580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:13.991960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.009416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.031113 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1de3f7ba-a7c4-4b64-be40-dde3874ddfad tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20/tags HTTP/1.1" status: 204 len: 168 time: 0.3275235 Apr 18 06:05:14.033712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51558) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.038177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-a5cfa8b3-f266-4d30-95a3-4c32d7178549 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:14.094500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.097986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a5cfa8b3-f266-4d30-95a3-4c32d7178549 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5/tags HTTP/1.1" status: 204 len: 168 time: 0.0632296 Apr 18 06:05:14.101635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51560) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.106114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.tag.tag_plugin [None req-a435826c-a96c-4278-8aec-2affcec55b7e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c4a22962-25ca-4b40-b8ed-3ddf45b953da') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:14.130530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Network 307837c0-37bd-4bfe-a151-9407398e443b is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:14.136316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.136970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:14.137773 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c0270095-b951-4066-a55f-a561d282725e tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4193792 Apr 18 06:05:14.143121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:14.143600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51562) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.153139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Pushing event updated for resources: {'Port': ['ID=19dac58f-67da-4bcf-9428-9fe12d2cb007,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:14.175198 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a435826c-a96c-4278-8aec-2affcec55b7e tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da/tags HTTP/1.1" status: 204 len: 168 time: 0.0725360 Apr 18 06:05:14.182682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51564) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.208008 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Attempting to bind port 19dac58f-67da-4bcf-9428-9fe12d2cb007 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:14.208659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Attempting to bind port 19dac58f-67da-4bcf-9428-9fe12d2cb007 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '9e46acbd-d86f-450a-a8da-1cc74b7fb828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '307837c0-37bd-4bfe-a151-9407398e443b'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:14.209185 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Attempting to bind port 19dac58f-67da-4bcf-9428-9fe12d2cb007 on network 307837c0-37bd-4bfe-a151-9407398e443b {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:14.216023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:14.216729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Checking segment: {'id': '9e46acbd-d86f-450a-a8da-1cc74b7fb828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '307837c0-37bd-4bfe-a151-9407398e443b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:14.217334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.217916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Bound using segment: {'id': '9e46acbd-d86f-450a-a8da-1cc74b7fb828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '307837c0-37bd-4bfe-a151-9407398e443b'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:14.218601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Bound port: 19dac58f-67da-4bcf-9428-9fe12d2cb007, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e46acbd-d86f-450a-a8da-1cc74b7fb828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '307837c0-37bd-4bfe-a151-9407398e443b'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:14.219189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.287377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] For port 19dac58f-67da-4bcf-9428-9fe12d2cb007, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:14.290432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] For port 19dac58f-67da-4bcf-9428-9fe12d2cb007, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=19dac58f-67da-4bcf-9428-9fe12d2cb007,segment=NetworkSegment(9e46acbd-d86f-450a-a8da-1cc74b7fb828),segment_id=9e46acbd-d86f-450a-a8da-1cc74b7fb828)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:14.391858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3918caa5-d553-4783-a912-0d6cfb121770 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for subnetpool, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.392975 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3918caa5-d553-4783-a912-0d6cfb121770 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnetpools/f8c39dba-1171-46cb-bd13-64023eb8d501 HTTP/1.1" status: 204 len: 168 time: 0.2089174 Apr 18 06:05:14.395513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51566) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.419331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.429666 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9134efb0-fd11-43c6-9a78-95a994ae7ead tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "GET /v2.0/ports?device_id=95b99744-008a-4487-9310-032ea123bc20 HTTP/1.1" status: 200 len: 205 time: 0.0304897 Apr 18 06:05:14.430008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.431669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.502972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c06d76-945d-4da7-b251-ce494a7d5cd4 None None] Pushing event updated for resources: {'Port': ['ID=19dac58f-67da-4bcf-9428-9fe12d2cb007,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:14.535888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.718291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Allocated IP 172.20.0.1 (307837c0-37bd-4bfe-a151-9407398e443b/406f252a-aa61-4adf-8462-ac5d26bcceff/e2b0d305-8bd3-4b96-a6c1-8007662b57bb) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:14.735955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.738378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.845184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.882935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.883547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Fanout notify agent at l3_agent the message router_deleted on router 95b99744-008a-4487-9310-032ea123bc20 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:05:14.896806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:14.896806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4db7e301-5f72-469d-966d-5527dbc05dae tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/routers/95b99744-008a-4487-9310-032ea123bc20 HTTP/1.1" status: 204 len: 168 time: 0.4628611 Apr 18 06:05:14.896806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51570) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:14.999407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Deleting port f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:14.999407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.032328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.072733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network 307837c0-37bd-4bfe-a151-9407398e443b is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:15.079758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:15.083666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:15.087280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.099964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Calling delete_port for f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:15.107790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Port': ['ID=e2b0d305-8bd3-4b96-a6c1-8007662b57bb,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:15.132394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.343230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.385507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.417086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event deleted for resources: {'Port': ['ID=f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:15.509237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.515637 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-94946cf7-7c51-4e95-81d3-555f5d391d9b tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/ports/f12ccf69-4a7b-4e6d-b278-48e8fb1c4ad5 HTTP/1.1" status: 204 len: 168 time: 0.6182773 Apr 18 06:05:15.516748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51576) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:15.543223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed57ecc-270d-42ff-acc6-864f29e2b772 None None] Network 307837c0-37bd-4bfe-a151-9407398e443b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:15.576816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Deleting subnet c4a22962-25ca-4b40-b8ed-3ddf45b953da {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:15.580474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.617381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6b58856d-b746-4910-9b61-8a65bba75d80 None None] Provisioning complete for port 19dac58f-67da-4bcf-9428-9fe12d2cb007 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:15.617752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b58856d-b746-4910-9b61-8a65bba75d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.629092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.674139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.732600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.779874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.857058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Port': ['ID=e2b0d305-8bd3-4b96-a6c1-8007662b57bb,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:15.859566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.911775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.935054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b58856d-b746-4910-9b61-8a65bba75d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.949472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:15.953198 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/subnets/c4a22962-25ca-4b40-b8ed-3ddf45b953da HTTP/1.1" status: 204 len: 168 time: 0.4350805 Apr 18 06:05:15.954389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84ede4-1d5a-415c-912d-81241db29c09 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a22962-25ca-4b40-b8ed-3ddf45b953da,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:15.955643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51578) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:15.963991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f1731-1363-400c-8041-eded9bd5a450 None None] Network 5c61d4e3-1c0b-4e85-9071-7977a517ac5f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:15.989161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network 307837c0-37bd-4bfe-a151-9407398e443b is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:15.993064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:15.994399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6b58856d-b746-4910-9b61-8a65bba75d80 None None] For port 19dac58f-67da-4bcf-9428-9fe12d2cb007, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=19dac58f-67da-4bcf-9428-9fe12d2cb007,segment=NetworkSegment(9e46acbd-d86f-450a-a8da-1cc74b7fb828),segment_id=9e46acbd-d86f-450a-a8da-1cc74b7fb828)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:16.077495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b58856d-b746-4910-9b61-8a65bba75d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.092967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.158679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58856d-b746-4910-9b61-8a65bba75d80 None None] Pushing event updated for resources: {'Port': ['ID=19dac58f-67da-4bcf-9428-9fe12d2cb007,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:16.216889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Deleting port 02945973-f6e6-4fcf-9399-8d8bd7e09367 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:16.218331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.267710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] DHCP port deletion for 5c61d4e3-1c0b-4e85-9071-7977a517ac5f request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:05:16.283298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Router 2f02eb91-34d6-431f-a750-af2d1b0c819b is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:05:16.341541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9589569b-53fb-4edb-84a7-3b5514480c17 None None] Provisioning complete for port 19dac58f-67da-4bcf-9428-9fe12d2cb007 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:16.342086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9589569b-53fb-4edb-84a7-3b5514480c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.362325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] For port 02945973-f6e6-4fcf-9399-8d8bd7e09367, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=02945973-f6e6-4fcf-9399-8d8bd7e09367,segment=NetworkSegment(dc736ea9-788a-40f5-9f38-7ea2367fe42f),segment_id=dc736ea9-788a-40f5-9f38-7ea2367fe42f)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:16.362703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.380518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] Deleting port 02945973-f6e6-4fcf-9399-8d8bd7e09367 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:16.380982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.414785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Calling delete_port for 02945973-f6e6-4fcf-9399-8d8bd7e09367 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:16.436599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:16.443675 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6d321631-2818-43d6-a786-e0a2ae6e0c97 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "PUT /v2.0/routers/2f02eb91-34d6-431f-a750-af2d1b0c819b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2989349 Apr 18 06:05:16.448397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51582) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:16.454300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'port': {'network_id': '307837c0-37bd-4bfe-a151-9407398e443b', 'name': 'tempest-FloatingIPNegativeTestJSON-2060766237'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:16.454923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] Sync routers for ids ['2f02eb91-34d6-431f-a750-af2d1b0c819b'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:16.470505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] For port 02945973-f6e6-4fcf-9399-8d8bd7e09367, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=02945973-f6e6-4fcf-9399-8d8bd7e09367,segment=NetworkSegment(dc736ea9-788a-40f5-9f38-7ea2367fe42f),segment_id=dc736ea9-788a-40f5-9f38-7ea2367fe42f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:16.470975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.493379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] Calling delete_port for 02945973-f6e6-4fcf-9399-8d8bd7e09367 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:16.511531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] Routers {'2f02eb91-34d6-431f-a750-af2d1b0c819b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:16.515143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2f02eb91-34d6-431f-a750-af2d1b0c819b'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.564139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.574254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.620649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] Routers {'2f02eb91-34d6-431f-a750-af2d1b0c819b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:16.620649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2f02eb91-34d6-431f-a750-af2d1b0c819b'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.628853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event deleted for resources: {'Port': ['ID=02945973-f6e6-4fcf-9399-8d8bd7e09367,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:16.633749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] No DVR routers for this DVR port 02945973-f6e6-4fcf-9399-8d8bd7e09367 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:16.662472 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.662472 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7dc2-e153-42ad-93b1-fac02263ad30 None None] The sync data for ids ['2f02eb91-34d6-431f-a750-af2d1b0c819b'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:16.687904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Made reservation on behalf of 29866981d9cb4079ab9ea38143a4b300 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:16.691922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9589569b-53fb-4edb-84a7-3b5514480c17 None None] Provisioning complete for port e2b0d305-8bd3-4b96-a6c1-8007662b57bb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:16.692308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9589569b-53fb-4edb-84a7-3b5514480c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.693993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.729522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] device_id is not set on port a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:05:16.745391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.749472 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9589569b-53fb-4edb-84a7-3b5514480c17 None None] Port e2b0d305-8bd3-4b96-a6c1-8007662b57bb cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:16.753859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.768603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c61d4e3-1c0b-4e85-9071-7977a517ac5f']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.781188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] Pushing event deleted for resources: {'Port': ['ID=02945973-f6e6-4fcf-9399-8d8bd7e09367,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:16.788798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9901bb-9311-4f97-af3a-7312ebf7280d None None] No DVR routers for this DVR port 02945973-f6e6-4fcf-9399-8d8bd7e09367 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:16.790707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc736ea9-788a-40f5-9f38-7ea2367fe42f') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.791039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc736ea9-788a-40f5-9f38-7ea2367fe42f') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:16.799956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 19dac58f-67da-4bcf-9428-9fe12d2cb007 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:16.813096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.829069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.836394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:16.836991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:16.840510 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:16.852535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 19dac58f-67da-4bcf-9428-9fe12d2cb007 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:16.853087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.879025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Allocated IP 172.20.0.7 (307837c0-37bd-4bfe-a151-9407398e443b/406f252a-aa61-4adf-8462-ac5d26bcceff/a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:16.903352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-338aa9f5-d30d-4b0a-a2b1-9251ded3a6df None None] Provisioning complete for port e2b0d305-8bd3-4b96-a6c1-8007662b57bb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:16.903821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-338aa9f5-d30d-4b0a-a2b1-9251ded3a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.944077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-338aa9f5-d30d-4b0a-a2b1-9251ded3a6df None None] Port e2b0d305-8bd3-4b96-a6c1-8007662b57bb cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:16.985102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.993789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:16.998236 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] 10.222.0.43 "DELETE /v2.0/networks/5c61d4e3-1c0b-4e85-9071-7977a517ac5f HTTP/1.1" status: 204 len: 168 time: 1.0383730 Apr 18 06:05:17.016975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807cd0b-d28c-4c26-80d8-b85d3c4febc9 tempest-TagsExtTest-1349021193 tempest-TagsExtTest-1349021193-project] Pushing event deleted for resources: {'Network': ['ID=5c61d4e3-1c0b-4e85-9071-7977a517ac5f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:17.055111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 02945973-f6e6-4fcf-9399-8d8bd7e09367 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:17.058669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.077330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 02945973-f6e6-4fcf-9399-8d8bd7e09367 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:17.077664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 02945973-f6e6-4fcf-9399-8d8bd7e09367 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:17.151617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.193275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network 307837c0-37bd-4bfe-a151-9407398e443b is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:17.199108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:17.202824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:17.234856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Port': ['ID=a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:17.261726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:17.262315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.330800 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b8d733b9-6c46-4bde-a480-6f450ce1c495 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8812568 Apr 18 06:05:17.334107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51592) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:17.340011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:17.442566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.471111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-417ad64d-70dc-4456-87dc-ce05c9699b4d None None] Provisioning complete for port a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:17.471448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-417ad64d-70dc-4456-87dc-ce05c9699b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.509359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:17.521439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-417ad64d-70dc-4456-87dc-ce05c9699b4d None None] Port a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:17.551704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.648934 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-811582b7-ff36-453d-8da7-c4134838effd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbed7d351726426696382b620060eedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383710 Apr 18 06:05:17.651536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51608) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:17.671678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Allocated IP 172.26.4.80 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/95c5e401-f961-4306-a25e-99f229a6112f) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:17.704800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-35b94c83-3f2c-413c-a795-980169bd8114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.745038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-35b94c83-3f2c-413c-a795-980169bd8114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.789877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.846081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a30f94-c3ea-4d97-8a10-0f2a076b678a req-14976e67-d576-4bb1-ba4f-18e07a1988c6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:17.847503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-64a30f94-c3ea-4d97-8a10-0f2a076b678a req-14976e67-d576-4bb1-ba4f-18e07a1988c6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0545456 Apr 18 06:05:17.883122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-35b94c83-3f2c-413c-a795-980169bd8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.885860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-35b94c83-3f2c-413c-a795-980169bd8114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.887016 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-35b94c83-3f2c-413c-a795-980169bd8114 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ab0c15c-7cb8-43fe-b49d-3859e47d7dea HTTP/1.1" status: 204 len: 168 time: 0.2345185 Apr 18 06:05:17.895459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-64a30f94-c3ea-4d97-8a10-0f2a076b678a req-f141b541-0c17-4d09-9aec-d75129ee7f3b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415487 Apr 18 06:05:17.901302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b94c83-3f2c-413c-a795-980169bd8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0c15c-7cb8-43fe-b49d-3859e47d7dea,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:17.921000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:17.973796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:17.976977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:17.981887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:17.983962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Port': ['ID=95c5e401-f961-4306-a25e-99f229a6112f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:18.078741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-564019a1-53cf-41d5-a03e-66b9bd5502e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:18.080698 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-564019a1-53cf-41d5-a03e-66b9bd5502e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1098 time: 0.0920126 Apr 18 06:05:18.105483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.198239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-9af999ba-3324-4ca7-adae-30a5dc2bffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:18.200899 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-9af999ba-3324-4ca7-adae-30a5dc2bffec service neutron] 10.222.0.46 "GET /v2.0/networks?id=a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 200 len: 897 time: 0.0984411 Apr 18 06:05:18.277193 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-71b4c818-cf5a-4719-b0b4-90d501a814ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 200 len: 1000 time: 0.0697227 Apr 18 06:05:18.281643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.336731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-4d09ea8d-dfd8-41f5-b7f8-a617a23decb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:18.338805 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-4d09ea8d-dfd8-41f5-b7f8-a617a23decb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f29c28c9-8775-4f72-9767-55d1dd98cdb7 HTTP/1.1" status: 200 len: 835 time: 0.0534120 Apr 18 06:05:18.411621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-95eea7fa-a4e8-4549-9c0a-34772e13f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:18.413102 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-95eea7fa-a4e8-4549-9c0a-34772e13f913 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a924472f-2b44-402b-8d0f-471461bbcf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522602 Apr 18 06:05:18.459703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.504183 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-aeb99d00-1ffc-49a2-b976-18b30400af40 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839193 Apr 18 06:05:18.579700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.602425 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4481e1-21c4-40af-995d-4d7d94cda0e3 req-c1c80c8e-ea18-4e74-a653-99b4e7dded79 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915244 Apr 18 06:05:18.652898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Port': ['ID=95c5e401-f961-4306-a25e-99f229a6112f,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:18.664359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.809879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:18.811184 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0dbc7513-ad60-480f-baea-534cb8eb18ce tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4750979 Apr 18 06:05:18.813916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51626) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:18.818185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-df3d6431-8648-4e93-bb80-ec3fcce0f6b2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'floatingip': {'port_id': 'a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:19.230559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-df3d6431-8648-4e93-bb80-ec3fcce0f6b2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.357259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a3b02-3739-474d-94b8-b17882b83186 req-0e64882d-3df0-4326-acf8-19ec378364b2 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:19.358729 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3c4a3b02-3739-474d-94b8-b17882b83186 req-0e64882d-3df0-4326-acf8-19ec378364b2 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1315203 Apr 18 06:05:19.387756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-df3d6431-8648-4e93-bb80-ec3fcce0f6b2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] update failed (client error): The resource could not be found. Apr 18 06:05:19.388785 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-df3d6431-8648-4e93-bb80-ec3fcce0f6b2 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "PUT /v2.0/floatingips/493e830c-c0d6-44c9-a122-a6b5b50f0bbe HTTP/1.1" status: 404 len: 507 time: 0.5739675 Apr 18 06:05:19.392002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51632) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:19.409511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3c4a3b02-3739-474d-94b8-b17882b83186 req-f29f7f21-884d-4d83-bfcf-f06d18f696ef tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435598 Apr 18 06:05:19.549455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Deleting port 95c5e401-f961-4306-a25e-99f229a6112f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:19.549718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.622868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.623607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.635264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Calling delete_port for 95c5e401-f961-4306-a25e-99f229a6112f owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:19.637446 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:05:19.865376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.891774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Port': ['ID=95c5e401-f961-4306-a25e-99f229a6112f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:19.972961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.976260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:19.977650 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f7ada974-d1d8-4a85-8eb1-0499e727cdb5 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "DELETE /v2.0/floatingips/493e830c-c0d6-44c9-a122-a6b5b50f0bbe HTTP/1.1" status: 204 len: 168 time: 0.5844929 Apr 18 06:05:19.981152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51634) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:19.985663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-50166a1e-ddf6-499d-9018-6e862d7b631a tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'floatingip': {'floating_network_id': '307837c0-37bd-4bfe-a151-9407398e443b', 'port_id': 'a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:20.076496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50166a1e-ddf6-499d-9018-6e862d7b631a tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:20.525220 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4379d7-67e0-4636-b1a6-69999e9017ca req-31044c28-a735-4512-bf22-e9b0d61a38c7 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:20.526665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd4379d7-67e0-4636-b1a6-69999e9017ca req-31044c28-a735-4512-bf22-e9b0d61a38c7 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0508921 Apr 18 06:05:20.527959 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-50166a1e-ddf6-499d-9018-6e862d7b631a tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:05:20.528818 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-50166a1e-ddf6-499d-9018-6e862d7b631a tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5467656 Apr 18 06:05:20.534463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51640) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:20.542504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:20.566640 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd4379d7-67e0-4636-b1a6-69999e9017ca req-6280429e-f944-424e-957b-e41357bc833a tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337508 Apr 18 06:05:20.635141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:20.735998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:20.843218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Allocated IP 172.26.4.157 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/cd5b1e2d-6346-44e9-800c-8d97096673eb) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:20.949035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:21.082480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:21.123000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:21.125813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:21.129464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:21.152375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event updated for resources: {'Port': ['ID=cd5b1e2d-6346-44e9-800c-8d97096673eb,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:21.297987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Deleting port cd5b1e2d-6346-44e9-800c-8d97096673eb {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:21.298357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:21.377127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:21.377377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:21.389780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Calling delete_port for cd5b1e2d-6346-44e9-800c-8d97096673eb owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:21.618515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:21.648446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Port': ['ID=cd5b1e2d-6346-44e9-800c-8d97096673eb,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:21.750513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9edc2c-6520-4655-bfe0-0ebdc29dde85 req-a66ce9ab-2544-4a0e-b3ec-5a29ac1d8648 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:21.752030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6d9edc2c-6520-4655-bfe0-0ebdc29dde85 req-a66ce9ab-2544-4a0e-b3ec-5a29ac1d8648 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1075799 Apr 18 06:05:21.792901 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6d9edc2c-6520-4655-bfe0-0ebdc29dde85 req-8e23e168-8bfa-4a6d-b940-1d37134b8e12 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336969 Apr 18 06:05:21.875124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] create failed (client error): The resource could not be found. Apr 18 06:05:21.876243 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-faeec285-e1e9-4513-844d-523d9780d264 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3407593 Apr 18 06:05:21.880167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51646) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:21.973835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Deleting port a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:21.974097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.060212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.072715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Calling delete_port for a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:22.277104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.303885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Port': ['ID=a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:22.376830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.380262 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c3ca739-30e6-4345-86ee-25bb7924b2e6 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "DELETE /v2.0/ports/a4a83e2d-7bb8-4cc6-98ff-e4e146e350d4 HTTP/1.1" status: 204 len: 168 time: 0.4990606 Apr 18 06:05:22.383559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51652) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:22.441127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afc048-dde7-4801-a96e-8728567f2cda tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:22.442719 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-20afc048-dde7-4801-a96e-8728567f2cda tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f02eb91-34d6-431f-a750-af2d1b0c819b HTTP/1.1" status: 200 len: 913 time: 0.0581994 Apr 18 06:05:22.446134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51654) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:22.690843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03cc2a-8242-4c12-849d-d1a66aff1139 req-547b1cf6-d4bc-48a7-b22e-646c4cbc1966 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:22.692426 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7e03cc2a-8242-4c12-849d-d1a66aff1139 req-547b1cf6-d4bc-48a7-b22e-646c4cbc1966 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Apr 18 06:05:22.731521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7e03cc2a-8242-4c12-849d-d1a66aff1139 req-206f5b8d-b8e7-4e9b-a4c5-6d24acbaced2 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Apr 18 06:05:22.770160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:22.898932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9a19d-b79f-4917-bc6e-69066b437487 req-915f1c8a-aec0-4757-92c5-39b9e50c889b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:22.900596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-95a9a19d-b79f-4917-bc6e-69066b437487 req-915f1c8a-aec0-4757-92c5-39b9e50c889b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0922256 Apr 18 06:05:22.926041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f50512-3239-484d-a199-d20a20588831 req-4006f13d-1ecf-4d4e-9642-da3c7a379d4d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:22.927550 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-02f50512-3239-484d-a199-d20a20588831 req-4006f13d-1ecf-4d4e-9642-da3c7a379d4d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0575531 Apr 18 06:05:22.968080 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-02f50512-3239-484d-a199-d20a20588831 req-aa1866cf-3af1-46aa-960d-cb68adf4936d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333843 Apr 18 06:05:22.997412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-95a9a19d-b79f-4917-bc6e-69066b437487 req-dda5e11b-e6fe-42bc-a9cd-ab8f8594701f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623419 Apr 18 06:05:23.100568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Deleting port e2b0d305-8bd3-4b96-a6c1-8007662b57bb {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:23.100906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:23.118874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507bcb2-26f3-4550-ba8e-0f24d1e70d6c req-580c3c6b-03ce-4b42-94e8-8c0b79438b75 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:23.120425 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f507bcb2-26f3-4550-ba8e-0f24d1e70d6c req-580c3c6b-03ce-4b42-94e8-8c0b79438b75 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0543275 Apr 18 06:05:23.160253 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f507bcb2-26f3-4550-ba8e-0f24d1e70d6c req-abc341ac-aae8-4ac1-9698-b293b1ba004a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Apr 18 06:05:23.188077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:23.200209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Calling delete_port for e2b0d305-8bd3-4b96-a6c1-8007662b57bb owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:23.339467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42531-e723-4c4d-9292-f682aebf1a6c req-ffef84fe-1e42-4183-b386-5e368e980445 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:23.340983 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9cb42531-e723-4c4d-9292-f682aebf1a6c req-ffef84fe-1e42-4183-b386-5e368e980445 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0959587 Apr 18 06:05:23.411895 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9cb42531-e723-4c4d-9292-f682aebf1a6c req-e7a56156-7f5b-4358-8fae-b24515a82dc0 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600803 Apr 18 06:05:23.493616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-25a44157-7ff2-486d-825e-a64521970959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:23.516909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:23.550861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Port': ['ID=e2b0d305-8bd3-4b96-a6c1-8007662b57bb,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:23.688788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:23.870009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Router 2f02eb91-34d6-431f-a750-af2d1b0c819b has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:23.901671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39c96a-8349-498e-8a6a-a82c9be85c7b req-2537d412-7652-4ef6-8bee-bacfa11115cc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:23.903221 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae39c96a-8349-498e-8a6a-a82c9be85c7b req-2537d412-7652-4ef6-8bee-bacfa11115cc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0624292 Apr 18 06:05:24.098223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffc159-e6a1-4cde-9b61-2092f76c4208 req-ebd59eb1-43e2-4d76-9caf-7e1350ea2049 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:24.099799 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e2ffc159-e6a1-4cde-9b61-2092f76c4208 req-ebd59eb1-43e2-4d76-9caf-7e1350ea2049 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Apr 18 06:05:24.141725 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e2ffc159-e6a1-4cde-9b61-2092f76c4208 req-05089f0b-06b6-4c3d-b2f0-2de8a1e7ca07 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351858 Apr 18 06:05:24.209001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:24.219448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bfb384ad-6038-4f2a-8788-6da0e251ec6b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "PUT /v2.0/routers/2f02eb91-34d6-431f-a750-af2d1b0c819b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693028 Apr 18 06:05:24.219741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51674) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:24.222219 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] Sync routers for ids ['2f02eb91-34d6-431f-a750-af2d1b0c819b'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:24.231671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae39c96a-8349-498e-8a6a-a82c9be85c7b req-d7e55af3-cc37-4459-a1ce-03f77f602f36 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993031 Apr 18 06:05:24.234605 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] Routers {'2f02eb91-34d6-431f-a750-af2d1b0c819b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:24.235231 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2f02eb91-34d6-431f-a750-af2d1b0c819b'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:24.271454 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:24.280951 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] Routers {'2f02eb91-34d6-431f-a750-af2d1b0c819b'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:24.281540 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:04:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2f02eb91-34d6-431f-a750-af2d1b0c819b'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:24.304757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.314703 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:24.315412 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dd64d-a5bc-45db-b14e-1473f880d359 None None] The sync data for ids ['2f02eb91-34d6-431f-a750-af2d1b0c819b'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:24.464728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.466969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.591113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.591782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Fanout notify agent at l3_agent the message router_deleted on router 2f02eb91-34d6-431f-a750-af2d1b0c819b {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:05:24.601365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.601365 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-662dbc3c-5b97-4dc5-a601-d2aa22a6e2f7 tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "DELETE /v2.0/routers/2f02eb91-34d6-431f-a750-af2d1b0c819b HTTP/1.1" status: 204 len: 168 time: 0.3791037 Apr 18 06:05:24.602528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51678) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:24.656998 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Deleting subnet 406f252a-aa61-4adf-8462-ac5d26bcceff {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:24.660061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.698330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.780843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:24.978516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.004123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Subnet': ['ID=406f252a-aa61-4adf-8462-ac5d26bcceff,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:25.012407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.013785 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3e512cbe-ad13-452e-94f4-5e8c15b7754b tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "DELETE /v2.0/subnets/406f252a-aa61-4adf-8462-ac5d26bcceff HTTP/1.1" status: 204 len: 168 time: 0.4103136 Apr 18 06:05:25.016650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51680) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:25.021854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdbb43-6ef5-4ef9-b407-0e4c3f40b72a None None] Network 307837c0-37bd-4bfe-a151-9407398e443b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:25.091822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.149897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Deleting port 19dac58f-67da-4bcf-9428-9fe12d2cb007 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:25.150311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.216264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] DHCP port deletion for 307837c0-37bd-4bfe-a151-9407398e443b request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:05:25.225125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] For port 19dac58f-67da-4bcf-9428-9fe12d2cb007, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=19dac58f-67da-4bcf-9428-9fe12d2cb007,segment=NetworkSegment(9e46acbd-d86f-450a-a8da-1cc74b7fb828),segment_id=9e46acbd-d86f-450a-a8da-1cc74b7fb828)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:25.226215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.240522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Calling delete_port for 19dac58f-67da-4bcf-9428-9fe12d2cb007 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:25.275763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85ec3e-9e24-4614-940d-a36469501766 req-f2564f9b-fbe8-4cdd-a075-60936b1a5fb7 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:25.277013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] Deleting port 19dac58f-67da-4bcf-9428-9fe12d2cb007 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:25.277744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9e85ec3e-9e24-4614-940d-a36469501766 req-f2564f9b-fbe8-4cdd-a075-60936b1a5fb7 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0633583 Apr 18 06:05:25.277965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.318471 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9e85ec3e-9e24-4614-940d-a36469501766 req-844aed48-2082-4139-9fbf-866c366436be tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341446 Apr 18 06:05:25.353428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] For port 19dac58f-67da-4bcf-9428-9fe12d2cb007, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=19dac58f-67da-4bcf-9428-9fe12d2cb007,segment=NetworkSegment(9e46acbd-d86f-450a-a8da-1cc74b7fb828),segment_id=9e46acbd-d86f-450a-a8da-1cc74b7fb828)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:25.353807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.367950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] Calling delete_port for 19dac58f-67da-4bcf-9428-9fe12d2cb007 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:25.384672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236d56-9bf9-4e1b-85dc-50afacd5e84a req-59d144c5-f550-42a5-a691-c87875519bac tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:25.386192 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a236d56-9bf9-4e1b-85dc-50afacd5e84a req-59d144c5-f550-42a5-a691-c87875519bac tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0799344 Apr 18 06:05:25.425696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a236d56-9bf9-4e1b-85dc-50afacd5e84a req-ab4702ae-72ec-46be-b1e2-a5a339d7af37 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Apr 18 06:05:25.453485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.459323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.479578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Port': ['ID=19dac58f-67da-4bcf-9428-9fe12d2cb007,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:25.483214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] No DVR routers for this DVR port 19dac58f-67da-4bcf-9428-9fe12d2cb007 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:25.487207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] No DVR routers for this DVR port 19dac58f-67da-4bcf-9428-9fe12d2cb007 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:25.487601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16300f4c-60ac-46e9-9543-5eb9796aad8c None None] Pushing event deleted for resources: {'Port': ['ID=19dac58f-67da-4bcf-9428-9fe12d2cb007,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:25.564830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.586159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307837c0-37bd-4bfe-a151-9407398e443b']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:25.597001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e46acbd-d86f-450a-a8da-1cc74b7fb828') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:25.597299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e46acbd-d86f-450a-a8da-1cc74b7fb828') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:25.607682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.620971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.626953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:25.627378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:25.630458 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:25.757146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.762171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.765668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] 10.222.0.43 "DELETE /v2.0/networks/307837c0-37bd-4bfe-a151-9407398e443b HTTP/1.1" status: 204 len: 168 time: 0.7481186 Apr 18 06:05:25.783588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aacb36-f360-4af6-8aa0-ac78325fe8ff tempest-FloatingIPNegativeTestJSON-2043376034 tempest-FloatingIPNegativeTestJSON-2043376034-project] Pushing event deleted for resources: {'Network': ['ID=307837c0-37bd-4bfe-a151-9407398e443b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:25.823458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f71e826-61d4-489e-ab95-72bd59f37bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:25.861290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-b7658998-d7b3-465e-b074-d4cc8decc7ad tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215290200&fields=id&tenant_id=df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 267 time: 0.0432603 Apr 18 06:05:26.045259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-9cf85158-510f-444e-b8d4-1d306d3caad6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:26.046606 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-9cf85158-510f-444e-b8d4-1d306d3caad6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 812 time: 0.1774311 Apr 18 06:05:26.062084 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-7720ce0e-2477-4f3b-a59d-3aaf562552f7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/quotas/df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 375 time: 0.0096631 Apr 18 06:05:26.140859 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-b021c3d9-6558-48a0-b183-b66144a1c376 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724514 Apr 18 06:05:26.254278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51706) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:26.290194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-8251f8a4-6089-4f88-ab99-2616da284d79 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:05:26.291213 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-8251f8a4-6089-4f88-ab99-2616da284d79 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469596 Apr 18 06:05:26.387566 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b6a41e7e-db76-4a53-afcd-61065d6f7708 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29866981d9cb4079ab9ea38143a4b300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320922 Apr 18 06:05:26.391707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51714) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:26.437993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-72be8f69-15c1-4a5a-a6e4-52f809806142 service neutron] 10.222.0.43 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396251 Apr 18 06:05:26.448663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170861d0-fa79-4f40-b8fc-c3f0c920b092 req-96c11091-e297-4575-a9be-4b8a71782c1e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:26.449250 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-170861d0-fa79-4f40-b8fc-c3f0c920b092 req-96c11091-e297-4575-a9be-4b8a71782c1e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0586956 Apr 18 06:05:26.493161 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-170861d0-fa79-4f40-b8fc-c3f0c920b092 req-a23f9df9-1fdc-4710-a967-2d01c673e636 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370965 Apr 18 06:05:26.512916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c049335f-4146-4dc9-8d79-3389b876d6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.550233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c049335f-4146-4dc9-8d79-3389b876d6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.568425 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-86a410e1-2431-475d-a38a-c533383afa1a service neutron] 10.222.0.43 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232252 Apr 18 06:05:26.596385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db979b-528d-4318-a81f-025da3310d53 req-eef9eb3e-4567-47ad-82b7-463b0ef645a6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:26.597874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70db979b-528d-4318-a81f-025da3310d53 req-eef9eb3e-4567-47ad-82b7-463b0ef645a6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Apr 18 06:05:26.651385 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70db979b-528d-4318-a81f-025da3310d53 req-2f5525c5-71f8-4a0f-9391-7fa56ef57ea7 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377898 Apr 18 06:05:26.687120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 19dac58f-67da-4bcf-9428-9fe12d2cb007 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:26.705207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c049335f-4146-4dc9-8d79-3389b876d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.708574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c049335f-4146-4dc9-8d79-3389b876d6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:26.708716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 19dac58f-67da-4bcf-9428-9fe12d2cb007 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:26.708928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 19dac58f-67da-4bcf-9428-9fe12d2cb007 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:26.712836 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c049335f-4146-4dc9-8d79-3389b876d6de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2866bcfc-043f-4a5c-af44-12fe1b51a060 HTTP/1.1" status: 204 len: 168 time: 0.3186755 Apr 18 06:05:26.726017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049335f-4146-4dc9-8d79-3389b876d6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2866bcfc-043f-4a5c-af44-12fe1b51a060,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:26.954973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:27.231996 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7156f193-e1e6-4dc1-ace4-d7ea1c6f1819 req-fe424203-4da8-4d78-8f09-4b26c57fa3ef tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0275445 Apr 18 06:05:27.612180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb150b67-f397-45c4-a8e1-c4d7d0a18da5 req-a9fd15b3-e909-4dd8-ad73-ef5afd91d7f5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:27.613680 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-eb150b67-f397-45c4-a8e1-c4d7d0a18da5 req-a9fd15b3-e909-4dd8-ad73-ef5afd91d7f5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Apr 18 06:05:27.652886 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-eb150b67-f397-45c4-a8e1-c4d7d0a18da5 req-f81d6390-2ef2-440c-9d29-e68dfe1df89d tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328417 Apr 18 06:05:27.762746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5349-58fd-4a6d-88b6-78161d51bab6 req-589ea6f4-dd0d-4c0c-9f8e-4651f026e6ff tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:27.764279 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-784e5349-58fd-4a6d-88b6-78161d51bab6 req-589ea6f4-dd0d-4c0c-9f8e-4651f026e6ff tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Apr 18 06:05:27.805980 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-784e5349-58fd-4a6d-88b6-78161d51bab6 req-011d12a4-98ad-40ce-ad7b-6da5d16b23ce tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Apr 18 06:05:27.806216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51760) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:27.909616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1107343146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:27.985544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:27.986599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.047605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.149465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.255662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.257492 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ab89883c-fd0f-4aac-b85e-c5fedaff515d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4502888 Apr 18 06:05:28.259949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51768) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:28.264810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-335556131'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:28.312177 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb3df8d0-55bb-4c6f-8000-a46ba85157bb req-f4a6d6b3-90f2-4a8e-a2fa-a14ebdee754a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0310793 Apr 18 06:05:28.351783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Made reservation on behalf of 3fcf4dcc30da435aa6a274d917881124 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:28.355398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.364670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.440978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.516602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.540523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:28.553932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15af7a83-c4ba-440e-9788-dfa946228611,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:28.559537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.559913 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Added segment 6c120074-3d94-4752-9856-d0185a6d55a1 of type vlan for network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 Apr 18 06:05:28.603475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.705436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.706426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.713141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.713735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.804599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Network': ['ID=5edb10cc-9792-4ce9-b5e2-defe57b1fcc3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:28.818192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:05:28.828043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb71c4b-60f9-46ff-9b4e-ff9c37ce916f req-a5e2633a-dea8-46fa-96ad-7ae0113878fb tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.836640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7cb71c4b-60f9-46ff-9b4e-ff9c37ce916f req-a5e2633a-dea8-46fa-96ad-7ae0113878fb tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1125410 Apr 18 06:05:28.844914 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8cd93ac7-1bdf-42d2-9bdd-a3cbb47a37e1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5813711 Apr 18 06:05:28.848629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51774) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:28.856219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'subnet': {'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:28.892026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:28.930720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473df31-67b8-4785-a850-7600dfd8a999 req-cb0c0045-2e37-497d-9fd1-20375b0d9e7e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:28.932213 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b473df31-67b8-4785-a850-7600dfd8a999 req-cb0c0045-2e37-497d-9fd1-20375b0d9e7e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Apr 18 06:05:28.936453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7cb71c4b-60f9-46ff-9b4e-ff9c37ce916f req-740cd86b-73f6-4333-b025-42213dc864ad tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992439 Apr 18 06:05:28.979701 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b473df31-67b8-4785-a850-7600dfd8a999 req-fae51e3f-51e4-4e19-b048-600c267eda6b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Apr 18 06:05:29.036288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Made reservation on behalf of 3fcf4dcc30da435aa6a274d917881124 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:29.040255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:29.286280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:29.348118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Subnet': ['ID=a55f37fc-1d76-48c2-8df2-b896105eb17d,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:29.355384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Checking segment: {'id': '6c120074-3d94-4752-9856-d0185a6d55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:29.355743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network hostable DHCP agents. Network: 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:29.407388 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42a89bd2-c4c5-49e4-8efd-eccc77650e4e req-e013b9ac-7309-454e-bf45-9f5ce319f9bc tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0307984 Apr 18 06:05:29.503361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:29.634485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:29.638686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:29.644029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:29.644783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b70e7-3f6c-48fb-a317-94dbf15437dc None None] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:29.762305 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d4a5a63c-efc1-49f1-a711-567abbc29528 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9132185 Apr 18 06:05:29.762639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51780) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:29.768129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'network': {'name': 'tempest-router-network01--2047725793'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:29.787378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5edb10cc-9792-4ce9-b5e2-defe57b1fcc3', 'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3', 'tenant_id': '3fcf4dcc30da435aa6a274d917881124', 'fixed_ips': [{'subnet_id': 'a55f37fc-1d76-48c2-8df2-b896105eb17d'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:05:29.788898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:29.869368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Made reservation on behalf of 3fcf4dcc30da435aa6a274d917881124 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:29.872774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:29.917528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:29.927665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Allocated IP 172.20.0.2 (5edb10cc-9792-4ce9-b5e2-defe57b1fcc3/a55f37fc-1d76-48c2-8df2-b896105eb17d/1ea85d6c-54b8-40b5-8818-7c0b15480350) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:29.938755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:29.939391 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Added segment 68194bdc-d0c8-4135-9dd4-32b58d2c1710 of type vlan for network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f Apr 18 06:05:29.952985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-bfb7e7e6-3983-4e41-b47b-3ad94f3b65ff tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:29.954432 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-bfb7e7e6-3983-4e41-b47b-3ad94f3b65ff tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 812 time: 0.1379774 Apr 18 06:05:30.002394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.057128 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a437a30e-0d93-414b-a274-bb629a1711b9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 380 time: 0.0823932 Apr 18 06:05:30.081664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.084652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'port': {'device_id': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'admin_state_up': True, 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'security_groups': ['becce984-7f57-4a2f-8060-d7f69225d4bc']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:30.115271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8d4f-a124-469a-8088-3f91261ac792 req-b057b0d8-5672-4b6a-bf68-5d61ee69602d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:30.117602 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d8f8d4f-a124-469a-8088-3f91261ac792 req-b057b0d8-5672-4b6a-bf68-5d61ee69602d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0541553 Apr 18 06:05:30.154061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3aee-0677-4763-86c9-ae6d71e1c900 req-c2a3bd82-a1bb-420a-b746-d53bbcf1e37a tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:30.155593 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4fca3aee-0677-4763-86c9-ae6d71e1c900 req-c2a3bd82-a1bb-420a-b746-d53bbcf1e37a tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1311111 Apr 18 06:05:30.161585 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d8f8d4f-a124-469a-8088-3f91261ac792 req-29c2fe13-e80f-4839-a87f-f1ed790fab41 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376325 Apr 18 06:05:30.169048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.183128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.188841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:30.189428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.212837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:30.218068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:30.221591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:30.232673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Pushing event updated for resources: {'Port': ['ID=1ea85d6c-54b8-40b5-8818-7c0b15480350,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:30.281001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Attempting to bind port 1ea85d6c-54b8-40b5-8818-7c0b15480350 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:30.281367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Attempting to bind port 1ea85d6c-54b8-40b5-8818-7c0b15480350 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '6c120074-3d94-4752-9856-d0185a6d55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:30.281726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Attempting to bind port 1ea85d6c-54b8-40b5-8818-7c0b15480350 on network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:30.286647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:30.287016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Checking segment: {'id': '6c120074-3d94-4752-9856-d0185a6d55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:30.287470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.287863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Bound using segment: {'id': '6c120074-3d94-4752-9856-d0185a6d55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:30.289074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Bound port: 1ea85d6c-54b8-40b5-8818-7c0b15480350, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c120074-3d94-4752-9856-d0185a6d55a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5edb10cc-9792-4ce9-b5e2-defe57b1fcc3'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:30.289558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.310009 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4fca3aee-0677-4763-86c9-ae6d71e1c900 req-79fc29c5-9053-467f-a9c3-5b9d699a5b2a tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437645 Apr 18 06:05:30.311051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Network': ['ID=a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:30.323913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:05:30.356683 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a9af06ea-1962-473a-a0e3-4e86540fe4d5 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5926597 Apr 18 06:05:30.362674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51786) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:30.367864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'network': {'name': 'tempest-router-network02--1553128184'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:30.426939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4f648680-2604-4f15-ac13-13388d434267 None None] For port 1ea85d6c-54b8-40b5-8818-7c0b15480350, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:30.432153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4f648680-2604-4f15-ac13-13388d434267 None None] For port 1ea85d6c-54b8-40b5-8818-7c0b15480350, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1ea85d6c-54b8-40b5-8818-7c0b15480350,segment=NetworkSegment(6c120074-3d94-4752-9856-d0185a6d55a1),segment_id=6c120074-3d94-4752-9856-d0185a6d55a1)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:30.470669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Made reservation on behalf of df7cc1807f2844478ff90526ba3eeb67 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:30.474363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.506739 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f212a37f-698a-4ea2-9273-7dd536cd9dcb req-a59c8813-7b2c-45d2-8aad-2b11f3bbaf65 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0312448 Apr 18 06:05:30.542839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Made reservation on behalf of 3fcf4dcc30da435aa6a274d917881124 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:30.546219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.611087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:05:30.618753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.629859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.630220 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Added segment 6e70ec6c-34b1-4f90-903c-df9501ff4f04 of type vlan for network d776c25e-bf64-4f97-baca-52493e572c32 Apr 18 06:05:30.670971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Allocated IP 172.20.0.3 (4e864aaa-53e3-4cfc-9f15-20d4b86f1620/cb5f0e13-068b-42d3-a972-d82c9415b238/347ab7ad-96f5-4ae8-80e5-d1498990da36) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:30.688198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f648680-2604-4f15-ac13-13388d434267 None None] Pushing event updated for resources: {'Port': ['ID=1ea85d6c-54b8-40b5-8818-7c0b15480350,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:30.690239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.825752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.832189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:30.832807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.910817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:30.961618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Network': ['ID=d776c25e-bf64-4f97-baca-52493e572c32,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:30.971890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network d776c25e-bf64-4f97-baca-52493e572c32 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:05:31.038106 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e4d24212-d7f7-4aa8-acfe-60aee9501d3b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6743360 Apr 18 06:05:31.041370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51792) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:31.047167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'subnet': {'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:31.066970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.126171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=347ab7ad-96f5-4ae8-80e5-d1498990da36,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:31.140307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:31.141993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:31.144531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:31.200818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:31.204319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.272054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Made reservation on behalf of 3fcf4dcc30da435aa6a274d917881124 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:31.278028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.309850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c179f-405c-4909-baae-f6be200293dd req-35ae4bb4-207c-4ef5-aba0-e1399fdf118d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:31.311503 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ed6c179f-405c-4909-baae-f6be200293dd req-35ae4bb4-207c-4ef5-aba0-e1399fdf118d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0654643 Apr 18 06:05:31.318849 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a4c59c3a-ffc7-4724-a07c-ebafeba33e66 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2370205 Apr 18 06:05:31.340354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Request body: {'port': {'device_id': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:31.433829 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ed6c179f-405c-4909-baae-f6be200293dd req-6af1f793-8b3c-4520-a23a-bacdf618c2ba tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121719 Apr 18 06:05:31.434576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.481107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4cc4b425-67b4-40be-8fc6-2e75d9515768 None None] Provisioning complete for port 347ab7ad-96f5-4ae8-80e5-d1498990da36 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:31.481659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b425-67b4-40be-8fc6-2e75d9515768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.533087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4b425-67b4-40be-8fc6-2e75d9515768 None None] Port 347ab7ad-96f5-4ae8-80e5-d1498990da36 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:31.607838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885cb71-a259-4d79-bf30-e4b918039734 req-0ee73a52-e82e-43e6-80f0-5dbc8ad45987 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:31.609773 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8885cb71-a259-4d79-bf30-e4b918039734 req-0ee73a52-e82e-43e6-80f0-5dbc8ad45987 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.1705868 Apr 18 06:05:31.673167 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8885cb71-a259-4d79-bf30-e4b918039734 req-59049b42-efe5-4224-9e0d-d295de931cd5 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560474 Apr 18 06:05:31.717155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.802385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Checking segment: {'id': '68194bdc-d0c8-4135-9dd4-32b58d2c1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:31.802787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network hostable DHCP agents. Network: a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:31.805451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Subnet': ['ID=3075f171-0861-4267-b878-5ad67a39af06,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:31.805615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2e0d0-bb4b-48e7-af71-606f697e0409 req-5a986ce1-6df1-4c13-9ebc-441b4bb65591 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:31.807292 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aec2e0d0-bb4b-48e7-af71-606f697e0409 req-5a986ce1-6df1-4c13-9ebc-441b4bb65591 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 931 time: 0.1017778 Apr 18 06:05:31.894202 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aec2e0d0-bb4b-48e7-af71-606f697e0409 req-1d2adc0c-76a2-4a9e-a103-d8a5bc907ec3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730827 Apr 18 06:05:31.925613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd254107-ec76-41e2-9188-b3f832267d9f None None] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:31.945494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347ab7ad-96f5-4ae8-80e5-d1498990da36 {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:05:31.954083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:31.970712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Transition to ACTIVE for port object 347ab7ad-96f5-4ae8-80e5-d1498990da36 will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:05:31.985370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:31.995683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9dda5c2b-2b71-44e4-bfdb-03638d3d5df1 None None] Provisioning complete for port 1ea85d6c-54b8-40b5-8818-7c0b15480350 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:31.996201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9dda5c2b-2b71-44e4-bfdb-03638d3d5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.076829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.114842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:32.120174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:32.120756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.145702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Pushing event updated for resources: {'Port': ['ID=347ab7ad-96f5-4ae8-80e5-d1498990da36,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:32.182020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5bbd93-7225-41cb-8ec6-b1100d863515 None None] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:32.224070 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c3537f4e-e75d-48f5-a69d-4fc1096f3e4b tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1788428 Apr 18 06:05:32.224391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51804) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:32.231818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'subnet': {'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:32.239712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Attempting to bind port 347ab7ad-96f5-4ae8-80e5-d1498990da36 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:32.240282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Attempting to bind port 347ab7ad-96f5-4ae8-80e5-d1498990da36 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:32.240962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Attempting to bind port 347ab7ad-96f5-4ae8-80e5-d1498990da36 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:32.246829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Port 347ab7ad-96f5-4ae8-80e5-d1498990da36 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:05:32.247509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Attempting to bind port 347ab7ad-96f5-4ae8-80e5-d1498990da36 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:32.253990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:32.254627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Checking segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:32.255376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Bound using segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:32.255963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Bound port: 347ab7ad-96f5-4ae8-80e5-d1498990da36, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:32.256532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.355000 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] For port 347ab7ad-96f5-4ae8-80e5-d1498990da36, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:32.358689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] For port 347ab7ad-96f5-4ae8-80e5-d1498990da36, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:32.411852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f', 'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f', 'tenant_id': '3fcf4dcc30da435aa6a274d917881124', 'fixed_ips': [{'subnet_id': '3075f171-0861-4267-b878-5ad67a39af06'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:05:32.412964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.451749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9dda5c2b-2b71-44e4-bfdb-03638d3d5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.494107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.520622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Made reservation on behalf of 3fcf4dcc30da435aa6a274d917881124 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:05:32.524642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.556088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9dda5c2b-2b71-44e4-bfdb-03638d3d5df1 None None] For port 1ea85d6c-54b8-40b5-8818-7c0b15480350, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1ea85d6c-54b8-40b5-8818-7c0b15480350,segment=NetworkSegment(6c120074-3d94-4752-9856-d0185a6d55a1),segment_id=6c120074-3d94-4752-9856-d0185a6d55a1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:32.567025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:32.568114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.574209 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] 10.222.0.46 "PUT /v2.0/ports/347ab7ad-96f5-4ae8-80e5-d1498990da36 HTTP/1.1" status: 200 len: 1093 time: 1.2369404 Apr 18 06:05:32.581054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:32.581338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f266db6-b2f1-4412-89cd-45ad1e462a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:05:32.637044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9dda5c2b-2b71-44e4-bfdb-03638d3d5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:32.657366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abfb1c-be98-4ba0-8c6e-b14d21dffa5c service neutron] Pushing event updated for resources: {'Port': ['ID=347ab7ad-96f5-4ae8-80e5-d1498990da36,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:32.780992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Allocated IP 172.20.0.2 (a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f/3075f171-0861-4267-b878-5ad67a39af06/cbaa5847-f2c7-4095-8a35-fc6df2932d57) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:32.827327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda5c2b-2b71-44e4-bfdb-03638d3d5df1 None None] Pushing event updated for resources: {'Port': ['ID=1ea85d6c-54b8-40b5-8818-7c0b15480350,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:32.907088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1ea85d6c-54b8-40b5-8818-7c0b15480350 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:33.100121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.123586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4c374-ea6a-4fa1-93c1-4f406e8b67cf req-cce09ff0-8179-427c-a434-2124c5209053 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.133393 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ead4c374-ea6a-4fa1-93c1-4f406e8b67cf req-cce09ff0-8179-427c-a434-2124c5209053 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3669448 Apr 18 06:05:33.154554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1ea85d6c-54b8-40b5-8818-7c0b15480350 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:33.154554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.158778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b01567a-fd40-4ca9-ac91-a86f7e4c9544 x-openstack-request-id: req-3b01567a-fd40-4ca9-ac91-a86f7e4c9544 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:05:33.159309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:05:33.159309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b01567a-fd40-4ca9-ac91-a86f7e4c9544 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:05:33.159712 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b01567a-fd40-4ca9-ac91-a86f7e4c9544'] response: {'name': 'network-changed', 'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'status': 'completed', 'code': 200} Apr 18 06:05:33.179756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.185819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ead4c374-ea6a-4fa1-93c1-4f406e8b67cf req-b225ddd5-bb3a-4f71-b278-2314bdfec007 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512669 Apr 18 06:05:33.208095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-96388f67-1541-4fbf-b235-13d31a7704e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.209536 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-96388f67-1541-4fbf-b235-13d31a7704e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 1096 time: 0.4855771 Apr 18 06:05:33.246843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868678-cc8d-4f95-a117-db665914d17e req-eb2d3aa5-cc48-4b6f-ad8f-f73f0f6683f4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.246843 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-01868678-cc8d-4f95-a117-db665914d17e req-eb2d3aa5-cc48-4b6f-ad8f-f73f0f6683f4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Apr 18 06:05:33.247028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:33.263200 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-6130f735-d65d-40c3-960b-097704b14b67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36 HTTP/1.1" status: 200 len: 217 time: 0.0382071 Apr 18 06:05:33.263577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:33.265522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.286194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:33.301580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-01868678-cc8d-4f95-a117-db665914d17e req-16ca12da-ec3b-4212-b37f-b5f3fe0bfe90 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373356 Apr 18 06:05:33.357580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Pushing event updated for resources: {'Port': ['ID=cbaa5847-f2c7-4095-8a35-fc6df2932d57,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:33.397157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-cc27cb5a-eb71-47a8-a9e8-6c5d9a7c857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.397157 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-cc27cb5a-eb71-47a8-a9e8-6c5d9a7c857c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0976808 Apr 18 06:05:33.407318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Subnet': ['ID=b3ff5247-b647-4b6f-bd65-567590037684,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:33.414212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7393a97e-2a88-4a22-be83-9301e38bcc5d None None] Provisioning complete for port 1ea85d6c-54b8-40b5-8818-7c0b15480350 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:33.414718 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7393a97e-2a88-4a22-be83-9301e38bcc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.433042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Checking segment: {'id': '6e70ec6c-34b1-4f90-903c-df9501ff4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:33.437215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network hostable DHCP agents. Network: d776c25e-bf64-4f97-baca-52493e572c32, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:05:33.444765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Attempting to bind port cbaa5847-f2c7-4095-8a35-fc6df2932d57 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:33.444987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Attempting to bind port cbaa5847-f2c7-4095-8a35-fc6df2932d57 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '68194bdc-d0c8-4135-9dd4-32b58d2c1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:33.445432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Attempting to bind port cbaa5847-f2c7-4095-8a35-fc6df2932d57 on network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:33.463816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:33.464232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Checking segment: {'id': '68194bdc-d0c8-4135-9dd4-32b58d2c1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:33.464649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.465071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Bound using segment: {'id': '68194bdc-d0c8-4135-9dd4-32b58d2c1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:33.465616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Bound port: cbaa5847-f2c7-4095-8a35-fc6df2932d57, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68194bdc-d0c8-4135-9dd4-32b58d2c1710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:33.465994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.472972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-2e22dcea-1cd3-40b7-878b-22bf9de1af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.474480 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-2e22dcea-1cd3-40b7-878b-22bf9de1af16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717652 Apr 18 06:05:33.522640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652d5cb-b6a5-4bae-ae0b-bbdffca0150f req-ef40a6f7-0332-46bc-b484-d0cb0948801b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.530734 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0652d5cb-b6a5-4bae-ae0b-bbdffca0150f req-ef40a6f7-0332-46bc-b484-d0cb0948801b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.0740745 Apr 18 06:05:33.540070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network d776c25e-bf64-4f97-baca-52493e572c32 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:05:33.584347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0652d5cb-b6a5-4bae-ae0b-bbdffca0150f req-71fe11d7-86b1-42ec-91b3-5ded59d01514 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490060 Apr 18 06:05:33.586445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] For port cbaa5847-f2c7-4095-8a35-fc6df2932d57, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:33.598255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] For port cbaa5847-f2c7-4095-8a35-fc6df2932d57, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cbaa5847-f2c7-4095-8a35-fc6df2932d57,segment=NetworkSegment(68194bdc-d0c8-4135-9dd4-32b58d2c1710),segment_id=68194bdc-d0c8-4135-9dd4-32b58d2c1710)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:33.619434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, d776c25e-bf64-4f97-baca-52493e572c32) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:33.624404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:33.625380 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-22bd8d61-58d7-49ef-9e52-fb3963371d6c service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429491 Apr 18 06:05:33.625515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.629708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceacaf9-28a5-4082-a152-7c08e0139338 None None] Network d776c25e-bf64-4f97-baca-52493e572c32 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:33.683201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:33.727491 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-467c790f-39e3-4f8f-ae90-b2731e000fba req-c71643dd-1bb2-4970-82b6-b47aae780a8f service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935087 Apr 18 06:05:33.749886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51816) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:33.750523 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b6ae8736-4247-449e-b29b-378e30cf2f04 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5247636 Apr 18 06:05:33.775408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce2d5-c0e4-4643-91c5-d7dacd243ada None None] Pushing event updated for resources: {'Port': ['ID=cbaa5847-f2c7-4095-8a35-fc6df2932d57,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:33.880629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-d776c25e-bf64-4f97-baca-52493e572c32', 'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32', 'tenant_id': '3fcf4dcc30da435aa6a274d917881124', 'fixed_ips': [{'subnet_id': 'b3ff5247-b647-4b6f-bd65-567590037684'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:05:33.882232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.078638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac272-cc23-4fc2-967f-7ac845d7d8a8 req-1a00e1f5-b94f-4809-975b-4d9365dd6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.082220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffdac272-cc23-4fc2-967f-7ac845d7d8a8 req-1a00e1f5-b94f-4809-975b-4d9365dd6d19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1098 time: 0.1410315 Apr 18 06:05:34.087081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Allocated IP 172.20.0.2 (d776c25e-bf64-4f97-baca-52493e572c32/b3ff5247-b647-4b6f-bd65-567590037684/afa28e5f-2c53-4a29-b05b-f71928311ab8) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:34.094838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-5842de3d-cdc1-4fec-8cfd-1214ec292def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.096458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-5842de3d-cdc1-4fec-8cfd-1214ec292def service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 1096 time: 0.1635122 Apr 18 06:05:34.170671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffdac272-cc23-4fc2-967f-7ac845d7d8a8 req-ffa94d81-e6a7-4690-826b-5d0edde967b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767140 Apr 18 06:05:34.188057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.297416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.345427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-b5ab5757-c99d-48d4-b26a-f2478ebe701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.347650 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-b5ab5757-c99d-48d4-b26a-f2478ebe701d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.2422631 Apr 18 06:05:34.402774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.417084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a443d7-976f-4c5c-8223-f009f5288fb3 req-9c78b591-fbd9-425d-9ed8-372e87b7c88a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.418737 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5a443d7-976f-4c5c-8223-f009f5288fb3 req-9c78b591-fbd9-425d-9ed8-372e87b7c88a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1121376 Apr 18 06:05:34.447083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Network d776c25e-bf64-4f97-baca-52493e572c32 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:34.450077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5dff-0492-4886-8f71-b048a1f447e9 req-1c8b600c-eca4-4ef9-a683-5cbfd9e46a83 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.453580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:34.455654 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-228f5dff-0492-4886-8f71-b048a1f447e9 req-1c8b600c-eca4-4ef9-a683-5cbfd9e46a83 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0787017 Apr 18 06:05:34.462461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:34.466557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Pushing event updated for resources: {'Port': ['ID=afa28e5f-2c53-4a29-b05b-f71928311ab8,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:34.514165 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-228f5dff-0492-4886-8f71-b048a1f447e9 req-162fc926-45b1-43fa-92ce-30d02d557389 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516071 Apr 18 06:05:34.545335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Attempting to bind port afa28e5f-2c53-4a29-b05b-f71928311ab8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:05:34.545876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Attempting to bind port afa28e5f-2c53-4a29-b05b-f71928311ab8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '6e70ec6c-34b1-4f90-903c-df9501ff4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:05:34.546355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Attempting to bind port afa28e5f-2c53-4a29-b05b-f71928311ab8 on network d776c25e-bf64-4f97-baca-52493e572c32 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:05:34.551701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:05:34.552195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Checking segment: {'id': '6e70ec6c-34b1-4f90-903c-df9501ff4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:05:34.552699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.553184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Bound using segment: {'id': '6e70ec6c-34b1-4f90-903c-df9501ff4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:05:34.554355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Bound port: afa28e5f-2c53-4a29-b05b-f71928311ab8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e70ec6c-34b1-4f90-903c-df9501ff4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd776c25e-bf64-4f97-baca-52493e572c32'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:05:34.554837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.574220 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-02851d09-df1b-4b28-b4b1-cba1324657f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36 HTTP/1.1" status: 200 len: 217 time: 0.0553091 Apr 18 06:05:34.580348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5a443d7-976f-4c5c-8223-f009f5288fb3 req-90c7d54a-a171-4da3-9edf-87b85adcd15e tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049252 Apr 18 06:05:34.618647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:05:34.629636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:34.651004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Allocated IP 172.20.0.1 (a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f/3075f171-0861-4267-b878-5ad67a39af06/36c060bb-d83b-44eb-8c04-28b9e8d2eec1) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:34.776526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] For port afa28e5f-2c53-4a29-b05b-f71928311ab8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:05:34.797353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b4e20-a338-4baf-bd9a-4ca39bf4d8ce req-a44d0b61-41ac-4ae5-bb35-b65fde9e5448 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.806252 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e7b4e20-a338-4baf-bd9a-4ca39bf4d8ce req-a44d0b61-41ac-4ae5-bb35-b65fde9e5448 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.1023948 Apr 18 06:05:34.860911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e7b4e20-a338-4baf-bd9a-4ca39bf4d8ce req-d8ccd75f-e633-468e-86cf-52d7f007af8e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531800 Apr 18 06:05:34.909007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:34.937457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-58161c96-2832-4cf9-a000-9508eab0fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:34.939030 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-58161c96-2832-4cf9-a000-9508eab0fc39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.1154664 Apr 18 06:05:35.012778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-98c89917-0fa7-456d-8ad8-c405aa0560b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:35.014836 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-98c89917-0fa7-456d-8ad8-c405aa0560b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656424 Apr 18 06:05:35.087744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] For port afa28e5f-2c53-4a29-b05b-f71928311ab8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=afa28e5f-2c53-4a29-b05b-f71928311ab8,segment=NetworkSegment(6e70ec6c-34b1-4f90-903c-df9501ff4f04),segment_id=6e70ec6c-34b1-4f90-903c-df9501ff4f04)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:05:35.089138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbaa5847-f2c7-4095-8a35-fc6df2932d57 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:35.094207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.133099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:35.153254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.164422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:35.165102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '7a239aa2-bd78-4075-804e-1c4326828f47', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'port_id': '7a239aa2-bd78-4075-804e-1c4326828f47', 'mac_address': 'fa:16:3e:a8:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:05:35.183520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:35.186183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:35.213068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:35.215401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3888c8e-d6e6-4250-8c95-9aeb01b4caa2" -d '{"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-unplugged", "status": "completed", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:05:35.224559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Port': ['ID=36c060bb-d83b-44eb-8c04-28b9e8d2eec1,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:35.230939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.244389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1dc4c-d257-4e3c-a0e2-10eb94bd6496 None None] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:35.258560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:35.260121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-c8e162e8-1a12-496d-a495-d90b74126685 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354043 Apr 18 06:05:35.263112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.346148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port cbaa5847-f2c7-4095-8a35-fc6df2932d57 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:35.346691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.390020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.394470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec6964e-27b0-4947-9fc1-9a704f6877d0 x-openstack-request-id: req-8ec6964e-27b0-4947-9fc1-9a704f6877d0 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:05:35.395012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-unplugged", "status": "completed", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:05:35.395480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ec6964e-27b0-4947-9fc1-9a704f6877d0 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:05:35.396103 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec6964e-27b0-4947-9fc1-9a704f6877d0'] response: {'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'code': 200} Apr 18 06:05:35.420609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.446770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d9132-1c47-4282-ba32-332a53eb2ecc None None] Pushing event updated for resources: {'Port': ['ID=afa28e5f-2c53-4a29-b05b-f71928311ab8,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:35.457893 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f266db6-b2f1-4412-89cd-45ad1e462a9e req-2f8628a5-1272-4716-b133-6ae79e236840 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903229 Apr 18 06:05:35.496485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a239aa2-bd78-4075-804e-1c4326828f47 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:05:35.503101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-198c6bec-a659-4c7c-bc49-5504bc61903a None None] Provisioning complete for port cbaa5847-f2c7-4095-8a35-fc6df2932d57 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:35.503507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-198c6bec-a659-4c7c-bc49-5504bc61903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.614334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.694884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:35.697660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:05:35.698014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:05:35.813643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbf1de-9da5-4c23-8681-44edea5488b3 req-f7638a91-5a93-4945-a679-c87a9c87f142 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:35.817509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.818544 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8dfbf1de-9da5-4c23-8681-44edea5488b3 req-f7638a91-5a93-4945-a679-c87a9c87f142 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 943 time: 0.0884800 Apr 18 06:05:35.854577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-198c6bec-a659-4c7c-bc49-5504bc61903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.918589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port cbaa5847-f2c7-4095-8a35-fc6df2932d57, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cbaa5847-f2c7-4095-8a35-fc6df2932d57,segment=NetworkSegment(68194bdc-d0c8-4135-9dd4-32b58d2c1710),segment_id=68194bdc-d0c8-4135-9dd4-32b58d2c1710)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:35.920488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8dfbf1de-9da5-4c23-8681-44edea5488b3 req-84e32148-c23a-49f5-9a00-f29683dc5479 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785513 Apr 18 06:05:35.966001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c76c9-bf18-418e-b210-987d8912ccef req-e07eff28-4bf0-4f5f-a5c3-8fdbb36e31c6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:35.966815 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0c3c76c9-bf18-418e-b210-987d8912ccef req-e07eff28-4bf0-4f5f-a5c3-8fdbb36e31c6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1592929 Apr 18 06:05:35.995630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:35.996387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1ea85d6c-54b8-40b5-8818-7c0b15480350 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:36.085037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddf07-2e1e-4a0c-864c-87d3e9ef1f59 req-bd824f67-d1ab-46b3-b42e-c36acc560751 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:36.087204 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-468ddf07-2e1e-4a0c-864c-87d3e9ef1f59 req-bd824f67-d1ab-46b3-b42e-c36acc560751 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.0817201 Apr 18 06:05:36.096533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0c3c76c9-bf18-418e-b210-987d8912ccef req-d18c1167-f584-47d7-8d60-bc4bc4f23181 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233516 Apr 18 06:05:36.130044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-468ddf07-2e1e-4a0c-864c-87d3e9ef1f59 req-9eae4a53-1b17-4af7-a752-0261d0b19179 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Apr 18 06:05:36.176183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-198c6bec-a659-4c7c-bc49-5504bc61903a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:05:36.176539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-198c6bec-a659-4c7c-bc49-5504bc61903a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:05:36.177262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=cbaa5847-f2c7-4095-8a35-fc6df2932d57,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:36.190879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.195988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 1ea85d6c-54b8-40b5-8818-7c0b15480350 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:36.196293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.262702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.275496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.280270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a239aa2-bd78-4075-804e-1c4326828f47 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:05:36.307580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:36.356367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Port': ['ID=36c060bb-d83b-44eb-8c04-28b9e8d2eec1,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:36.359015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.385959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:36.444030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:36.480614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:36.482365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:36.704025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Router a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:05:36.806466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbaa5847-f2c7-4095-8a35-fc6df2932d57 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:36.810183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['7a239aa2-bd78-4075-804e-1c4326828f47'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:05:36.829538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:36.839803 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cede4a0c-cd6f-43d2-b849-f2c5081aa963 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0864639 Apr 18 06:05:36.842472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51834) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:36.863883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf9489-b166-4297-90d9-c632eb11a8c3 None None] Network d776c25e-bf64-4f97-baca-52493e572c32 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:36.867712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] Sync routers for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:36.964892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:36.964892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.004704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Provisioning complete for port 36c060bb-d83b-44eb-8c04-28b9e8d2eec1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:37.005168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.014376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.109469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Port 36c060bb-d83b-44eb-8c04-28b9e8d2eec1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:37.114359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port cbaa5847-f2c7-4095-8a35-fc6df2932d57 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:37.114755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.117690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:37.118485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.226470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b060e0-69e8-4e95-ae7d-8eea98a94896 req-ecefc02b-4ef1-4e83-980a-aa9075eb8f15 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:37.232749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:37.232946 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6b060e0-69e8-4e95-ae7d-8eea98a94896 req-ecefc02b-4ef1-4e83-980a-aa9075eb8f15 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0635438 Apr 18 06:05:37.233455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7aff4-99c5-4615-9e2a-f9993c8d8338 None None] The sync data for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:37.260668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Provisioning complete for port afa28e5f-2c53-4a29-b05b-f71928311ab8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:37.261042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.272019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f41d1-1019-4b38-879a-7fe513808c48 req-73688a6c-0a80-42fe-abff-42bacd4f186e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:37.274040 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0c0f41d1-1019-4b38-879a-7fe513808c48 req-73688a6c-0a80-42fe-abff-42bacd4f186e tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 944 time: 0.1068597 Apr 18 06:05:37.283349 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6b060e0-69e8-4e95-ae7d-8eea98a94896 req-3ce78b74-3fa6-4e87-a56d-1914d783e478 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 Apr 18 06:05:37.360978 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0c0f41d1-1019-4b38-879a-7fe513808c48 req-a9d5ceba-2ef1-484e-9d95-6f82a000482c tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517821 Apr 18 06:05:37.391932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51842) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:37.474787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a753c-7e6d-409b-b64b-025306950f5c req-6074be3f-00d7-4676-a2ee-72655a3b481c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:37.476461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-913a753c-7e6d-409b-b64b-025306950f5c req-6074be3f-00d7-4676-a2ee-72655a3b481c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.1176300 Apr 18 06:05:37.524929 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8b53372c-3cd0-4aa1-9bef-a28983544cff tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/floatingips/04f930c7-b483-44b7-990d-913de264c57e HTTP/1.1" status: 200 len: 991 time: 0.1280873 Apr 18 06:05:37.541351 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-913a753c-7e6d-409b-b64b-025306950f5c req-2f7ccc18-38d9-4f49-bef7-d8921a40a7ef tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563235 Apr 18 06:05:37.561408 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-910878d8-6e71-44c8-bf21-5f0b41f30a97 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:05:37.563281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-910878d8-6e71-44c8-bf21-5f0b41f30a97 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7189226 Apr 18 06:05:37.565361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51844) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:37.644191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device afa28e5f-2c53-4a29-b05b-f71928311ab8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:37.692105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.769564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] For port afa28e5f-2c53-4a29-b05b-f71928311ab8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=afa28e5f-2c53-4a29-b05b-f71928311ab8,segment=NetworkSegment(6e70ec6c-34b1-4f90-903c-df9501ff4f04),segment_id=6e70ec6c-34b1-4f90-903c-df9501ff4f04)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:37.801907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port afa28e5f-2c53-4a29-b05b-f71928311ab8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:37.801907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.864710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.907937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.909565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.922411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Provisioning complete for port cbaa5847-f2c7-4095-8a35-fc6df2932d57 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:37.922763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:37.970295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbda3c5-b4f5-4e49-a226-b3430a38b7d6 None None] Pushing event updated for resources: {'Port': ['ID=afa28e5f-2c53-4a29-b05b-f71928311ab8,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:38.015748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:05:38.016171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:05:38.164348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Deleting port 36c060bb-d83b-44eb-8c04-28b9e8d2eec1 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:38.164577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.169283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4b18a2c4-baa6-4e8b-a3a1-8d9543e843f9 None None] Provisioning complete for port afa28e5f-2c53-4a29-b05b-f71928311ab8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:38.169650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b18a2c4-baa6-4e8b-a3a1-8d9543e843f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.250389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.262465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Calling delete_port for 36c060bb-d83b-44eb-8c04-28b9e8d2eec1 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:38.446217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf264-f849-4a6a-b0ad-353ab9b1dabb req-46fc82a2-4e83-4ec9-bbec-86dd737b35f3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:38.447710 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc3cf264-f849-4a6a-b0ad-353ab9b1dabb req-46fc82a2-4e83-4ec9-bbec-86dd737b35f3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0860174 Apr 18 06:05:38.499378 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc3cf264-f849-4a6a-b0ad-353ab9b1dabb req-600c1133-92db-493d-a31f-7ecf0ece7a92 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Apr 18 06:05:38.556561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.583767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Port': ['ID=36c060bb-d83b-44eb-8c04-28b9e8d2eec1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:38.620160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:38.683317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7863028-d945-44a5-9a3a-54ade87224f7 req-88cdd17f-7fc8-4d7d-ae7f-4387a1aa481c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:38.684916 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a7863028-d945-44a5-9a3a-54ade87224f7 req-88cdd17f-7fc8-4d7d-ae7f-4387a1aa481c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.0713177 Apr 18 06:05:38.708335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 7a239aa2-bd78-4075-804e-1c4326828f47 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:38.709431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.744167 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a7863028-d945-44a5-9a3a-54ade87224f7 req-c998172e-3da6-4f01-85ce-b500d5a89600 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Apr 18 06:05:38.750198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device afa28e5f-2c53-4a29-b05b-f71928311ab8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:38.765101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.841855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.853491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port afa28e5f-2c53-4a29-b05b-f71928311ab8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:38.853856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:38.889215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:38.891674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7a2ea-fff6-42a3-94e8-fdd827ce9f41" -d '{"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-plugged", "status": "completed", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:05:38.913478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:38.933899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Router a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:38.947077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409803b7-afad-49d3-856f-a49a3b5fb59c x-openstack-request-id: req-409803b7-afad-49d3-856f-a49a3b5fb59c {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:05:38.947395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-plugged", "status": "completed", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:05:38.947645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-409803b7-afad-49d3-856f-a49a3b5fb59c {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:05:38.948035 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409803b7-afad-49d3-856f-a49a3b5fb59c'] response: {'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'code': 200} Apr 18 06:05:39.011008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:39.011721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:39.018661 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f3fb27a4-fc29-489b-9633-704e5aea6a7f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514749 Apr 18 06:05:39.020934 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] Sync routers for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:39.021825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51852) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:39.032067 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:39.033756 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:39.060693 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-a7c73882-96fc-4250-aea9-1de85336e5f9 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] delete failed (client error): The resource could not be found. Apr 18 06:05:39.061769 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a7c73882-96fc-4250-aea9-1de85336e5f9 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-985626255 HTTP/1.1" status: 404 len: 334 time: 0.0388894 Apr 18 06:05:39.064134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:39.065721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51854) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:39.071589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-92b06ae2-ab7e-46ea-80ce-2d5628b6cee4 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:39.156989 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:39.166130 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:39.166706 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:39.198636 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:39.199178 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047844e-3aee-4a28-ad84-6ebc15770534 None None] The sync data for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:39.284457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-92b06ae2-ab7e-46ea-80ce-2d5628b6cee4 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:39.397164 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-92b06ae2-ab7e-46ea-80ce-2d5628b6cee4 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] update failed (client error): The resource could not be found. Apr 18 06:05:39.398220 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-92b06ae2-ab7e-46ea-80ce-2d5628b6cee4 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d HTTP/1.1" status: 404 len: 339 time: 0.3315477 Apr 18 06:05:39.401968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51856) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:39.621747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faecfe-69cb-4241-af52-c6bfddf16896 req-d758af35-eb66-4f1f-ade7-34a84a9c0c3b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:39.623224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90faecfe-69cb-4241-af52-c6bfddf16896 req-d758af35-eb66-4f1f-ade7-34a84a9c0c3b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0530126 Apr 18 06:05:39.660261 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90faecfe-69cb-4241-af52-c6bfddf16896 req-e41c093d-481a-4116-ac52-2e2a3fe9635d tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Apr 18 06:05:39.685122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:39.862059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a13f-1fbc-4cc4-b21c-6dd89cd75c27 req-ba3ed456-9491-49de-a6a6-2c5d9da4c44d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:39.863665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae64a13f-1fbc-4cc4-b21c-6dd89cd75c27 req-ba3ed456-9491-49de-a6a6-2c5d9da4c44d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.0502591 Apr 18 06:05:39.913430 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae64a13f-1fbc-4cc4-b21c-6dd89cd75c27 req-e35556a3-e687-4063-adaf-799459a61251 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Apr 18 06:05:39.935426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Allocated IP 172.20.0.1 (5edb10cc-9792-4ce9-b5e2-defe57b1fcc3/a55f37fc-1d76-48c2-8df2-b896105eb17d/4898f11e-565a-4e5f-b5ee-fbd61742e49a) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:40.338745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ad5f-a673-4668-8964-6db54c141a83 req-c3fc4fe7-e42c-499f-b131-702efcd392de tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.340252 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3148ad5f-a673-4668-8964-6db54c141a83 req-c3fc4fe7-e42c-499f-b131-702efcd392de tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.3876803 Apr 18 06:05:40.344491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee465-9632-41dc-b80c-052ee9237873 req-ab79b4c0-c0fa-4eb1-8122-70c464343a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.345852 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-ab79b4c0-c0fa-4eb1-8122-70c464343a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.1412172 Apr 18 06:05:40.370630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.462051 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3148ad5f-a673-4668-8964-6db54c141a83 req-44fc3996-85c0-4e5b-896a-e6ef12ddbd1f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143584 Apr 18 06:05:40.492829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee465-9632-41dc-b80c-052ee9237873 req-9713ae77-bec3-493d-9906-2a9faa290268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.495024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-9713ae77-bec3-493d-9906-2a9faa290268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.1342237 Apr 18 06:05:40.539042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.591750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:40.600502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:40.603759 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-03a0bd08-dee6-47fe-ab75-947f1debf5df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1001 time: 0.1017337 Apr 18 06:05:40.606705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:40.660946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Port': ['ID=4898f11e-565a-4e5f-b5ee-fbd61742e49a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:40.690307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.697035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee465-9632-41dc-b80c-052ee9237873 req-05e2dcce-eac9-464c-9bef-2dd243e0ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.698521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-05e2dcce-eac9-464c-9bef-2dd243e0ab13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.0866101 Apr 18 06:05:40.809504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee465-9632-41dc-b80c-052ee9237873 req-72aa959b-e91c-4a09-bd67-e38da873500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:40.810990 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-72aa959b-e91c-4a09-bd67-e38da873500e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831172 Apr 18 06:05:40.888923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1c0a12b0-3138-4a4a-bab9-f3d2554eeef2 None None] Provisioning complete for port 4898f11e-565a-4e5f-b5ee-fbd61742e49a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:40.889520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1c0a12b0-3138-4a4a-bab9-f3d2554eeef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.926457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:40.930227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a12b0-3138-4a4a-bab9-f3d2554eeef2 None None] Port 4898f11e-565a-4e5f-b5ee-fbd61742e49a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:40.939950 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-2561746d-8120-41b7-901f-372f716f4cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211452 Apr 18 06:05:41.025170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dfb42-648b-4126-9047-ec571fd38008 req-fb640961-e86b-418d-8565-4e37cfa21166 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:41.026798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e11dfb42-648b-4126-9047-ec571fd38008 req-fb640961-e86b-418d-8565-4e37cfa21166 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.0480430 Apr 18 06:05:41.065239 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e11dfb42-648b-4126-9047-ec571fd38008 req-ee3e4167-03fd-4e63-9aef-5e6adfb2e9a4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Apr 18 06:05:41.137621 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0efee465-9632-41dc-b80c-052ee9237873 req-80f9f681-9daa-43a2-b9a9-138994268b41 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908894 Apr 18 06:05:41.254827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.311042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.382977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event updated for resources: {'Port': ['ID=4898f11e-565a-4e5f-b5ee-fbd61742e49a,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:41.388981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.478533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:41.479908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:41.608148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Router a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:41.624289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9f32-4853-41a0-8524-f5aba6924298 req-048b0387-c276-4bc9-884e-5e2cc297a368 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:41.625835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-06af9f32-4853-41a0-8524-f5aba6924298 req-048b0387-c276-4bc9-884e-5e2cc297a368 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0696769 Apr 18 06:05:41.739344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-06af9f32-4853-41a0-8524-f5aba6924298 req-29927647-339e-4ff2-aa22-e6a75bd809a0 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708816 Apr 18 06:05:41.742701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:41.750840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51870) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:41.750988 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8c163ac5-eec2-4d56-b67b-7b91ca75b9cd tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3477688 Apr 18 06:05:41.757007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] Sync routers for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:41.770596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-96ffcfcf-7035-4ece-a2e2-6161e5cd13c0 None None] Provisioning complete for port 4898f11e-565a-4e5f-b5ee-fbd61742e49a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:41.770966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96ffcfcf-7035-4ece-a2e2-6161e5cd13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.791106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:41.791680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:41.825896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:41.843758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-96ffcfcf-7035-4ece-a2e2-6161e5cd13c0 None None] Port 4898f11e-565a-4e5f-b5ee-fbd61742e49a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:05:41.845266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:41.845872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:41.849099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba60e3b1-a8e3-4e8e-8f78-9dab7923cd46 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:41.881808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:41.882456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e33306-d64b-45f9-bec9-c94c60578415 None None] The sync data for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:41.935034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-ba60e3b1-a8e3-4e8e-8f78-9dab7923cd46 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 06:05:41.936110 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ba60e3b1-a8e3-4e8e-8f78-9dab7923cd46 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d HTTP/1.1" status: 409 len: 329 time: 0.1843669 Apr 18 06:05:41.939382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51872) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:42.220205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f31110-b941-4ee6-aaf8-00f2ef711cbe req-215bdee5-a5cc-42b3-becd-f9f8aaa00705 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:42.221662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0f31110-b941-4ee6-aaf8-00f2ef711cbe req-215bdee5-a5cc-42b3-becd-f9f8aaa00705 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.0837636 Apr 18 06:05:42.271008 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0f31110-b941-4ee6-aaf8-00f2ef711cbe req-7deca3fc-1352-4e1c-b079-7532ee7bbd00 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Apr 18 06:05:42.319633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.756481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.794237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Deleting port 4898f11e-565a-4e5f-b5ee-fbd61742e49a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:42.794598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.866945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44fdb-861d-4779-9d0c-d2e0b9ba0f9b req-9bf2edfd-a818-4b68-9066-36c32957eea8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:42.869211 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c4e44fdb-861d-4779-9d0c-d2e0b9ba0f9b req-9bf2edfd-a818-4b68-9066-36c32957eea8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0538042 Apr 18 06:05:42.883556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:42.897819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Calling delete_port for 4898f11e-565a-4e5f-b5ee-fbd61742e49a owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:42.908336 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c4e44fdb-861d-4779-9d0c-d2e0b9ba0f9b req-22cebaef-a8e3-402c-b9d8-d0ca15eb3d02 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Apr 18 06:05:43.066783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a881b-7c26-4b3b-a571-94142c4f79bf req-369f0b78-8813-4e03-af39-34453fdb7ccf tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:43.068292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c25a881b-7c26-4b3b-a571-94142c4f79bf req-369f0b78-8813-4e03-af39-34453fdb7ccf tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0685265 Apr 18 06:05:43.134625 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c25a881b-7c26-4b3b-a571-94142c4f79bf req-87b4bf2d-4c3b-412d-a0d4-200503766267 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477931 Apr 18 06:05:43.212677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.241127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Port': ['ID=4898f11e-565a-4e5f-b5ee-fbd61742e49a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:43.252126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a1559-3d53-4a99-9bcf-ccd5d056073e req-981b13db-ea1e-4923-b8f2-b06d28026c9b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:43.253667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c5a1559-3d53-4a99-9bcf-ccd5d056073e req-981b13db-ea1e-4923-b8f2-b06d28026c9b tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0527058 Apr 18 06:05:43.309714 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c5a1559-3d53-4a99-9bcf-ccd5d056073e req-ca554cb1-9a46-4e1c-93a5-352a812b190f tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492220 Apr 18 06:05:43.444506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198908-9c4d-4e1d-9b48-09d16ee41a0d req-37774eee-40ed-47df-adec-5381fb0568b8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:43.446547 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e198908-9c4d-4e1d-9b48-09d16ee41a0d req-37774eee-40ed-47df-adec-5381fb0568b8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0587418 Apr 18 06:05:43.467355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.491459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e198908-9c4d-4e1d-9b48-09d16ee41a0d req-8b164ea3-c671-4850-89a1-122ce3363998 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Apr 18 06:05:43.532570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb4d1-a3f2-414a-ad5b-5c63e55f01e0 req-b9b795ea-e86c-4602-ad82-a5ae74f8ba1b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:43.534124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea6eb4d1-a3f2-414a-ad5b-5c63e55f01e0 req-b9b795ea-e86c-4602-ad82-a5ae74f8ba1b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.1348834 Apr 18 06:05:43.639573 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea6eb4d1-a3f2-414a-ad5b-5c63e55f01e0 req-55c791bd-6104-467d-a356-06511a733888 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719445 Apr 18 06:05:43.640973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859dd82-d536-4850-a774-63e8d7a9f6e8 req-b3707e4f-ee6a-4acb-aba7-a0c0cd2ef56c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:43.649036 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4859dd82-d536-4850-a774-63e8d7a9f6e8 req-b3707e4f-ee6a-4acb-aba7-a0c0cd2ef56c tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0677466 Apr 18 06:05:43.680266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Router a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:43.694865 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4859dd82-d536-4850-a774-63e8d7a9f6e8 req-11a88cc3-81d4-4100-8738-1f812635629a tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448799 Apr 18 06:05:43.760587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:43.765561 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b51e743d-b47e-4a34-983b-d886a44eaf9c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252168 Apr 18 06:05:43.769463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51890) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:43.778270 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] Sync routers for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:43.787027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:43.797500 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:43.807109 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-5791d954-3041-4f91-94f4-b302b639c8a8 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] show failed (client error): The resource could not be found. Apr 18 06:05:43.808158 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5791d954-3041-4f91-94f4-b302b639c8a8 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-271504230 HTTP/1.1" status: 404 len: 334 time: 0.0376892 Apr 18 06:05:43.811929 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51892) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:43.817100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ca37a5d5-7342-4ba1-a655-f197b6a3ff29 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:43.821276 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:43.829832 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] Routers {'a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:43.830433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:43.854291 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-ca37a5d5-7342-4ba1-a655-f197b6a3ff29 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] update failed (client error): The resource could not be found. Apr 18 06:05:43.855344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ca37a5d5-7342-4ba1-a655-f197b6a3ff29 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-972845473 HTTP/1.1" status: 404 len: 334 time: 0.0424581 Apr 18 06:05:43.861782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51894) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:43.862027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:43.862672 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4449e9fa-361e-418c-8733-5e6afb86d1e9 None None] The sync data for ids ['a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:43.917940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Deleting subnet b3ff5247-b647-4b6f-bd65-567590037684 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:43.920867 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:43.959874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.046223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.191608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.222376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ff5247-b647-4b6f-bd65-567590037684,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:44.225073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.231368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f888a0d8-0ce8-4063-83e0-f0e3b75496ee tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/subnets/b3ff5247-b647-4b6f-bd65-567590037684 HTTP/1.1" status: 204 len: 168 time: 0.3660247 Apr 18 06:05:44.232199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a24b40-6a31-44a2-afb7-591ebf343ae3 None None] Network d776c25e-bf64-4f97-baca-52493e572c32 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:44.232588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51898) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:44.237050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a4e6-8b51-4da6-8c95-7cce52aaa931 req-a60a0cc3-a3d4-4b66-b79a-e496c37f74b1 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.238506 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-96d5a4e6-8b51-4da6-8c95-7cce52aaa931 req-a60a0cc3-a3d4-4b66-b79a-e496c37f74b1 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0828779 Apr 18 06:05:44.282608 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-96d5a4e6-8b51-4da6-8c95-7cce52aaa931 req-a93e0fd8-a12a-4e63-83f0-2aa955cc48e5 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Apr 18 06:05:44.296312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Deleting subnet 3075f171-0861-4267-b878-5ad67a39af06 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:44.299702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.347460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.410570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] DHCP port deletion for d776c25e-bf64-4f97-baca-52493e572c32 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:05:44.433365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.458066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] Deleting port afa28e5f-2c53-4a29-b05b-f71928311ab8 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:44.458355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.517227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] For port afa28e5f-2c53-4a29-b05b-f71928311ab8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=afa28e5f-2c53-4a29-b05b-f71928311ab8,segment=NetworkSegment(6e70ec6c-34b1-4f90-903c-df9501ff4f04),segment_id=6e70ec6c-34b1-4f90-903c-df9501ff4f04)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:44.517616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.533576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] Calling delete_port for afa28e5f-2c53-4a29-b05b-f71928311ab8 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:44.589523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.617433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Subnet': ['ID=3075f171-0861-4267-b878-5ad67a39af06,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:44.621311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.624514 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b45e6991-5e2c-4963-84e8-24bc105f37d7 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/subnets/3075f171-0861-4267-b878-5ad67a39af06 HTTP/1.1" status: 204 len: 168 time: 0.3916500 Apr 18 06:05:44.626933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51900) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:44.628874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f87f20-40e4-406c-a3e1-8eb7281b5571 None None] Network a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:44.696391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.721192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.723076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device afa28e5f-2c53-4a29-b05b-f71928311ab8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:44.767698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] Pushing event deleted for resources: {'Port': ['ID=afa28e5f-2c53-4a29-b05b-f71928311ab8,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:44.786006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43391f9d-c63e-4dcc-a219-4692fed8f705 None None] No DVR routers for this DVR port afa28e5f-2c53-4a29-b05b-f71928311ab8 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:44.793820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: afa28e5f-2c53-4a29-b05b-f71928311ab8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:44.793820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device afa28e5f-2c53-4a29-b05b-f71928311ab8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:44.848975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.862670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2b968-e28c-4b8c-ba29-bade1f055486 req-4098df33-e8ef-4f00-bbb9-eeb29de3eda9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:44.864242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12b2b968-e28c-4b8c-ba29-bade1f055486 req-4098df33-e8ef-4f00-bbb9-eeb29de3eda9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.1336343 Apr 18 06:05:44.876087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] DHCP port deletion for a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:05:44.884510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d776c25e-bf64-4f97-baca-52493e572c32']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:44.901806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e70ec6c-34b1-4f90-903c-df9501ff4f04') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:44.902197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e70ec6c-34b1-4f90-903c-df9501ff4f04') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:44.921468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.927433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] Deleting port cbaa5847-f2c7-4095-8a35-fc6df2932d57 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:44.927808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.934913 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12b2b968-e28c-4b8c-ba29-bade1f055486 req-3d16ac76-22c9-4a23-bbd2-2cf288c05723 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602047 Apr 18 06:05:44.941283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:44.957190 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:44.993749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] For port cbaa5847-f2c7-4095-8a35-fc6df2932d57, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cbaa5847-f2c7-4095-8a35-fc6df2932d57,segment=NetworkSegment(68194bdc-d0c8-4135-9dd4-32b58d2c1710),segment_id=68194bdc-d0c8-4135-9dd4-32b58d2c1710)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:44.994067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.006426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] Calling delete_port for cbaa5847-f2c7-4095-8a35-fc6df2932d57 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:45.071298 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.088027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.091142 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/networks/d776c25e-bf64-4f97-baca-52493e572c32 HTTP/1.1" status: 204 len: 168 time: 0.4631627 Apr 18 06:05:45.092190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316f04f-0ae6-4abf-8651-38a87ab6d523 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Network': ['ID=d776c25e-bf64-4f97-baca-52493e572c32,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.093779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51904) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:45.168870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.174096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.201778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] Pushing event deleted for resources: {'Port': ['ID=cbaa5847-f2c7-4095-8a35-fc6df2932d57,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.203602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c66949-efd9-4e2e-9ce4-0a97e2c0e7aa None None] No DVR routers for this DVR port cbaa5847-f2c7-4095-8a35-fc6df2932d57 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:45.266288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.287063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:45.296664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68194bdc-d0c8-4135-9dd4-32b58d2c1710') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:45.296963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68194bdc-d0c8-4135-9dd4-32b58d2c1710') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:45.307144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.321049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.329565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:45.334542 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:45.428428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403a61e-ba5d-409f-a026-51e23d7cdb84 req-4924f7e3-261f-45ce-b183-45b1b2dce772 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:45.430615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4403a61e-ba5d-409f-a026-51e23d7cdb84 req-4924f7e3-261f-45ce-b183-45b1b2dce772 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Apr 18 06:05:45.467666 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4403a61e-ba5d-409f-a026-51e23d7cdb84 req-93730af1-6fb3-4251-a7e0-68332f57aa35 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Apr 18 06:05:45.487854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.495428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.498462 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/networks/a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f HTTP/1.1" status: 204 len: 168 time: 0.4036298 Apr 18 06:05:45.501128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51910) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:45.514412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2c0dc-3864-4a00-a00d-258b92a0d09d tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Network': ['ID=a2f748ff-a5c3-47f9-b2fa-360dbeb19e5f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.556870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Deleting subnet a55f37fc-1d76-48c2-8df2-b896105eb17d {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:45.560130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.598773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.685929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.808630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.818977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923b18-627f-454b-87ed-4a4bad7516ef req-f4aad48d-3171-4891-82f9-31459d4069de tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:45.820882 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-17923b18-627f-454b-87ed-4a4bad7516ef req-f4aad48d-3171-4891-82f9-31459d4069de tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Apr 18 06:05:45.838489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Subnet': ['ID=a55f37fc-1d76-48c2-8df2-b896105eb17d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:45.840506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:45.844515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c7021-60a6-4712-9c5f-dfe949de7d9c None None] Network 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:05:45.860618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b4889ac-6ba3-4f30-8b73-bf2b4d2cd5a1 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/subnets/a55f37fc-1d76-48c2-8df2-b896105eb17d HTTP/1.1" status: 204 len: 168 time: 0.3578546 Apr 18 06:05:45.862937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51914) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:45.871071 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-17923b18-627f-454b-87ed-4a4bad7516ef req-51ee64a1-dfbc-4ec1-b955-560e914fc501 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 Apr 18 06:05:45.943841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-ae6c9084-63a7-4ac3-8a7f-b168f4fe931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:45.945458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-ae6c9084-63a7-4ac3-8a7f-b168f4fe931a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=521b1a9ca365459bab81c49af698bd25&device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0473304 Apr 18 06:05:45.949923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.013304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Deleting port 1ea85d6c-54b8-40b5-8818-7c0b15480350 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:46.013649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.029635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] DHCP port deletion for 5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:05:46.062331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-48a9cca1-6adf-4a5c-b490-60c0de43e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:46.063731 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-48a9cca1-6adf-4a5c-b490-60c0de43e886 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 200 len: 912 time: 0.1121974 Apr 18 06:05:46.083353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] Deleting port 1ea85d6c-54b8-40b5-8818-7c0b15480350 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:46.083747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.115763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] For port 1ea85d6c-54b8-40b5-8818-7c0b15480350, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1ea85d6c-54b8-40b5-8818-7c0b15480350,segment=NetworkSegment(6c120074-3d94-4752-9856-d0185a6d55a1),segment_id=6c120074-3d94-4752-9856-d0185a6d55a1)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:46.116153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.132667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-6b1099c5-fb9d-4bed-9176-beb9be47e2cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 200 len: 1001 time: 0.0621262 Apr 18 06:05:46.138562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1ef61-4156-459c-9886-54ef1d8a5112 req-1f39da51-4879-4b0d-9136-011c9e8b98e6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:46.140103 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4c1ef61-4156-459c-9886-54ef1d8a5112 req-1f39da51-4879-4b0d-9136-011c9e8b98e6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 943 time: 0.1088014 Apr 18 06:05:46.141047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Calling delete_port for 1ea85d6c-54b8-40b5-8818-7c0b15480350 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:46.149768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] For port 1ea85d6c-54b8-40b5-8818-7c0b15480350, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1ea85d6c-54b8-40b5-8818-7c0b15480350,segment=NetworkSegment(6c120074-3d94-4752-9856-d0185a6d55a1),segment_id=6c120074-3d94-4752-9856-d0185a6d55a1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:46.150164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.162615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] Calling delete_port for 1ea85d6c-54b8-40b5-8818-7c0b15480350 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:46.183451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-def15710-f8bb-4998-8aeb-be3bc26d8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:46.184921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-def15710-f8bb-4998-8aeb-be3bc26d8996 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 200 len: 850 time: 0.0467646 Apr 18 06:05:46.235908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4c1ef61-4156-459c-9886-54ef1d8a5112 req-84807434-e95f-4d67-a367-1c087cc6eef1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483713 Apr 18 06:05:46.309837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.317316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.339321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] No DVR routers for this DVR port 1ea85d6c-54b8-40b5-8818-7c0b15480350 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:46.340877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea2931-a505-428e-b4f4-b9493d0e4631 None None] Pushing event deleted for resources: {'Port': ['ID=1ea85d6c-54b8-40b5-8818-7c0b15480350,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:46.356717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Port': ['ID=1ea85d6c-54b8-40b5-8818-7c0b15480350,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:46.362504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] No DVR routers for this DVR port 1ea85d6c-54b8-40b5-8818-7c0b15480350 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:46.449718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.470918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edb10cc-9792-4ce9-b5e2-defe57b1fcc3']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:46.480649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-b52c10c8-e67f-4508-b928-26945a94f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:46.481972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c120074-3d94-4752-9856-d0185a6d55a1') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:46.482151 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-b52c10c8-e67f-4508-b928-26945a94f73e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2909393 Apr 18 06:05:46.482279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c120074-3d94-4752-9856-d0185a6d55a1') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:46.491509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.505484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.512026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:05:46.512422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: self.session.flush() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:05:46.515428 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:05:46.572536 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-91190453-0f66-47b0-87de-f5958049682d service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Apr 18 06:05:46.651698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 347ab7ad-96f5-4ae8-80e5-d1498990da36 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:05:46.666237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.666819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee4852c6-fef2-4b5c-822c-65bbc2a91b3b req-c758c6fd-1079-4b72-ab50-907ceeed9e72 service neutron] 10.222.0.46 "GET /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875771 Apr 18 06:05:46.675913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.680300 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/networks/5edb10cc-9792-4ce9-b5e2-defe57b1fcc3 HTTP/1.1" status: 204 len: 168 time: 0.8161960 Apr 18 06:05:46.682916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51918) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:46.703362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2a40f-36e2-4069-879d-38dab5010745 tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Pushing event deleted for resources: {'Network': ['ID=5edb10cc-9792-4ce9-b5e2-defe57b1fcc3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:46.722070 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4deee36d-63d7-403a-8bbc-8c00c047847f tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "GET /v2.0/ports?device_id=a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d HTTP/1.1" status: 200 len: 205 time: 0.0377553 Apr 18 06:05:46.724410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51920) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:46.728312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbaa5847-f2c7-4095-8a35-fc6df2932d57 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:46.756332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: cbaa5847-f2c7-4095-8a35-fc6df2932d57 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:46.756677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbaa5847-f2c7-4095-8a35-fc6df2932d57 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:46.757096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1ea85d6c-54b8-40b5-8818-7c0b15480350 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:46.778148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 1ea85d6c-54b8-40b5-8818-7c0b15480350 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:46.778491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1ea85d6c-54b8-40b5-8818-7c0b15480350 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:46.801640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.807639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 347ab7ad-96f5-4ae8-80e5-d1498990da36, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:46.818355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'port_id': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'mac_address': 'fa:16:3e:e5:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:05:46.857653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:46.870967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347ab7ad-96f5-4ae8-80e5-d1498990da36 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:05:46.891112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 347ab7ad-96f5-4ae8-80e5-d1498990da36, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:46.968318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:47.008346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f478-4a1b-463e-b80f-914831baede8 req-b76c8094-40d4-40f8-8e76-6e70eeed2e50 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:47.010069 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dc18f478-4a1b-463e-b80f-914831baede8 req-b76c8094-40d4-40f8-8e76-6e70eeed2e50 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0574059 Apr 18 06:05:47.022167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=347ab7ad-96f5-4ae8-80e5-d1498990da36,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:47.057995 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dc18f478-4a1b-463e-b80f-914831baede8 req-532d190c-c2f7-40f3-94de-f71c1da3acea tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Apr 18 06:05:47.192873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:47.194953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:47.311344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:47.317258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Fanout notify agent at l3_agent the message router_deleted on router a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:05:47.321138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:47.324347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-da1a79dc-1ba7-4340-bb75-8b789d46566c tempest-RoutersNegativeTest-1406642902 tempest-RoutersNegativeTest-1406642902-project] 10.222.0.43 "DELETE /v2.0/routers/a17d6ec3-676e-4f8a-86bc-a8b7d1c8a27d HTTP/1.1" status: 204 len: 168 time: 0.5987923 Apr 18 06:05:47.379108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071712-c155-4ef4-a69c-9af2b5a45deb req-7d8a2fcd-bcf6-48ee-b118-e288e77bd45f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:47.380349 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-41071712-c155-4ef4-a69c-9af2b5a45deb req-7d8a2fcd-bcf6-48ee-b118-e288e77bd45f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 944 time: 0.0549505 Apr 18 06:05:47.426268 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-41071712-c155-4ef4-a69c-9af2b5a45deb req-ee515397-b548-4a04-b1db-3b184d46aef6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381591 Apr 18 06:05:47.443403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['347ab7ad-96f5-4ae8-80e5-d1498990da36'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:05:47.836961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51930) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:47.988170 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-41684ef2-0713-4c66-8f7d-3143140af6eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fcf4dcc30da435aa6a274d917881124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499023 Apr 18 06:05:47.990869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51934) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:48.040110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5c022d2-a0d8-47c0-acca-3c2d6b048d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.061354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5c022d2-a0d8-47c0-acca-3c2d6b048d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.176712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c887c-34f7-408a-bc72-42bc46fdcb9e req-e368d17a-663f-4140-abd4-e36012d93372 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:48.178213 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-876c887c-34f7-408a-bc72-42bc46fdcb9e req-e368d17a-663f-4140-abd4-e36012d93372 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0519531 Apr 18 06:05:48.183468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5c022d2-a0d8-47c0-acca-3c2d6b048d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.185979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f5c022d2-a0d8-47c0-acca-3c2d6b048d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.187020 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f5c022d2-a0d8-47c0-acca-3c2d6b048d69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15af7a83-c4ba-440e-9788-dfa946228611 HTTP/1.1" status: 204 len: 168 time: 0.1950955 Apr 18 06:05:48.201133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c022d2-a0d8-47c0-acca-3c2d6b048d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15af7a83-c4ba-440e-9788-dfa946228611,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:48.233269 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-876c887c-34f7-408a-bc72-42bc46fdcb9e req-a3be753e-9fd9-49f1-8baa-374e0c050025 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Apr 18 06:05:48.350745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba49a5-59c3-49fd-bbab-641c46dff6e2 req-04c56206-d2a8-47ab-8fc5-5ce5e35c7002 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:48.352937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-71ba49a5-59c3-49fd-bbab-641c46dff6e2 req-04c56206-d2a8-47ab-8fc5-5ce5e35c7002 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0500925 Apr 18 06:05:48.396407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-71ba49a5-59c3-49fd-bbab-641c46dff6e2 req-1d013178-6dfd-4ac7-9c61-0bb7103f60a6 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374413 Apr 18 06:05:48.560201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51c2a3-df67-4eee-9cc8-79b3f892cea4 req-225aabc5-546c-4c5a-b86f-f2c15bb40427 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:48.561856 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d51c2a3-df67-4eee-9cc8-79b3f892cea4 req-225aabc5-546c-4c5a-b86f-f2c15bb40427 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 944 time: 0.0532274 Apr 18 06:05:48.605895 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5d51c2a3-df67-4eee-9cc8-79b3f892cea4 req-2d739707-106f-4df3-94db-04ba35dc93ab tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374100 Apr 18 06:05:48.654359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 347ab7ad-96f5-4ae8-80e5-d1498990da36 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:05:48.830917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 347ab7ad-96f5-4ae8-80e5-d1498990da36 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:05:48.835430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 347ab7ad-96f5-4ae8-80e5-d1498990da36 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:05:48.836353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.874769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6831-93a4-4e95-a647-0b1aea60efea req-ed6144f5-1b51-4704-b779-b34386369811 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:48.876300 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6f6a6831-93a4-4e95-a647-0b1aea60efea req-ed6144f5-1b51-4704-b779-b34386369811 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Apr 18 06:05:48.912383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:48.913718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6f6a6831-93a4-4e95-a647-0b1aea60efea req-e78b3677-b43e-45f5-bade-5af23f3b3242 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313480 Apr 18 06:05:48.939017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:48.941337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c09c76-d218-4592-b3c0-7a0944119f84" -d '{"events": [{"server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "name": "network-vif-plugged", "status": "completed", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:05:48.954577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 347ab7ad-96f5-4ae8-80e5-d1498990da36, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:48.977184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c4fd37-e1d9-4498-a8fc-0829d4836af2 x-openstack-request-id: req-c2c4fd37-e1d9-4498-a8fc-0829d4836af2 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:05:48.977472 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "name": "network-vif-plugged", "status": "completed", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:05:48.977724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2c4fd37-e1d9-4498-a8fc-0829d4836af2 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:05:48.978121 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c4fd37-e1d9-4498-a8fc-0829d4836af2'] response: {'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'code': 200} Apr 18 06:05:49.048099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:49.094890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=347ab7ad-96f5-4ae8-80e5-d1498990da36,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:49.258980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba35af-ef87-42a5-b111-004f12ee26c3 req-d20a6800-1955-49b8-9405-db59d08b3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:49.260482 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-efba35af-ef87-42a5-b111-004f12ee26c3 req-d20a6800-1955-49b8-9405-db59d08b3e49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 1098 time: 0.0387585 Apr 18 06:05:49.303824 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-efba35af-ef87-42a5-b111-004f12ee26c3 req-a192201e-61f2-4d44-8f7b-68a1e5ccf10b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341811 Apr 18 06:05:49.722443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cb0c-d381-4893-a490-b89540eb2f76 req-60bb13f4-3f9a-4ca3-bf42-81aea7759ce7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:49.723846 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e356cb0c-d381-4893-a490-b89540eb2f76 req-60bb13f4-3f9a-4ca3-bf42-81aea7759ce7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0490296 Apr 18 06:05:49.762823 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e356cb0c-d381-4893-a490-b89540eb2f76 req-05e7eb32-9037-4231-80a6-742b49aade6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323775 Apr 18 06:05:50.041450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec387-1d96-452d-8fb4-95f211ad9f4d req-f2487d99-c77a-4bb3-8489-25fab9b5f428 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.042824 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-858ec387-1d96-452d-8fb4-95f211ad9f4d req-f2487d99-c77a-4bb3-8489-25fab9b5f428 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Apr 18 06:05:50.079634 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-858ec387-1d96-452d-8fb4-95f211ad9f4d req-73fffc76-b47d-4904-addb-9fee52aab966 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307336 Apr 18 06:05:50.879906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac287e-5284-48f9-9a30-35b8fb235c84 req-f2c7d1b6-76fe-489a-9b03-50142549623c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:50.881361 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1aac287e-5284-48f9-9a30-35b8fb235c84 req-f2c7d1b6-76fe-489a-9b03-50142549623c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Apr 18 06:05:50.919264 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1aac287e-5284-48f9-9a30-35b8fb235c84 req-5cf8d6f4-e5d3-4b34-b23c-8d50287256eb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Apr 18 06:05:51.190963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aafd2-ebb1-4609-8a7f-5704558316b8 req-67e7f62f-636e-4653-b0ce-d6fa2885cc67 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:51.192435 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-629aafd2-ebb1-4609-8a7f-5704558316b8 req-67e7f62f-636e-4653-b0ce-d6fa2885cc67 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0477512 Apr 18 06:05:51.229786 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-629aafd2-ebb1-4609-8a7f-5704558316b8 req-9ec76c63-685b-449b-aa0f-a4e93e851534 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306473 Apr 18 06:05:52.037061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec62d6-2f11-4361-81ce-4cddab3132b5 req-44271584-91f4-4a56-a004-127b2894b941 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:52.038497 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3ec62d6-2f11-4361-81ce-4cddab3132b5 req-44271584-91f4-4a56-a004-127b2894b941 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Apr 18 06:05:52.074896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3ec62d6-2f11-4361-81ce-4cddab3132b5 req-463d5f2f-1622-4dcb-8d81-d50b54fe7f9d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297468 Apr 18 06:05:52.189605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07f8d9-6d31-422f-b730-cb20bc7245f1 req-46ee9b37-3a25-4097-856c-18dc8fd442b6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:52.191031 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e07f8d9-6d31-422f-b730-cb20bc7245f1 req-46ee9b37-3a25-4097-856c-18dc8fd442b6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0479655 Apr 18 06:05:52.228989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e07f8d9-6d31-422f-b730-cb20bc7245f1 req-12bff7fd-573b-402e-84d0-a884ba92b341 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Apr 18 06:05:52.250686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51964) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:52.345135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61266ed-f93d-4254-abdc-7917025d2e6a req-2c1c2add-d6cb-4d25-8ae0-f3a9a3e5c480 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:52.346592 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a61266ed-f93d-4254-abdc-7917025d2e6a req-2c1c2add-d6cb-4d25-8ae0-f3a9a3e5c480 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0484154 Apr 18 06:05:52.384425 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a61266ed-f93d-4254-abdc-7917025d2e6a req-24b74f3b-f877-4fa2-914d-7ac1e8b110b3 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Apr 18 06:05:52.438674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eca070-a21e-4d26-b28e-b1f377f77618 tempest-TestVolumeBootPattern-467902713 tempest-TestVolumeBootPattern-467902713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:52.440221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-99eca070-a21e-4d26-b28e-b1f377f77618 tempest-TestVolumeBootPattern-467902713 tempest-TestVolumeBootPattern-467902713-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 1093 time: 0.1884403 Apr 18 06:05:52.443267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51970) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:52.447959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:05:52.544980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:52.622060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-7087dd19-bc2c-4092-a8f2-db840899d938 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:52.623524 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-7087dd19-bc2c-4092-a8f2-db840899d938 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.0882447 Apr 18 06:05:52.735634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:52.780316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Deleting port 58574401-76c2-4865-b13d-191a8ae0ff62 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:52.780655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:52.920453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] For port 58574401-76c2-4865-b13d-191a8ae0ff62, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=58574401-76c2-4865-b13d-191a8ae0ff62,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:52.920964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:52.923651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Allocated IP 172.26.4.211 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/ce18127d-7925-474d-9c59-da8e021ada5d) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:05:53.214861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:53.245673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:53.246012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:53.246328 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Floating IP ae73a634-a51e-44f8-8bdf-e1d997d5f05b disassociated. External IP: 172.26.4.103, port: 58574401-76c2-4865-b13d-191a8ae0ff62. Apr 18 06:05:53.246733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Calling delete_port for 58574401-76c2-4865-b13d-191a8ae0ff62 owned by compute:nova {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:53.403699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:53.482293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-139c2564-7d99-48f7-bd3e-6102da12c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:53.507218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:05:53.517822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:05:53.520282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:05:53.522269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=ce18127d-7925-474d-9c59-da8e021ada5d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:53.576172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea2da-f5e5-48bd-9ec4-f4073aa4ed7e req-3a8d613b-b21f-4c23-a627-b9c7ff22c419 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:53.577665 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec3ea2da-f5e5-48bd-9ec4-f4073aa4ed7e req-3a8d613b-b21f-4c23-a627-b9c7ff22c419 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 945 time: 0.1200242 Apr 18 06:05:53.613459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:53.671904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event deleted for resources: {'Port': ['ID=58574401-76c2-4865-b13d-191a8ae0ff62,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:53.701132 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec3ea2da-f5e5-48bd-9ec4-f4073aa4ed7e req-2fddab18-9ba1-418c-98b4-a821539ea611 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups?id=629b604b-55e7-40e7-a597-22b3865630e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169245 Apr 18 06:05:53.907925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:54.488412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:54.498411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] Sync routers for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:54.507517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:54.508247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:54.520985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.576549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] No DVR routers for this DVR port 58574401-76c2-4865-b13d-191a8ae0ff62 on host hv-neutron-8374 {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:05:54.581908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.585116 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5eeb6d81-4127-4911-bb4b-e6edfcd032fb req-6d38a726-362a-4697-8e7d-bd4260462cdc tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.46 "DELETE /v2.0/ports/58574401-76c2-4865-b13d-191a8ae0ff62 HTTP/1.1" status: 204 len: 173 time: 1.9543250 Apr 18 06:05:54.585541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'name': 'network-vif-deleted', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:54.588187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d23e6-7c92-4c2f-bb3b-825746be516e" -d '{"events": [{"server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "name": "network-vif-deleted", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:05:54.614225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:05:54.631280 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de43e7cb-f289-4189-b5d1-f9da2b275b95 x-openstack-request-id: req-de43e7cb-f289-4189-b5d1-f9da2b275b95 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:05:54.631585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1", "name": "network-vif-deleted", "tag": "58574401-76c2-4865-b13d-191a8ae0ff62", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:05:54.631831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de43e7cb-f289-4189-b5d1-f9da2b275b95 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:05:54.632246 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de43e7cb-f289-4189-b5d1-f9da2b275b95'] response: {'server_uuid': '0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1', 'name': 'network-vif-deleted', 'tag': '58574401-76c2-4865-b13d-191a8ae0ff62', 'status': 'completed', 'code': 200} Apr 18 06:05:54.691076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 58574401-76c2-4865-b13d-191a8ae0ff62 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:05:54.720762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 58574401-76c2-4865-b13d-191a8ae0ff62 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:05:54.721127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 58574401-76c2-4865-b13d-191a8ae0ff62 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:05:54.730030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.811560 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dabe7224-8be8-41bc-83cc-af78eaa52862 req-8e26ebee-a773-476f-86f6-fa3aaa7a9696 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e5a4f30-5a6a-4e5d-b9a8-5b7cbd7ec4a1 HTTP/1.1" status: 200 len: 210 time: 0.0346677 Apr 18 06:05:54.921644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:54.998590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:07Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:55.026340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] Checking router: 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:55.029272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:55.034827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:55.035483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:55.107327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=ce18127d-7925-474d-9c59-da8e021ada5d,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:55.113695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:55.145910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:05:55.219713 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Floating IP bffaf36f-ba69-4b2b-b308-f03c8647cb2f associated. External IP: 172.26.4.211, port: 347ab7ad-96f5-4ae8-80e5-d1498990da36. Apr 18 06:05:55.353356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:07Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:55.380030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8dd88-08d8-4877-bd94-99b25e3e6841 None None] The sync data for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv is: [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:02:00Z', 'revision_number': 4, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'fa000e62-4386-4229-bfc2-c8599ac696a2', 'name': '', 'network_id': '72af14f0-e73b-4a44-bfbc-3903a4e3ebd0', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'mac_address': 'fa:16:3e:1d:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:57Z', 'updated_at': '2022-04-18T06:02:07Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'subnets': [{'id': '6e0ff42e-3df5-4726-ab5a-1bf355edbeb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:55.436861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:55.549561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:55.563031 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:55.575369 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:55.576075 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:55.629592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f31e8-2971-462c-83cf-434d0865eb10 None None] New status for floating IP ae73a634-a51e-44f8-8bdf-e1d997d5f05b: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:05:55.669511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:55.691611 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:05:55.720061 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-70d17aa4-3b48-4cd1-8278-e9b0b29e8da3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2756753 Apr 18 06:05:55.848715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-737151eb-5278-4eda-8333-2bb46c397ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:55.924953 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'bffaf36f-ba69-4b2b-b308-f03c8647cb2f', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.211', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:e5:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:05:53Z', 'updated_at': '2022-04-18T06:05:53Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:55.951210 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:55.959219 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:55.959829 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:55.998554 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51984) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:56.052763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e2457960-f937-4ab4-82b9-fc5f8c51d961 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.066464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:05:56.077175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e2457960-f937-4ab4-82b9-fc5f8c51d961 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.208106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e2457960-f937-4ab4-82b9-fc5f8c51d961 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.210583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e2457960-f937-4ab4-82b9-fc5f8c51d961 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.211890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e2457960-f937-4ab4-82b9-fc5f8c51d961 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "DELETE /v2.0/security-groups/629b604b-55e7-40e7-a597-22b3865630e3 HTTP/1.1" status: 204 len: 168 time: 0.2122536 Apr 18 06:05:56.214847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 51986) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:56.220956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2457960-f937-4ab4-82b9-fc5f8c51d961 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629b604b-55e7-40e7-a597-22b3865630e3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:56.230157 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-7ec8d65c-3b0e-4a40-8295-e1eb91b52976 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] show failed (client error): The resource could not be found. Apr 18 06:05:56.234051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51988) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:56.234406 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7ec8d65c-3b0e-4a40-8295-e1eb91b52976 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "GET /v2.0/security-groups/629b604b-55e7-40e7-a597-22b3865630e3 HTTP/1.1" status: 404 len: 347 time: 0.0183253 Apr 18 06:05:56.301036 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'bffaf36f-ba69-4b2b-b308-f03c8647cb2f', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.211', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:e5:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:05:53Z', 'updated_at': '2022-04-18T06:05:53Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:56.326981 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f10b4-e1eb-4cfb-b4a1-c4068b5839b4 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'bffaf36f-ba69-4b2b-b308-f03c8647cb2f', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.211', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:e5:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:05:53Z', 'updated_at': '2022-04-18T06:05:53Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:56.362734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Deleting port 7edef106-874b-4e1d-83ab-4ea959ea372f {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:56.363090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.447059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.447407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.459216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Calling delete_port for 7edef106-874b-4e1d-83ab-4ea959ea372f owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:56.531136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7293601-0f91-4780-8c3f-5421ef1d045e None None] New status for floating IP bffaf36f-ba69-4b2b-b308-f03c8647cb2f: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:05:56.634061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:05:56.636582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d22e74-23fc-41f2-8d64-342539707b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:05:56.643464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:05:56.659816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.687141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d009c8-b9ec-4151-8e3d-90022e2551b6 x-openstack-request-id: req-44d009c8-b9ec-4151-8e3d-90022e2551b6 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:05:56.687618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:05:56.687885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44d009c8-b9ec-4151-8e3d-90022e2551b6 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:05:56.688282 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d009c8-b9ec-4151-8e3d-90022e2551b6'] response: {'name': 'network-changed', 'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'status': 'completed', 'code': 200} Apr 18 06:05:56.690838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Pushing event deleted for resources: {'Port': ['ID=7edef106-874b-4e1d-83ab-4ea959ea372f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:56.778197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.780902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:56.782158 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b530f4a1-a0b1-4174-9da1-413b432404d8 tempest-ServerActionsTestJSON-614691367 tempest-ServerActionsTestJSON-614691367-project] 10.222.0.43 "DELETE /v2.0/floatingips/ae73a634-a51e-44f8-8bdf-e1d997d5f05b HTTP/1.1" status: 204 len: 168 time: 0.5468144 Apr 18 06:05:56.785256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51992) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:56.832070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-bbcf8f8d-f538-4e6c-97e0-7d4aa79113de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:56.833521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-bbcf8f8d-f538-4e6c-97e0-7d4aa79113de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 1098 time: 0.0979857 Apr 18 06:05:56.933527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:57.002987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-f4ea7784-618b-4bcb-a53a-ad842bfba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:57.004440 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-f4ea7784-618b-4bcb-a53a-ad842bfba66a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.1637983 Apr 18 06:05:57.365499 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-6e2841e9-7403-4580-83eb-610d9c1f4663 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36 HTTP/1.1" status: 200 len: 1001 time: 0.3516805 Apr 18 06:05:57.436496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-0648b1ba-6198-4b16-9c39-bc31261eb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:57.437914 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-0648b1ba-6198-4b16-9c39-bc31261eb002 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0558753 Apr 18 06:05:57.510972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-ae43e9f3-ce22-48c3-b6bc-b023030816fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:05:57.512439 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-ae43e9f3-ce22-48c3-b6bc-b023030816fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581796 Apr 18 06:05:57.636165 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-7c8932dd-1d32-419f-9544-b77a76d599a5 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150627 Apr 18 06:05:57.653397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:57.802293 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1d22e74-23fc-41f2-8d64-342539707b3d req-183940a4-dede-40cf-b32e-3420833a3459 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593690 Apr 18 06:05:57.950215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Deleting port fa000e62-4386-4229-bfc2-c8599ac696a2 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:57.950467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.027987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] For port fa000e62-4386-4229-bfc2-c8599ac696a2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fa000e62-4386-4229-bfc2-c8599ac696a2,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:58.028370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.041125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Calling delete_port for fa000e62-4386-4229-bfc2-c8599ac696a2 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:58.315403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.341196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa000e62-4386-4229-bfc2-c8599ac696a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:58.515030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.677096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.730820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:05:58.835494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:05:58.841063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e0660e7-50d0-44ed-ad29-c0a885968ba3 admin admin] 10.222.0.43 "PUT /v2.0/routers/4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0546806 Apr 18 06:05:58.843510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51994) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:58.844555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] Sync routers for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:05:58.855952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:58.865361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:58.891568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.947666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:58.963259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:05:59.051415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.136798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:05:58Z', 'revision_number': 5, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port': {'id': '26764de2-7584-46a3-b041-ca788fc6ff6c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:01:50Z', 'updated_at': '2022-04-18T06:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:59.165358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Deleting port 26764de2-7584-46a3-b041-ca788fc6ff6c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:05:59.165709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.166739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] Checking router: 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:05:59.174992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] Routers {'4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:05:59.175614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:05:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:59.247476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] For port 26764de2-7584-46a3-b041-ca788fc6ff6c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=26764de2-7584-46a3-b041-ca788fc6ff6c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:05:59.247873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.257533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] Set router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:05:59.260042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Calling delete_port for 26764de2-7584-46a3-b041-ca788fc6ff6c owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:05:59.313364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:05:59Z', 'revision_number': 6, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:05:59.340335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f58930-8444-432b-a96c-df6105215e8e None None] The sync data for ids ['4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2'] in dv-neutron-837488-1-hyperv is: [{'id': '4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2', 'name': 'tempest-ServerActionsTestJSON-884215841-router', 'tenant_id': '521b1a9ca365459bab81c49af698bd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:01:48Z', 'updated_at': '2022-04-18T06:05:59Z', 'revision_number': 6, 'project_id': '521b1a9ca365459bab81c49af698bd25', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:05:59.532038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.556023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Pushing event deleted for resources: {'Port': ['ID=26764de2-7584-46a3-b041-ca788fc6ff6c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:05:59.617841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.707483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.709620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.830640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.831315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:05:59.835535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.836859 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-81d44c51-4c02-4219-a172-c885f9412473 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4d92e0c8-36c7-4aaf-87e8-a2aa00833aa2 HTTP/1.1" status: 204 len: 168 time: 0.9923427 Apr 18 06:05:59.839222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51996) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:05:59.884536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Deleting subnet 6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:05:59.887528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:05:59.921420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.000936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.134754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.161237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0ff42e-3df5-4726-ab5a-1bf355edbeb7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:00.165868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.169058 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-897a288e-1ecb-4153-bc74-c5c304eb8a27 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6e0ff42e-3df5-4726-ab5a-1bf355edbeb7 HTTP/1.1" status: 204 len: 168 time: 0.3288941 Apr 18 06:06:00.171572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 51998) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:00.174220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9a0e86-e6a0-4064-895b-82f5ceedb231 None None] Network 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:00.241445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.306528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Deleting port ae932b14-20ba-443f-9b94-8578715a5579 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:00.306874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.369244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] DHCP port deletion for 72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:00.383310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] For port ae932b14-20ba-443f-9b94-8578715a5579, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ae932b14-20ba-443f-9b94-8578715a5579,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:00.383727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.400316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Calling delete_port for ae932b14-20ba-443f-9b94-8578715a5579 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:00.430573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] Deleting port ae932b14-20ba-443f-9b94-8578715a5579 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:00.430939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.492547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] For port ae932b14-20ba-443f-9b94-8578715a5579, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ae932b14-20ba-443f-9b94-8578715a5579,segment=NetworkSegment(ca0bce88-55b3-4bff-a851-72092d65b577),segment_id=ca0bce88-55b3-4bff-a851-72092d65b577)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:00.492930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.505212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] Calling delete_port for ae932b14-20ba-443f-9b94-8578715a5579 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:00.589243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.595970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.616497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae932b14-20ba-443f-9b94-8578715a5579,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:00.621465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] No DVR routers for this DVR port ae932b14-20ba-443f-9b94-8578715a5579 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:00.623405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] Pushing event deleted for resources: {'Port': ['ID=ae932b14-20ba-443f-9b94-8578715a5579,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:00.628943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90227f-a6f2-4429-8e7e-59fda40b1cab None None] No DVR routers for this DVR port ae932b14-20ba-443f-9b94-8578715a5579 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:00.696204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.707988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 26764de2-7584-46a3-b041-ca788fc6ff6c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:00.728678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72af14f0-e73b-4a44-bfbc-3903a4e3ebd0']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:00.728911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 26764de2-7584-46a3-b041-ca788fc6ff6c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:00.729017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 26764de2-7584-46a3-b041-ca788fc6ff6c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:00.729405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ae932b14-20ba-443f-9b94-8578715a5579 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:00.738083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0bce88-55b3-4bff-a851-72092d65b577') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:00.738376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0bce88-55b3-4bff-a851-72092d65b577') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:00.747918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.748083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ae932b14-20ba-443f-9b94-8578715a5579 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:00.748394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ae932b14-20ba-443f-9b94-8578715a5579 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:00.748897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device fa000e62-4386-4229-bfc2-c8599ac696a2 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:00.761709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.768123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:00.768590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.772003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: fa000e62-4386-4229-bfc2-c8599ac696a2 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:00.772003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device fa000e62-4386-4229-bfc2-c8599ac696a2 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:00.772236 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:00.927912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.933753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:00.936927 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/72af14f0-e73b-4a44-bfbc-3903a4e3ebd0 HTTP/1.1" status: 204 len: 168 time: 0.7644112 Apr 18 06:06:00.954396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1f762-c353-4e1b-8ba3-f0f6ab32a5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=72af14f0-e73b-4a44-bfbc-3903a4e3ebd0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:01.338847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52002) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:01.381178 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0cfd73e2-3d16-4847-bbae-50907b65381c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=521b1a9ca365459bab81c49af698bd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402513 Apr 18 06:06:01.382840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52004) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:01.430389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e69e92fc-b7f7-4582-80fd-15bfdd0e2798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:01.454110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e69e92fc-b7f7-4582-80fd-15bfdd0e2798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:01.583720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e69e92fc-b7f7-4582-80fd-15bfdd0e2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:01.586895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e69e92fc-b7f7-4582-80fd-15bfdd0e2798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:01.588069 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e69e92fc-b7f7-4582-80fd-15bfdd0e2798 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dea6f7fb-073c-431a-a8b9-a746438abf1f HTTP/1.1" status: 204 len: 168 time: 0.2040892 Apr 18 06:06:01.596107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e92fc-b7f7-4582-80fd-15bfdd0e2798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6f7fb-073c-431a-a8b9-a746438abf1f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:03.576253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52042) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:03.669176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1757703904', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:03.777632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Made reservation on behalf of 253630dfc152432ea0880ae259c3df69 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:03.779957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:03.788582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:03.860206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:03.937372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:03.947063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] device_id is not set on port c47b40e5-368d-4784-8995-99a67aa5d744 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:06:03.991839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf8a9b9-42b6-4991-af2c-0c0511d2233d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:04.061535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Allocated IP 172.26.4.241 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c47b40e5-368d-4784-8995-99a67aa5d744) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:04.461735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:04.555454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:04.594418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:04.597150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:04.603127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:04.630673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Pushing event updated for resources: {'Port': ['ID=c47b40e5-368d-4784-8995-99a67aa5d744,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:04.648878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:04.649507 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:04.725026 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e82e8b74-eab7-4a24-8eb4-1a0d353c30b0 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1475689 Apr 18 06:06:04.727819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52046) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:04.731995 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.241'}]}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:04.806420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:04.807472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:04.858535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.077469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.363595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.383063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.568482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.734456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.736716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.857755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:05.858346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1bb0a2-bdbf-45e8-942b-3ad1ed7b6d71 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:06:05.957656 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 06:06:05.959613 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1f1a5179-a264-4ffd-af6d-edf8d2ab0ca8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2305276 Apr 18 06:06:05.962684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52050) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:06.037181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Deleting port c47b40e5-368d-4784-8995-99a67aa5d744 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:06.037529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:06.114290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:06.126248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Calling delete_port for c47b40e5-368d-4784-8995-99a67aa5d744 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:06.326102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:06.351726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Pushing event deleted for resources: {'Port': ['ID=c47b40e5-368d-4784-8995-99a67aa5d744,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:06.362025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.362371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.362700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.363028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.364791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.364791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.364791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.364791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.364791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.365817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.365817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.365817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:06.425683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:06.429015 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-31679e72-26b2-4017-b53d-1ffd4ad4b1b8 tempest-RoutersAdminNegativeTest-1670731809 tempest-RoutersAdminNegativeTest-1670731809-project-admin] 10.222.0.43 "DELETE /v2.0/ports/c47b40e5-368d-4784-8995-99a67aa5d744 HTTP/1.1" status: 204 len: 168 time: 0.4652247 Apr 18 06:06:06.910927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52056) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:07.013293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7376714d-0247-443d-ac10-429726f811c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.085878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7376714d-0247-443d-ac10-429726f811c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.171698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7376714d-0247-443d-ac10-429726f811c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.213367 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7376714d-0247-443d-ac10-429726f811c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da972fd143584d909e617988a7dce488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013146 Apr 18 06:06:07.214224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376714d-0247-443d-ac10-429726f811c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcdad1c-df49-4afa-93e3-11ae70d8c5fc,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:07.216136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52060) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:07.264508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.285425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.423871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.426014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:07.427193 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bcdad1c-df49-4afa-93e3-11ae70d8c5fc HTTP/1.1" status: 204 len: 168 time: 0.2094855 Apr 18 06:06:07.435510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcdad1c-df49-4afa-93e3-11ae70d8c5fc,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:07.442618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.442970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.443337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.443672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.444000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.444395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.444759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.445104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.445429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.445752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.446670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:07.447252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd19439-d736-40fb-83c6-57aa0778126c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:08.098076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52066) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:08.142627 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0937a3a5-0a92-4001-8407-7962298757fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=253630dfc152432ea0880ae259c3df69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430863 Apr 18 06:06:08.145134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52068) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:08.201472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fe342b-ad3f-48e0-8d39-fc6289a0c11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:08.275381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fe342b-ad3f-48e0-8d39-fc6289a0c11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:08.607900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fe342b-ad3f-48e0-8d39-fc6289a0c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:08.610484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-85fe342b-ad3f-48e0-8d39-fc6289a0c11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:08.611658 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-85fe342b-ad3f-48e0-8d39-fc6289a0c11d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcf8a9b9-42b6-4991-af2c-0c0511d2233d HTTP/1.1" status: 204 len: 168 time: 0.4656110 Apr 18 06:06:08.619861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe342b-ad3f-48e0-8d39-fc6289a0c11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf8a9b9-42b6-4991-af2c-0c0511d2233d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:09.758126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52092) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:09.875474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ccd9372a-3e04-4097-906b-0df7dffb6ad1 tempest-AgentManagementNegativeTest-2120980 tempest-AgentManagementNegativeTest-2120980-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1159322 Apr 18 06:06:10.403312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:10.515116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-24c838e4-5dbf-42b4-90fe-9d76772f303e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.587097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-24c838e4-5dbf-42b4-90fe-9d76772f303e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.688127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-24c838e4-5dbf-42b4-90fe-9d76772f303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.726810 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-24c838e4-5dbf-42b4-90fe-9d76772f303e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dc942c2e73c4a82b56bca61e46bfe49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222926 Apr 18 06:06:10.728357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c838e4-5dbf-42b4-90fe-9d76772f303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed8c0ae-0c33-4631-afc5-323b0fb01602,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:10.730061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52104) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:10.779051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-025d5b49-bfda-4e9c-99c7-383b0585aadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.800224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-025d5b49-bfda-4e9c-99c7-383b0585aadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.914866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-025d5b49-bfda-4e9c-99c7-383b0585aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.917418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-025d5b49-bfda-4e9c-99c7-383b0585aadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:10.918618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-025d5b49-bfda-4e9c-99c7-383b0585aadc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ed8c0ae-0c33-4631-afc5-323b0fb01602 HTTP/1.1" status: 204 len: 168 time: 0.1875746 Apr 18 06:06:10.926366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d5b49-bfda-4e9c-99c7-383b0585aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed8c0ae-0c33-4631-afc5-323b0fb01602,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:12.028536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52126) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:12.125634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'networks': [{'name': 'tempest-network--132434276'}, {'name': 'tempest-network--789362433'}]} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:12.125946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'network': {'name': 'tempest-network--132434276'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:12.126407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'network': {'name': 'tempest-network--789362433'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:12.259071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'network': 2} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:12.263679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.272701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.348904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.413757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.414221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.448989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68eaf47-2691-4e60-b955-babe4ed1430e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:12.458754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:12.468371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.468770 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Added segment c5cc3880-350d-4edb-abd7-75face3c4ef2 of type vlan for network 060b4d71-8269-4808-b2d7-a5ff6812980e Apr 18 06:06:12.510888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.538942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:12.547415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.547763 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Added segment f9ea576b-6a92-4d41-8ee2-3db6363b864e of type vlan for network d938d02f-a0e9-4874-bfb2-cdb3840054a9 Apr 18 06:06:12.587402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.716878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.717377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.723039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:12.728715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:12.729315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.796922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Network': ['ID=060b4d71-8269-4808-b2d7-a5ff6812980e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:12.806864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 060b4d71-8269-4808-b2d7-a5ff6812980e details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:12.863932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Network': ['ID=d938d02f-a0e9-4874-bfb2-cdb3840054a9,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:12.869752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:12.874484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network d938d02f-a0e9-4874-bfb2-cdb3840054a9 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:12.946783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75df6148-3d06-4bba-ab49-128a837f708f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9164789 Apr 18 06:06:12.952047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52130) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:13.135181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1e50a-3465-46db-bf71-9ba9e066ba5e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.142689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1e50a-3465-46db-bf71-9ba9e066ba5e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.147574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1e50a-3465-46db-bf71-9ba9e066ba5e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.153895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1e50a-3465-46db-bf71-9ba9e066ba5e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:13.155618 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c4e1e50a-3465-46db-bf71-9ba9e066ba5e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2059555 Apr 18 06:06:13.158383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52132) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:13.253606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.341137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.365122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060b4d71-8269-4808-b2d7-a5ff6812980e']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.374254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cc3880-350d-4edb-abd7-75face3c4ef2') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.374540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cc3880-350d-4edb-abd7-75face3c4ef2') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.384391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.398131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.405357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:13.411783 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:13.566671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.574617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.577393 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/networks/060b4d71-8269-4808-b2d7-a5ff6812980e HTTP/1.1" status: 204 len: 168 time: 0.4180400 Apr 18 06:06:13.582124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52134) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:13.589652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd56cbd-7c5b-4e6d-b154-ff384868cc01 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Network': ['ID=060b4d71-8269-4808-b2d7-a5ff6812980e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:13.659166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.748969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.772032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d938d02f-a0e9-4874-bfb2-cdb3840054a9']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.781317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ea576b-6a92-4d41-8ee2-3db6363b864e') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.781610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ea576b-6a92-4d41-8ee2-3db6363b864e') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:13.791054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.804335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.810786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:13.811190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:13.814892 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:13.954972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.963030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:13.966163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/networks/d938d02f-a0e9-4874-bfb2-cdb3840054a9 HTTP/1.1" status: 204 len: 168 time: 0.3847332 Apr 18 06:06:13.968967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52142) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:13.976217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab93cc8-b03e-4e7c-a507-29ccae5e2d11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Network': ['ID=d938d02f-a0e9-4874-bfb2-cdb3840054a9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:14.074191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a436e-b3bb-4788-8020-97212d29086e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:14.080229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a436e-b3bb-4788-8020-97212d29086e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:14.081781 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cb7a436e-b3bb-4788-8020-97212d29086e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1116745 Apr 18 06:06:14.085522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52144) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:14.091835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1117224207'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:14.177789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:14.182333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.206880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:14.215557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.218645 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Added segment fb939631-7b1b-490f-aa89-7e4096d11be1 of type vlan for network aeb3af90-2850-4ed2-85dc-de156146c870 Apr 18 06:06:14.254248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.350835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.357126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:14.361576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.424664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Network': ['ID=aeb3af90-2850-4ed2-85dc-de156146c870,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:14.436812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network aeb3af90-2850-4ed2-85dc-de156146c870 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:14.479958 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cd6688f1-6ff8-4868-83c1-e51b2fb7786f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3931541 Apr 18 06:06:14.487321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52146) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:14.492564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1837201527'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:14.596165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:14.599627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.623059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:14.631175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.631540 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Added segment c54edea2-a1d3-4c0e-a03a-88f7a9ea3362 of type vlan for network efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61 Apr 18 06:06:14.670236 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.767963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.773337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:14.773904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:14.842729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Network': ['ID=efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:14.852810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:14.885450 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c4f8ca26-d60e-42cd-9f09-17f490cedf34 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3970802 Apr 18 06:06:14.889471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52148) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:14.894780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'ports': [{'network_id': 'aeb3af90-2850-4ed2-85dc-de156146c870', 'name': 'tempest-port--680749588', 'admin_state_up': True}, {'network_id': 'efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61', 'admin_state_up': False}]} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:14.895088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'port': {'network_id': 'aeb3af90-2850-4ed2-85dc-de156146c870', 'name': 'tempest-port--680749588', 'admin_state_up': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:14.895606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'port': {'network_id': 'efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61', 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:15.110654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'port': 2} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:15.115164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.132676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.285883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] device_id is not set on port 1938b1f0-ec62-4769-baba-1cf7de86d1e5 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:06:15.371310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.441830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] device_id is not set on port e0f376e5-114f-40f7-80c4-3df846363d53 yet. {{(pid=109605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:06:15.520183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.617756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.679879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Port': ['ID=1938b1f0-ec62-4769-baba-1cf7de86d1e5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:15.688716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Checking segment: {'id': 'fb939631-7b1b-490f-aa89-7e4096d11be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aeb3af90-2850-4ed2-85dc-de156146c870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:15.689065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network hostable DHCP agents. Network: aeb3af90-2850-4ed2-85dc-de156146c870, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:15.796061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network aeb3af90-2850-4ed2-85dc-de156146c870 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:15.864498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, aeb3af90-2850-4ed2-85dc-de156146c870) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:15.868681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:15.869615 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:15.873785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc46184-a918-4532-b0a1-ed03eed4dec3 None None] Network aeb3af90-2850-4ed2-85dc-de156146c870 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:15.923377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Port': ['ID=e0f376e5-114f-40f7-80c4-3df846363d53,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:15.939434 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Checking segment: {'id': 'c54edea2-a1d3-4c0e-a03a-88f7a9ea3362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:15.939849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network hostable DHCP agents. Network: efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:16.029033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:16.126042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:16.129689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:16.134623 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bce4b6-c8c8-4d5d-b139-0e95a36e316f None None] Network efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:16.135393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:16.140209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:16.140858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.268027 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f4f14493-119b-44cf-9a87-116d77d7be5f tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3771937 Apr 18 06:06:16.270451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52150) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:16.319067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461224f-b084-49bd-a3c9-3c971a771d58 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:16.324968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f461224f-b084-49bd-a3c9-3c971a771d58 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:16.326526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f461224f-b084-49bd-a3c9-3c971a771d58 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0550961 Apr 18 06:06:16.329356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52156) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:16.418062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Deleting port 1938b1f0-ec62-4769-baba-1cf7de86d1e5 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:16.418399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.483365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.496839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Calling delete_port for 1938b1f0-ec62-4769-baba-1cf7de86d1e5 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:16.636058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.662529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Port': ['ID=1938b1f0-ec62-4769-baba-1cf7de86d1e5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:16.670594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.673774 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-440dd4ac-a481-4a5b-8e12-64814ab1a000 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/ports/1938b1f0-ec62-4769-baba-1cf7de86d1e5 HTTP/1.1" status: 204 len: 168 time: 0.3435163 Apr 18 06:06:16.676578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52158) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:16.761719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Deleting port e0f376e5-114f-40f7-80c4-3df846363d53 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:16.762057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.832194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:16.846221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Calling delete_port for e0f376e5-114f-40f7-80c4-3df846363d53 owned by {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:16.979622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.011865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Port': ['ID=e0f376e5-114f-40f7-80c4-3df846363d53,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:17.014179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.023299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-827ec1fa-d98c-40c9-b85f-7bec66468ba8 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/ports/e0f376e5-114f-40f7-80c4-3df846363d53 HTTP/1.1" status: 204 len: 168 time: 0.3397975 Apr 18 06:06:17.023299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52160) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:17.050975 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7413c371-78e3-4af1-97f2-003f51720e4e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296750 Apr 18 06:06:17.054411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52162) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:17.059412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-47081777'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:17.208077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:17.211553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.235384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:17.244416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.244819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Added segment f84f8fc8-5367-40d0-8c0e-032d97d372bc of type vlan for network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 Apr 18 06:06:17.284215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.390900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.396781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:17.397431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.460372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Network': ['ID=23fc39e1-9ee6-4dbf-b71b-fd41a6043631,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:17.470610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:17.547959 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b3021686-6171-42bf-8fff-fcc73cfa5add tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4924951 Apr 18 06:06:17.550463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52164) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:17.555499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1216801453'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:17.636425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:17.639889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.667452 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:17.675823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.676156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Added segment 16f34b7f-1a63-4db4-8c41-9dac32d8e09e of type vlan for network d4741b37-269e-4bc0-9299-30a837000ff5 Apr 18 06:06:17.713987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.829107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.834714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:17.835310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:17.899764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Network': ['ID=d4741b37-269e-4bc0-9299-30a837000ff5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:17.914303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network d4741b37-269e-4bc0-9299-30a837000ff5 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:17.947888 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-47468a19-16b4-43d9-a995-62591cbf8324 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3963928 Apr 18 06:06:18.087051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52166) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:18.092260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'subnets': [{'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2125366015', 'ip_version': 4}, {'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:18.092585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'subnet': {'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2125366015', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:18.093163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Request body: {'subnet': {'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:18.293540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Made reservation on behalf of ed8b84778b624d1db874501585e850eb for: {'subnet': 2} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:18.298071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.298416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:18.986087 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-f195bdfc-e1db-4854-9179-2fe4d4d599ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392036 Apr 18 06:06:18.994670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:19.083033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Subnet': ['ID=ef378282-2fe0-4430-8f75-c38c9399ff1f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:19.097563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Checking segment: {'id': 'f84f8fc8-5367-40d0-8c0e-032d97d372bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:19.097924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network hostable DHCP agents. Network: 23fc39e1-9ee6-4dbf-b71b-fd41a6043631, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:19.108842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81984dc4-8939-4752-9562-d24fcf25210e req-ef9e385a-3e3d-4138-a050-dca64b3c2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.110320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-ef9e385a-3e3d-4138-a050-dca64b3c2167 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1098 time: 0.0661716 Apr 18 06:06:19.210473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:19.217624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81984dc4-8939-4752-9562-d24fcf25210e req-22023306-ac4e-4cbf-90f3-86b5b10899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.219063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-22023306-ac4e-4cbf-90f3-86b5b10899fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 200 len: 897 time: 0.0917237 Apr 18 06:06:19.285135 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-8749df22-5a63-4d7a-95c6-4e98cc5a97ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 200 len: 1000 time: 0.0592568 Apr 18 06:06:19.299785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 23fc39e1-9ee6-4dbf-b71b-fd41a6043631) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:19.308389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac3d53-ed8a-4934-8e10-9ad5cd821634 None None] Network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:19.321290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:19.385534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81984dc4-8939-4752-9562-d24fcf25210e req-cd4c8f1a-7c57-4af4-849d-5023878de21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.386981 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-cd4c8f1a-7c57-4af4-849d-5023878de21b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f29c28c9-8775-4f72-9767-55d1dd98cdb7 HTTP/1.1" status: 200 len: 835 time: 0.0955720 Apr 18 06:06:19.410722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event updated for resources: {'Subnet': ['ID=4f733305-a073-411e-807c-33270b666fee,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:19.437398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Checking segment: {'id': '16f34b7f-1a63-4db4-8c41-9dac32d8e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:19.440818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network hostable DHCP agents. Network: d4741b37-269e-4bc0-9299-30a837000ff5, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:19.460201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81984dc4-8939-4752-9562-d24fcf25210e req-2d1ebd86-29f2-4950-9f6f-c3fb6be42c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.461713 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-2d1ebd86-29f2-4950-9f6f-c3fb6be42c79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a924472f-2b44-402b-8d0f-471461bbcf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627832 Apr 18 06:06:19.555318 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-b0a69655-947f-4f9c-9b5f-8e5caa2162a4 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872290 Apr 18 06:06:19.556339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Network d4741b37-269e-4bc0-9299-30a837000ff5 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:19.608261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-23fc39e1-9ee6-4dbf-b71b-fd41a6043631', 'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631', 'tenant_id': 'ed8b84778b624d1db874501585e850eb', 'fixed_ips': [{'subnet_id': 'ef378282-2fe0-4430-8f75-c38c9399ff1f'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:19.609114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:19.651355 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81984dc4-8939-4752-9562-d24fcf25210e req-9f3f64a4-32b6-4684-b35b-69add6a959de service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896931 Apr 18 06:06:19.653269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, d4741b37-269e-4bc0-9299-30a837000ff5) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:19.657472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.657969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.658601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:19.678037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460ce93-2365-4030-a7e4-de237ca4edff None None] Network d4741b37-269e-4bc0-9299-30a837000ff5 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:19.764768 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ef64b317-f566-4743-9bb0-61bdf75b6f11 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6765735 Apr 18 06:06:19.767249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52168) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:19.805754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Allocated IP 172.20.0.2 (23fc39e1-9ee6-4dbf-b71b-fd41a6043631/ef378282-2fe0-4430-8f75-c38c9399ff1f/fcd74cff-3003-4fef-bad7-3370565047ae) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:19.823670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd030f06-f1ac-4444-9336-ec3b84cced31 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.825408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd030f06-f1ac-4444-9336-ec3b84cced31 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.826939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd030f06-f1ac-4444-9336-ec3b84cced31 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:19.831700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cd030f06-f1ac-4444-9336-ec3b84cced31 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0632021 Apr 18 06:06:19.833653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52172) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:19.888344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Deleting subnet ef378282-2fe0-4430-8f75-c38c9399ff1f {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:19.930058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-d4741b37-269e-4bc0-9299-30a837000ff5', 'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5', 'tenant_id': 'ed8b84778b624d1db874501585e850eb', 'fixed_ips': [{'subnet_id': '4f733305-a073-411e-807c-33270b666fee'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:19.932084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.076099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.120586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Allocated IP 172.20.0.18 (d4741b37-269e-4bc0-9299-30a837000ff5/4f733305-a073-411e-807c-33270b666fee/e0971a67-177f-4c8f-9aed-326509001244) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:20.196469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.198937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.246058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.274158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:20.282439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:20.289415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:20.313431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Pushing event updated for resources: {'Port': ['ID=fcd74cff-3003-4fef-bad7-3370565047ae,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:20.335099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.342801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.344875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.345230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.345542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.345865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.346185 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.346505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.346822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.347141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.347479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.347791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.348104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.348424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:06:20.378738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Attempting to bind port fcd74cff-3003-4fef-bad7-3370565047ae on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:20.379405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Attempting to bind port fcd74cff-3003-4fef-bad7-3370565047ae by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'f84f8fc8-5367-40d0-8c0e-032d97d372bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:20.379766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Attempting to bind port fcd74cff-3003-4fef-bad7-3370565047ae on network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:20.385174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:20.388874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Checking segment: {'id': 'f84f8fc8-5367-40d0-8c0e-032d97d372bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:20.388874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.388874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Bound using segment: {'id': 'f84f8fc8-5367-40d0-8c0e-032d97d372bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:20.388874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Bound port: fcd74cff-3003-4fef-bad7-3370565047ae, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84f8fc8-5367-40d0-8c0e-032d97d372bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '23fc39e1-9ee6-4dbf-b71b-fd41a6043631'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:20.388874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.474861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.514526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Network d4741b37-269e-4bc0-9299-30a837000ff5 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:20.517712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:20.521295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:20.523399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.530065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] For port fcd74cff-3003-4fef-bad7-3370565047ae, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:20.533587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Pushing event updated for resources: {'Port': ['ID=e0971a67-177f-4c8f-9aed-326509001244,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:20.548550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] For port fcd74cff-3003-4fef-bad7-3370565047ae, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fcd74cff-3003-4fef-bad7-3370565047ae,segment=NetworkSegment(f84f8fc8-5367-40d0-8c0e-032d97d372bc),segment_id=f84f8fc8-5367-40d0-8c0e-032d97d372bc)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:20.550955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Subnet': ['ID=ef378282-2fe0-4430-8f75-c38c9399ff1f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:20.557345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.563403 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-017d832a-8295-469b-9499-fd8d6a041c7e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/subnets/ef378282-2fe0-4430-8f75-c38c9399ff1f HTTP/1.1" status: 204 len: 168 time: 0.7304318 Apr 18 06:06:20.563580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52174) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:20.597971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Attempting to bind port e0971a67-177f-4c8f-9aed-326509001244 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:20.597971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Attempting to bind port e0971a67-177f-4c8f-9aed-326509001244 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '16f34b7f-1a63-4db4-8c41-9dac32d8e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:20.597971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Attempting to bind port e0971a67-177f-4c8f-9aed-326509001244 on network d4741b37-269e-4bc0-9299-30a837000ff5 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:20.601237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:20.601237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Checking segment: {'id': '16f34b7f-1a63-4db4-8c41-9dac32d8e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:20.601535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.601870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Bound using segment: {'id': '16f34b7f-1a63-4db4-8c41-9dac32d8e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:20.602322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Bound port: e0971a67-177f-4c8f-9aed-326509001244, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f34b7f-1a63-4db4-8c41-9dac32d8e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4741b37-269e-4bc0-9299-30a837000ff5'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:20.602697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.617231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Deleting subnet 4f733305-a073-411e-807c-33270b666fee {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:20.618145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.620534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.668031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.713896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb1b2-2270-4758-b869-02b0025a918c None None] Pushing event updated for resources: {'Port': ['ID=fcd74cff-3003-4fef-bad7-3370565047ae,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:20.722424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] For port e0971a67-177f-4c8f-9aed-326509001244, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:20.725731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] For port e0971a67-177f-4c8f-9aed-326509001244, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e0971a67-177f-4c8f-9aed-326509001244,segment=NetworkSegment(16f34b7f-1a63-4db4-8c41-9dac32d8e09e),segment_id=16f34b7f-1a63-4db4-8c41-9dac32d8e09e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:20.832575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.835143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:20.904099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc716e-72af-45a1-bc1e-69a7877ef16d None None] Pushing event updated for resources: {'Port': ['ID=e0971a67-177f-4c8f-9aed-326509001244,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:21.020049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.054271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Subnet': ['ID=4f733305-a073-411e-807c-33270b666fee,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:21.059122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.064997 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e326c888-6082-4e25-93ca-3d9dc387d9bd tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/subnets/4f733305-a073-411e-807c-33270b666fee HTTP/1.1" status: 204 len: 168 time: 0.4979055 Apr 18 06:06:21.064997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52176) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:21.131859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018cfe0a-5a2c-4bfc-9d33-a0e3ab29aed3 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:21.133246 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-018cfe0a-5a2c-4bfc-9d33-a0e3ab29aed3 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674472 Apr 18 06:06:21.137770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52178) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:21.218771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.279830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Deleting port e0971a67-177f-4c8f-9aed-326509001244 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:21.280166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.342879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] For port e0971a67-177f-4c8f-9aed-326509001244, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e0971a67-177f-4c8f-9aed-326509001244,segment=NetworkSegment(16f34b7f-1a63-4db4-8c41-9dac32d8e09e),segment_id=16f34b7f-1a63-4db4-8c41-9dac32d8e09e)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:21.343263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.356360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Calling delete_port for e0971a67-177f-4c8f-9aed-326509001244 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:21.533949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.561777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Port': ['ID=e0971a67-177f-4c8f-9aed-326509001244,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:21.563706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] No DVR routers for this DVR port e0971a67-177f-4c8f-9aed-326509001244 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:21.645512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.667713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4741b37-269e-4bc0-9299-30a837000ff5']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:21.677274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f34b7f-1a63-4db4-8c41-9dac32d8e09e') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:21.677575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f34b7f-1a63-4db4-8c41-9dac32d8e09e') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:21.693275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.707656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.713250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a345f-f1a2-4fc1-8b2e-83652e4ee659 None None] Network 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:21.714483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:21.714883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:21.717877 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:21.784881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a7125db9-c28d-41b3-a3e0-4e2e3d1cc149 None None] Provisioning complete for port fcd74cff-3003-4fef-bad7-3370565047ae triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:21.785248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7125db9-c28d-41b3-a3e0-4e2e3d1cc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.899383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.905113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.909444 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/networks/d4741b37-269e-4bc0-9299-30a837000ff5 HTTP/1.1" status: 204 len: 168 time: 0.7706635 Apr 18 06:06:21.912006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52180) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:21.918920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7125db9-c28d-41b3-a3e0-4e2e3d1cc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:21.926820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c5f45-549f-47a1-853b-236cec63283e tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Network': ['ID=d4741b37-269e-4bc0-9299-30a837000ff5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:21.964828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] DHCP port deletion for 23fc39e1-9ee6-4dbf-b71b-fd41a6043631 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:21.967921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a7125db9-c28d-41b3-a3e0-4e2e3d1cc149 None None] For port fcd74cff-3003-4fef-bad7-3370565047ae, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fcd74cff-3003-4fef-bad7-3370565047ae,segment=NetworkSegment(f84f8fc8-5367-40d0-8c0e-032d97d372bc),segment_id=f84f8fc8-5367-40d0-8c0e-032d97d372bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:22.000962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.023097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] Deleting port fcd74cff-3003-4fef-bad7-3370565047ae {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:22.023495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.059649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Deleting port fcd74cff-3003-4fef-bad7-3370565047ae {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:22.060101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.071497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7125db9-c28d-41b3-a3e0-4e2e3d1cc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.113316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] For port fcd74cff-3003-4fef-bad7-3370565047ae, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fcd74cff-3003-4fef-bad7-3370565047ae,segment=NetworkSegment(f84f8fc8-5367-40d0-8c0e-032d97d372bc),segment_id=f84f8fc8-5367-40d0-8c0e-032d97d372bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:22.113908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.132667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] Calling delete_port for fcd74cff-3003-4fef-bad7-3370565047ae owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:22.132993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] For port fcd74cff-3003-4fef-bad7-3370565047ae, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=fcd74cff-3003-4fef-bad7-3370565047ae,segment=NetworkSegment(f84f8fc8-5367-40d0-8c0e-032d97d372bc),segment_id=f84f8fc8-5367-40d0-8c0e-032d97d372bc)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:22.134397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.149546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Calling delete_port for fcd74cff-3003-4fef-bad7-3370565047ae owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:22.153474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7125db9-c28d-41b3-a3e0-4e2e3d1cc149 None None] Pushing event updated for resources: {'Port': ['ID=fcd74cff-3003-4fef-bad7-3370565047ae,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:22.197780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-02990a37-c0ca-486d-a1fe-8ae698ec5a13 None None] Could not find standard attr ID for object e0971a67-177f-4c8f-9aed-326509001244. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:06:22.219589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300485c8-3da5-4c2e-8fef-1154f709bf62 None None] DHCP port deletion for d4741b37-269e-4bc0-9299-30a837000ff5 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:22.241728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de21f6b-e5c0-41da-9b33-dfa568bd8075 None None] Network d4741b37-269e-4bc0-9299-30a837000ff5 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:22.254874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de21f6b-e5c0-41da-9b33-dfa568bd8075 None None] Network d4741b37-269e-4bc0-9299-30a837000ff5 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:06:22.339040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.366419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] Pushing event deleted for resources: {'Port': ['ID=fcd74cff-3003-4fef-bad7-3370565047ae,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:22.372538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613dfe05-7fbf-4901-aee2-037025531234 None None] No DVR routers for this DVR port fcd74cff-3003-4fef-bad7-3370565047ae on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:22.430715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.455546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Port': ['ID=fcd74cff-3003-4fef-bad7-3370565047ae,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:22.461081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] No DVR routers for this DVR port fcd74cff-3003-4fef-bad7-3370565047ae on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:22.543572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.563199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fc39e1-9ee6-4dbf-b71b-fd41a6043631']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:22.572200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84f8fc8-5367-40d0-8c0e-032d97d372bc') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:22.572490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84f8fc8-5367-40d0-8c0e-032d97d372bc') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:22.581472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.594929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.600635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:22.601013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:22.604689 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:22.733609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.741309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.744025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/networks/23fc39e1-9ee6-4dbf-b71b-fd41a6043631 HTTP/1.1" status: 204 len: 168 time: 0.8310230 Apr 18 06:06:22.746703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52182) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:22.756103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6bd15-1201-4bf8-afe0-451add086fbf tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Network': ['ID=23fc39e1-9ee6-4dbf-b71b-fd41a6043631,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:22.829388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.914627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.934631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:22.943726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54edea2-a1d3-4c0e-a03a-88f7a9ea3362') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:22.944015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54edea2-a1d3-4c0e-a03a-88f7a9ea3362') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:22.953618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.966816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.972445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:22.972818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:22.983773 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:23.167483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.174051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.177169 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/networks/efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61 HTTP/1.1" status: 204 len: 168 time: 0.4293761 Apr 18 06:06:23.179804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52184) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:23.188671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e98523-8fbb-45bf-b8fc-fac6109711ff tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Network': ['ID=efe79aaa-7f7a-4e8b-bc69-bb1602b9dd61,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:23.255709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.343338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.363651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb3af90-2850-4ed2-85dc-de156146c870']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:23.373872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb939631-7b1b-490f-aa89-7e4096d11be1') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:23.374174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb939631-7b1b-490f-aa89-7e4096d11be1') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:23.383731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.397671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.403798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:23.404227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:23.407444 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:23.453264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-407616d2-0ad6-4a9e-bb5c-c2d9bce6a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.567903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.573161 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:23.576625 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] 10.222.0.43 "DELETE /v2.0/networks/aeb3af90-2850-4ed2-85dc-de156146c870 HTTP/1.1" status: 204 len: 168 time: 0.3957508 Apr 18 06:06:23.596051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2caa7-30e8-4bee-8204-f7ff2c0ebe12 tempest-BulkNetworkOpsTest-395576860 tempest-BulkNetworkOpsTest-395576860-project] Pushing event deleted for resources: {'Network': ['ID=aeb3af90-2850-4ed2-85dc-de156146c870,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:24.106680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:24.246724 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c1230d92-b51c-41ce-bb99-325b8f9dac29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed8b84778b624d1db874501585e850eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388516 Apr 18 06:06:24.249260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52194) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:24.299416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f815cd2b-1307-44ca-94fa-819676ae62c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.320199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f815cd2b-1307-44ca-94fa-819676ae62c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.465108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f815cd2b-1307-44ca-94fa-819676ae62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.467861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f815cd2b-1307-44ca-94fa-819676ae62c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:24.469059 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f815cd2b-1307-44ca-94fa-819676ae62c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b68eaf47-2691-4e60-b955-babe4ed1430e HTTP/1.1" status: 204 len: 168 time: 0.2188673 Apr 18 06:06:24.477010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815cd2b-1307-44ca-94fa-819676ae62c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68eaf47-2691-4e60-b955-babe4ed1430e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:25.484632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52220) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:25.578292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-387784351'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:25.669081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:25.672634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.681335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.755630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.819160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2a6a3a10-6580-4f86-9290-5c363111f167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.830227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.860599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:25.869294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a617096-0316-4f57-8b6e-7006940b4cf7,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:25.875135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.875505 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 21a6db97-9da1-4976-8037-bc6c8a37e552 of type vlan for network b4c99e27-0dcb-4419-a037-4de8c5984f3c Apr 18 06:06:25.915931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:25.996040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.001657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:26.002233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.067033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=b4c99e27-0dcb-4419-a037-4de8c5984f3c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:26.077756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:26.102041 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b0ff7173-1848-4c8d-a600-450dca32d734 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6162765 Apr 18 06:06:26.105038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52224) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:26.110038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-540569282'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:26.212938 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:26.216610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.238963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:26.248086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.248428 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 4a3a8097-8fe3-4bc3-a820-a501b96b461c of type vlan for network 0986206f-d49a-442d-a3b9-9d170eac1026 Apr 18 06:06:26.286917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.356614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.362071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:26.362670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.435961 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3298252 Apr 18 06:06:26.437645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc65ef6-6122-447e-b903-4c75298638cc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=0986206f-d49a-442d-a3b9-9d170eac1026,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:26.438833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52226) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:26.444051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:26.448786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0986206f-d49a-442d-a3b9-9d170eac1026 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:26.595885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:26.599478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.835019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:26.900879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=6d5f3630-3f66-4e13-9c83-9e659dbdaa82,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:26.908221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '21a6db97-9da1-4976-8037-bc6c8a37e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:26.908581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: b4c99e27-0dcb-4419-a037-4de8c5984f3c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:26.950613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.007382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:27.093267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, b4c99e27-0dcb-4419-a037-4de8c5984f3c) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:27.097733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:27.098317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.102137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70599b1-1b75-4f88-a4dd-9386405a80e0 None None] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:27.171195 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7495b23e-e2b7-4772-a0fa-dcb4fd5db6d3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7306035 Apr 18 06:06:27.173588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52228) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:27.178628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:27.246775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-b4c99e27-0dcb-4419-a037-4de8c5984f3c', 'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '6d5f3630-3f66-4e13-9c83-9e659dbdaa82'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:27.247663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.356660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:27.360093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.386552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Allocated IP 2001:db8::2 (b4c99e27-0dcb-4419-a037-4de8c5984f3c/6d5f3630-3f66-4e13-9c83-9e659dbdaa82/9221ad55-62b1-4c14-ba4c-eb3209d4e7ba) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:27.528390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.652365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.659714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.699934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:27.703705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:27.705544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Pushing event updated for resources: {'Port': ['ID=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:27.707711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:27.726596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=dda9b337-85d8-4701-ba72-ae69a209bc05,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:27.736241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '4a3a8097-8fe3-4bc3-a820-a501b96b461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:27.736599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: 0986206f-d49a-442d-a3b9-9d170eac1026, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:27.759758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Attempting to bind port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:27.760128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Attempting to bind port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '21a6db97-9da1-4976-8037-bc6c8a37e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:27.760483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Attempting to bind port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba on network b4c99e27-0dcb-4419-a037-4de8c5984f3c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:27.765340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:27.765707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Checking segment: {'id': '21a6db97-9da1-4976-8037-bc6c8a37e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:27.766101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.766485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Bound using segment: {'id': '21a6db97-9da1-4976-8037-bc6c8a37e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:27.766935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Bound port: 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a6db97-9da1-4976-8037-bc6c8a37e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b4c99e27-0dcb-4419-a037-4de8c5984f3c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:27.767333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.825176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 0986206f-d49a-442d-a3b9-9d170eac1026 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:27.829636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] For port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:27.832792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] For port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,segment=NetworkSegment(21a6db97-9da1-4976-8037-bc6c8a37e552),segment_id=21a6db97-9da1-4976-8037-bc6c8a37e552)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:27.917193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0986206f-d49a-442d-a3b9-9d170eac1026) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:27.921225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:27.931715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:27.932060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16913fea-c9e2-4f13-bd35-ae1c264fb28e None None] Network 0986206f-d49a-442d-a3b9-9d170eac1026 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:27.969499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.010361 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6a01d24a-c89f-43e2-882d-3a2e00726bd8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8356702 Apr 18 06:06:28.013043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52230) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:28.017904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308013197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:28.048530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff63d-4cf9-472a-89d1-6002fe801278 None None] Pushing event updated for resources: {'Port': ['ID=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:28.116405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.117573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.125977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0986206f-d49a-442d-a3b9-9d170eac1026', 'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': 'dda9b337-85d8-4701-ba72-ae69a209bc05'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:28.127419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.177291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.260443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.292645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Allocated IP 2001:db8:1::2 (0986206f-d49a-442d-a3b9-9d170eac1026/dda9b337-85d8-4701-ba72-ae69a209bc05/3da75c27-a905-41fe-b661-68b8ead98439) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:28.347181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.348500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-33ba3943-83bc-4bf5-baf9-db768d29c7a7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3344321 Apr 18 06:06:28.351401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52232) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:28.442799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.522736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.564116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Network 0986206f-d49a-442d-a3b9-9d170eac1026 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:28.567115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:28.570334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:28.580817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Pushing event updated for resources: {'Port': ['ID=3da75c27-a905-41fe-b661-68b8ead98439,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:28.632732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.646733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Attempting to bind port 3da75c27-a905-41fe-b661-68b8ead98439 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:28.647094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Attempting to bind port 3da75c27-a905-41fe-b661-68b8ead98439 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '4a3a8097-8fe3-4bc3-a820-a501b96b461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:28.647474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Attempting to bind port 3da75c27-a905-41fe-b661-68b8ead98439 on network 0986206f-d49a-442d-a3b9-9d170eac1026 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:28.652538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:28.652899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Checking segment: {'id': '4a3a8097-8fe3-4bc3-a820-a501b96b461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:28.653287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.653674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Bound using segment: {'id': '4a3a8097-8fe3-4bc3-a820-a501b96b461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:28.654122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Bound port: 3da75c27-a905-41fe-b661-68b8ead98439, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3a8097-8fe3-4bc3-a820-a501b96b461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0986206f-d49a-442d-a3b9-9d170eac1026'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:28.654491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.728253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] For port 3da75c27-a905-41fe-b661-68b8ead98439, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:28.731966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] For port 3da75c27-a905-41fe-b661-68b8ead98439, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3da75c27-a905-41fe-b661-68b8ead98439,segment=NetworkSegment(4a3a8097-8fe3-4bc3-a820-a501b96b461c),segment_id=4a3a8097-8fe3-4bc3-a820-a501b96b461c)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:28.735453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.780813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:28.806575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:28.905690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8::1 (b4c99e27-0dcb-4419-a037-4de8c5984f3c/6d5f3630-3f66-4e13-9c83-9e659dbdaa82/6c4ba82c-d6de-48e6-ac63-823b0b38c225) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:29.032279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.048324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ecae1-902c-4d63-9287-c25c2d330b53 None None] Pushing event updated for resources: {'Port': ['ID=3da75c27-a905-41fe-b661-68b8ead98439,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:29.051948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:29.051948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.104467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f88966-5e03-4e21-b67c-5cb49c4ebee5 None None] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:29.125916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.156944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.194516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.203598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:29.206972 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:29.212867 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:29.213630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.278749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,segment=NetworkSegment(21a6db97-9da1-4976-8037-bc6c8a37e552),segment_id=21a6db97-9da1-4976-8037-bc6c8a37e552)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:29.279669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-af77bdfa-90be-425f-8da5-a0b5669f91ad None None] Provisioning complete for port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:29.280039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af77bdfa-90be-425f-8da5-a0b5669f91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.285570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=6c4ba82c-d6de-48e6-ac63-823b0b38c225,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:29.408639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.460856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af77bdfa-90be-425f-8da5-a0b5669f91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.487314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:29.505783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.534030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-af77bdfa-90be-425f-8da5-a0b5669f91ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:06:29.534567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-af77bdfa-90be-425f-8da5-a0b5669f91ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:06:29.797360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.882366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:29.888086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.098164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f324467-e593-4dbb-8461-4b5d41b07e6d None None] Network 0986206f-d49a-442d-a3b9-9d170eac1026 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:30.231740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Provisioning complete for port 3da75c27-a905-41fe-b661-68b8ead98439 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:30.232119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.276392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=6c4ba82c-d6de-48e6-ac63-823b0b38c225,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:30.323390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:30.324873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:30.353519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.389676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] For port 3da75c27-a905-41fe-b661-68b8ead98439, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3da75c27-a905-41fe-b661-68b8ead98439,segment=NetworkSegment(4a3a8097-8fe3-4bc3-a820-a501b96b461c),segment_id=4a3a8097-8fe3-4bc3-a820-a501b96b461c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:30.487999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.531285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Provisioning complete for port 6c4ba82c-d6de-48e6-ac63-823b0b38c225 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:30.531664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.570584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Pushing event updated for resources: {'Port': ['ID=3da75c27-a905-41fe-b661-68b8ead98439,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:30.583410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Port 6c4ba82c-d6de-48e6-ac63-823b0b38c225 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:30.589244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router ab3e5aa8-5c13-4246-bf99-ffda70f61043 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:06:30.594546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Provisioning complete for port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:30.594919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ee6bcc8-dcfc-4b3f-b3e7-6750569e4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.689403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:30.695461 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f3146eb1-7ddd-44fc-9a2a-b81eba8421ea tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/ab3e5aa8-5c13-4246-bf99-ffda70f61043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428283 Apr 18 06:06:30.698524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52236) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:30.699767 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] Sync routers for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:30.710324 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:30.710979 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:30.747630 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:30.748495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447f348-c1dc-4087-b637-d7ebe4d5c223 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:30.753285 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7447f348-c1dc-4087-b637-d7ebe4d5c223 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports/6c4ba82c-d6de-48e6-ac63-823b0b38c225 HTTP/1.1" status: 200 len: 911 time: 0.0504854 Apr 18 06:06:30.753285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:30.756711 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:30.757313 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:30.807162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-18dc6fe9-799d-4635-9efc-d9f0868ed8a3 None None] Provisioning complete for port 6c4ba82c-d6de-48e6-ac63-823b0b38c225 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:30.807555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18dc6fe9-799d-4635-9efc-d9f0868ed8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.841871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3da75c27-a905-41fe-b661-68b8ead98439 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:30.880597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-18dc6fe9-799d-4635-9efc-d9f0868ed8a3 None None] Port 6c4ba82c-d6de-48e6-ac63-823b0b38c225 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:30.904557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-18dc6fe9-799d-4635-9efc-d9f0868ed8a3 None None] Provisioning complete for port 3da75c27-a905-41fe-b661-68b8ead98439 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:30.905230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18dc6fe9-799d-4635-9efc-d9f0868ed8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:30.908270 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:30.909531 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6302c-2fa4-4d61-9442-2ceb9e024f62 None None] The sync data for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:30.939174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3da75c27-a905-41fe-b661-68b8ead98439 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:30.942467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.060786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:31.108654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:31.109338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.121122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.370370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8:1::1 (0986206f-d49a-442d-a3b9-9d170eac1026/dda9b337-85d8-4701-ba72-ae69a209bc05/630ce13a-df02-45b9-95f0-2895d91fe83f) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:31.478498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.591385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.632997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 0986206f-d49a-442d-a3b9-9d170eac1026 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:31.636631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:31.640480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:31.641022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.675509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=630ce13a-df02-45b9-95f0-2895d91fe83f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:31.852486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b362cd0f-cf5e-4349-ae84-04f8811590fd None None] Provisioning complete for port 630ce13a-df02-45b9-95f0-2895d91fe83f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:31.853957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b362cd0f-cf5e-4349-ae84-04f8811590fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.855262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:31.887729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b362cd0f-cf5e-4349-ae84-04f8811590fd None None] Port 630ce13a-df02-45b9-95f0-2895d91fe83f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:32.114501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.246092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.246771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.334790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=630ce13a-df02-45b9-95f0-2895d91fe83f,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:32.378885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 0986206f-d49a-442d-a3b9-9d170eac1026 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:32.380289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:32.483815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router ab3e5aa8-5c13-4246-bf99-ffda70f61043 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:32.582132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:32.588402 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-41fea258-e94a-4417-849e-6e3d92a99a6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/ab3e5aa8-5c13-4246-bf99-ffda70f61043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341174 Apr 18 06:06:32.590876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52240) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:32.592455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] Sync routers for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:32.603940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:32.604582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:32.640084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:32.646138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74785ae-9340-4e0b-9fb5-d09b8c4573fc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:32.647997 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d74785ae-9340-4e0b-9fb5-d09b8c4573fc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports/630ce13a-df02-45b9-95f0-2895d91fe83f HTTP/1.1" status: 200 len: 913 time: 0.0559335 Apr 18 06:06:32.652596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52242) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:32.656907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:32.657516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:32.660620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-88276fe1-63d7-42e4-895b-da292522accb None None] Provisioning complete for port 630ce13a-df02-45b9-95f0-2895d91fe83f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:32.660620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88276fe1-63d7-42e4-895b-da292522accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:32.710349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:32.711025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24ef56-3a7f-43e2-828f-d8a1f75e8b35 None None] The sync data for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:32.727307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-88276fe1-63d7-42e4-895b-da292522accb None None] Port 630ce13a-df02-45b9-95f0-2895d91fe83f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:32.973006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:33.209752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 630ce13a-df02-45b9-95f0-2895d91fe83f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:33.210087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:33.295221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:33.307493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 630ce13a-df02-45b9-95f0-2895d91fe83f owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:33.543430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:33.570052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=630ce13a-df02-45b9-95f0-2895d91fe83f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:33.634178 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:06:33.688822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:34.108012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router ab3e5aa8-5c13-4246-bf99-ffda70f61043 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:34.200092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:34.205281 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3ee78e2a-981d-4998-99da-197d69431a14 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/ab3e5aa8-5c13-4246-bf99-ffda70f61043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5510702 Apr 18 06:06:34.208058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52244) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:34.210508 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] Sync routers for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:34.220382 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:34.221069 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:34.254652 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:34.263734 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:34.264306 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:34.295559 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:34.296194 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab0b62-d9fe-45cd-85fe-814d7322ef64 None None] The sync data for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:34.518621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:34.754497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 6c4ba82c-d6de-48e6-ac63-823b0b38c225 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:34.755261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:34.844141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:34.857172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 6c4ba82c-d6de-48e6-ac63-823b0b38c225 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:35.070277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.097600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=6c4ba82c-d6de-48e6-ac63-823b0b38c225,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:35.192768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.347182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router ab3e5aa8-5c13-4246-bf99-ffda70f61043 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:35.426868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:35.432234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cb5785cb-8306-481e-ae25-8353a95b3577 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/ab3e5aa8-5c13-4246-bf99-ffda70f61043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2231665 Apr 18 06:06:35.435376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52248) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:35.441920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] Sync routers for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:35.453126 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:35.453743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:35.461622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-feee60b2-460d-4fa8-92f8-965da6254523 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab3e5aa8-5c13-4246-bf99-ffda70f61043 HTTP/1.1" status: 200 len: 205 time: 0.0252864 Apr 18 06:06:35.464813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52250) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:35.490243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:35.499550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] Routers {'ab3e5aa8-5c13-4246-bf99-ffda70f61043'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:35.500136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:35.532815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:35.533444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788fb668-5ed3-4c17-a1c7-771b384ba779 None None] The sync data for ids ['ab3e5aa8-5c13-4246-bf99-ffda70f61043'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:35.540895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.698311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.700324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.812395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.813061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router ab3e5aa8-5c13-4246-bf99-ffda70f61043 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:06:35.819501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.820728 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0883b529-0449-4b66-ba7e-cdfc096543ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/ab3e5aa8-5c13-4246-bf99-ffda70f61043 HTTP/1.1" status: 204 len: 168 time: 0.3548000 Apr 18 06:06:35.824182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52252) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:35.877683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet dda9b337-85d8-4701-ba72-ae69a209bc05 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:35.880658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:35.922558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.002692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.139544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.164328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=dda9b337-85d8-4701-ba72-ae69a209bc05,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:36.170338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.174050 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db20db84-92d9-4589-9ac9-4643f3fedc13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/dda9b337-85d8-4701-ba72-ae69a209bc05 HTTP/1.1" status: 204 len: 168 time: 0.3485055 Apr 18 06:06:36.176250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52254) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:36.177326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eab22f-031b-49e3-8207-dc89daffeba5 None None] Network 0986206f-d49a-442d-a3b9-9d170eac1026 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:36.228721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 6d5f3630-3f66-4e13-9c83-9e659dbdaa82 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:36.232058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.272841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.515342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] DHCP port deletion for 0986206f-d49a-442d-a3b9-9d170eac1026 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:36.516409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.516536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] Deleting port 3da75c27-a905-41fe-b661-68b8ead98439 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:36.516536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.516536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] For port 3da75c27-a905-41fe-b661-68b8ead98439, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3da75c27-a905-41fe-b661-68b8ead98439,segment=NetworkSegment(4a3a8097-8fe3-4bc3-a820-a501b96b461c),segment_id=4a3a8097-8fe3-4bc3-a820-a501b96b461c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:36.516536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.516536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] Calling delete_port for 3da75c27-a905-41fe-b661-68b8ead98439 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:36.589329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.612803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5f3630-3f66-4e13-9c83-9e659dbdaa82,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:36.616451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.620432 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6f3c15da-9c18-43a9-8c95-8e635dd363f6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/6d5f3630-3f66-4e13-9c83-9e659dbdaa82 HTTP/1.1" status: 204 len: 168 time: 0.4431129 Apr 18 06:06:36.622983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52258) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:36.623899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d4ca7-ce6c-4cc4-b10c-1ff7645b222f None None] Network b4c99e27-0dcb-4419-a037-4de8c5984f3c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:36.673319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.707133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.714873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] Pushing event deleted for resources: {'Port': ['ID=3da75c27-a905-41fe-b661-68b8ead98439,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:36.721457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34987ed-3f44-460b-bdb2-d52ee4bcfa40 None None] No DVR routers for this DVR port 3da75c27-a905-41fe-b661-68b8ead98439 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:36.755671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3da75c27-a905-41fe-b661-68b8ead98439 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:36.790133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3da75c27-a905-41fe-b661-68b8ead98439 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:36.790469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3da75c27-a905-41fe-b661-68b8ead98439 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:36.811817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.835991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0986206f-d49a-442d-a3b9-9d170eac1026']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:36.844248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3a8097-8fe3-4bc3-a820-a501b96b461c') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:36.844550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3a8097-8fe3-4bc3-a820-a501b96b461c') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:36.854570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.867381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.873716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:36.874110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:36.877112 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:36.882378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] DHCP port deletion for b4c99e27-0dcb-4419-a037-4de8c5984f3c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:36.931792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] Deleting port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:36.932611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:36.995637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] For port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,segment=NetworkSegment(21a6db97-9da1-4976-8037-bc6c8a37e552),segment_id=21a6db97-9da1-4976-8037-bc6c8a37e552)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:36.995947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.008162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] Calling delete_port for 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:37.036470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.044369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.047503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/0986206f-d49a-442d-a3b9-9d170eac1026 HTTP/1.1" status: 204 len: 168 time: 0.4235291 Apr 18 06:06:37.050317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52260) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:37.068405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e795576-55b9-4c8c-9071-aaacfb3829d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=0986206f-d49a-442d-a3b9-9d170eac1026,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:37.137056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.173815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.195458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:37.195795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.201255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] No DVR routers for this DVR port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:37.202899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b95cf-6f37-44b4-8777-c6ef6deb715d None None] Pushing event deleted for resources: {'Port': ['ID=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:37.263060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:37.263575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.277152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:37.279862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba was not found and therefore no delete operation was performed {{(pid=109605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:06:37.281169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.306128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=9221ad55-62b1-4c14-ba4c-eb3209d4e7ba,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:37.311583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:37.395769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.416562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c99e27-0dcb-4419-a037-4de8c5984f3c']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:37.425858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a6db97-9da1-4976-8037-bc6c8a37e552') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:37.426152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a6db97-9da1-4976-8037-bc6c8a37e552') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:37.436219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.448987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.454655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:37.455051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:37.457942 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:37.590031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.596845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.600008 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/b4c99e27-0dcb-4419-a037-4de8c5984f3c HTTP/1.1" status: 204 len: 168 time: 0.5486574 Apr 18 06:06:37.605421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52262) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:37.610478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673438104'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:37.613928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f89fd2-135f-4415-aa2f-572298df1f6e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=b4c99e27-0dcb-4419-a037-4de8c5984f3c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:37.727849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:37.732785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.757435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:37.766242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.766647 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment c92f289c-cfcd-40de-a965-1dad32741d8c of type vlan for network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 Apr 18 06:06:37.808310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.943735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:37.949784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:37.950384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:38.017099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=37440ca2-717e-42d2-a5f5-2aabb5cfa631,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:38.027871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:38.106725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-335a07da-3899-4e4f-9185-8439c8d61656 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5001435 Apr 18 06:06:38.109636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52264) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:38.114683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:38.298885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:38.302453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:38.571922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:38.635121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=b69392b2-484c-4391-9a4f-77753846cbd7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:38.644981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': 'c92f289c-cfcd-40de-a965-1dad32741d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:38.645343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: 37440ca2-717e-42d2-a5f5-2aabb5cfa631, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:38.715912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:38.724231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:38.743592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:38.748062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9221ad55-62b1-4c14-ba4c-eb3209d4e7ba not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:38.789257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 37440ca2-717e-42d2-a5f5-2aabb5cfa631) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:38.793487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:38.794073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:38.799165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac49a458-8e64-450b-929e-6545a742082e None None] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:38.930454 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-33d9b2be-8bc5-42a1-9ed7-8312fca939ad tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8196084 Apr 18 06:06:38.933357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52266) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:38.938148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-15782298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:38.942385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-37440ca2-717e-42d2-a5f5-2aabb5cfa631', 'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': 'b69392b2-484c-4391-9a4f-77753846cbd7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:38.943271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.040774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.041838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.081312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Allocated IP 2001:db8::2 (37440ca2-717e-42d2-a5f5-2aabb5cfa631/b69392b2-484c-4391-9a4f-77753846cbd7/9a04a2d7-2707-47a8-ace7-683b689e78c9) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:39.095044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.223688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.241206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.357330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.381647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.383574 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6657a627-18b3-494c-9c7e-3313867f1b83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4482372 Apr 18 06:06:39.385579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52268) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:39.390680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'port': {'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631', 'name': 'tempest-RoutersIpV6Test-300615342'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:39.398096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:39.402708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:39.407183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:39.410234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Pushing event updated for resources: {'Port': ['ID=9a04a2d7-2707-47a8-ace7-683b689e78c9,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:39.462308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Attempting to bind port 9a04a2d7-2707-47a8-ace7-683b689e78c9 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:39.462669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Attempting to bind port 9a04a2d7-2707-47a8-ace7-683b689e78c9 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c92f289c-cfcd-40de-a965-1dad32741d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:39.463026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Attempting to bind port 9a04a2d7-2707-47a8-ace7-683b689e78c9 on network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:39.468326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:39.468695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Checking segment: {'id': 'c92f289c-cfcd-40de-a965-1dad32741d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:39.469118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.469512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Bound using segment: {'id': 'c92f289c-cfcd-40de-a965-1dad32741d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:39.469966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Bound port: 9a04a2d7-2707-47a8-ace7-683b689e78c9, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92f289c-cfcd-40de-a965-1dad32741d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '37440ca2-717e-42d2-a5f5-2aabb5cfa631'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:39.470341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.535635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] For port 9a04a2d7-2707-47a8-ace7-683b689e78c9, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:39.538736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] For port 9a04a2d7-2707-47a8-ace7-683b689e78c9, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9a04a2d7-2707-47a8-ace7-683b689e78c9,segment=NetworkSegment(c92f289c-cfcd-40de-a965-1dad32741d8c),segment_id=c92f289c-cfcd-40de-a965-1dad32741d8c)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:39.636128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:39.639939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.648258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:39.658642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] device_id is not set on port 2357b303-52cf-40e9-b0ca-aab0c9790a68 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:06:39.710496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02ad03-0da8-4d2e-bc91-97337ab88250 None None] Pushing event updated for resources: {'Port': ['ID=9a04a2d7-2707-47a8-ace7-683b689e78c9,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:39.784003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8::3c4 (37440ca2-717e-42d2-a5f5-2aabb5cfa631/b69392b2-484c-4391-9a4f-77753846cbd7/2357b303-52cf-40e9-b0ca-aab0c9790a68) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:39.958202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.063877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.108317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:40.113219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:40.116937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:40.123345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:40.123974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.136622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=2357b303-52cf-40e9-b0ca-aab0c9790a68,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:40.193145 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-49fd31e3-e2d3-49bd-8e62-be634eb0ac49 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8063924 Apr 18 06:06:40.195903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52270) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:40.596991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8f87a-e6d8-4f16-a259-412e523df5d8 None None] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:40.734095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0d4efd0d-dbe7-4cc7-931d-591ca0b7a4e9 None None] Provisioning complete for port 9a04a2d7-2707-47a8-ace7-683b689e78c9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:40.734766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0d4efd0d-dbe7-4cc7-931d-591ca0b7a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.757435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.775049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9a04a2d7-2707-47a8-ace7-683b689e78c9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:40.892661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9a04a2d7-2707-47a8-ace7-683b689e78c9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:40.893213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.917274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0d4efd0d-dbe7-4cc7-931d-591ca0b7a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:40.963487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0d4efd0d-dbe7-4cc7-931d-591ca0b7a4e9 None None] For port 9a04a2d7-2707-47a8-ace7-683b689e78c9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9a04a2d7-2707-47a8-ace7-683b689e78c9,segment=NetworkSegment(c92f289c-cfcd-40de-a965-1dad32741d8c),segment_id=c92f289c-cfcd-40de-a965-1dad32741d8c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:41.003559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.020222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.042836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0d4efd0d-dbe7-4cc7-931d-591ca0b7a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.117901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:06:41.118254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:06:41.121108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4efd0d-dbe7-4cc7-931d-591ca0b7a4e9 None None] Pushing event updated for resources: {'Port': ['ID=9a04a2d7-2707-47a8-ace7-683b689e78c9,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:41.126379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.169012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-92b1dc77-df21-419b-b019-6cd7f2553ddc None None] Provisioning complete for port 9a04a2d7-2707-47a8-ace7-683b689e78c9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:41.172927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-92b1dc77-df21-419b-b019-6cd7f2553ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.206472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=2357b303-52cf-40e9-b0ca-aab0c9790a68,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:41.266605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-92b1dc77-df21-419b-b019-6cd7f2553ddc None None] Provisioning complete for port 2357b303-52cf-40e9-b0ca-aab0c9790a68 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:41.266971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-92b1dc77-df21-419b-b019-6cd7f2553ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.302954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-92b1dc77-df21-419b-b019-6cd7f2553ddc None None] Port 2357b303-52cf-40e9-b0ca-aab0c9790a68 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:41.323089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.425404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-df1d456b-7521-4777-967a-1ec3339bcbad None None] Provisioning complete for port 2357b303-52cf-40e9-b0ca-aab0c9790a68 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:41.425765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df1d456b-7521-4777-967a-1ec3339bcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.461195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-df1d456b-7521-4777-967a-1ec3339bcbad None None] Port 2357b303-52cf-40e9-b0ca-aab0c9790a68 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:41.499094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.580645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0cf70751-f53a-437a-8728-e18870cfa3e7 None None] Provisioning complete for port 2357b303-52cf-40e9-b0ca-aab0c9790a68 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:41.581005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0cf70751-f53a-437a-8728-e18870cfa3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.614748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0cf70751-f53a-437a-8728-e18870cfa3e7 None None] Port 2357b303-52cf-40e9-b0ca-aab0c9790a68 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:41.757670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.807426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.808869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:41.892418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=2357b303-52cf-40e9-b0ca-aab0c9790a68,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:41.936637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:41.938088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:42.156556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:06:42.238508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-98d2d118-b983-4d9e-8115-808ec9c009b8 None None] Provisioning complete for port 2357b303-52cf-40e9-b0ca-aab0c9790a68 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:42.238811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98d2d118-b983-4d9e-8115-808ec9c009b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:42.254705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:42.260561 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8e677bca-abcf-43ad-b3c6-c192b3c5a7d6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/36ce80a2-2b42-4b0e-9412-3adc90d4e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0636787 Apr 18 06:06:42.263378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52274) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:42.265253 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] Sync routers for ids ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:42.275670 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] Routers {'36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:42.276258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-98d2d118-b983-4d9e-8115-808ec9c009b8 None None] Port 2357b303-52cf-40e9-b0ca-aab0c9790a68 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:42.276393 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:42.310883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03338bdf-6b93-4858-ae40-2fc1ab9bc5e5 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:42.312308 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-03338bdf-6b93-4858-ae40-2fc1ab9bc5e5 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports/2357b303-52cf-40e9-b0ca-aab0c9790a68 HTTP/1.1" status: 200 len: 983 time: 0.0476327 Apr 18 06:06:42.312679 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:42.315138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52276) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:42.322436 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] Routers {'36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:42.322436 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:42.354778 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:42.355503 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ecb1c-9fed-4792-ae1b-f6da591da5ec None None] The sync data for ids ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:42.725571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:42.733255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9a04a2d7-2707-47a8-ace7-683b689e78c9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:42.783175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9a04a2d7-2707-47a8-ace7-683b689e78c9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:42.783676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:42.785221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:43.160515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 2357b303-52cf-40e9-b0ca-aab0c9790a68 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:43.161152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:43.247471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:43.259003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 2357b303-52cf-40e9-b0ca-aab0c9790a68 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:43.533702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:43.561178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=2357b303-52cf-40e9-b0ca-aab0c9790a68,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:43.659940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:43.827025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:43.905933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:43.910740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e0295559-8452-4c58-815d-b87c944fc37d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/36ce80a2-2b42-4b0e-9412-3adc90d4e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946434 Apr 18 06:06:43.913481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52280) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:43.915534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] Sync routers for ids ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:43.927633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] Routers {'36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:43.928399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:43.968477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:43.974370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] Routers {'36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:43.975037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:44.011048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:44.011942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64aba-5fd3-4fd7-a9de-918292aeb340 None None] The sync data for ids ['36ce80a2-2b42-4b0e-9412-3adc90d4e9f6'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:44.100493 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-0c69ebac-882d-4cc0-b196-aa6ccfef0beb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 06:06:44.101529 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0c69ebac-882d-4cc0-b196-aa6ccfef0beb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/36ce80a2-2b42-4b0e-9412-3adc90d4e9f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1870804 Apr 18 06:06:44.104375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52282) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:44.130966 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5f3a72c1-909d-4b0b-89fc-2abd330a0152 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 HTTP/1.1" status: 200 len: 205 time: 0.0250304 Apr 18 06:06:44.133863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52284) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:44.207024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.246702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52286) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:44.370303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.372662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.405428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Deleting port bcf1dee4-beff-408e-ba47-9b6982d2ed53 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:44.405776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.483067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.483429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.487882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.491785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router 36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:06:44.495327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Calling delete_port for bcf1dee4-beff-408e-ba47-9b6982d2ed53 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:44.495479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.496462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f837ccb2-91c2-4e80-a148-0d4fb3adfd12 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 HTTP/1.1" status: 204 len: 168 time: 0.3617110 Apr 18 06:06:44.499050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52288) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:44.550635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet b69392b2-484c-4391-9a4f-77753846cbd7 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:44.553759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.599423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.685920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.750522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.779860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'Port': ['ID=bcf1dee4-beff-408e-ba47-9b6982d2ed53,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:44.839808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.840130 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Floating IP 04f930c7-b483-44b7-990d-913de264c57e disassociated (deleted). External IP: 172.26.4.99, port: 7a239aa2-bd78-4075-804e-1c4326828f47. Apr 18 06:06:44.842471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.875024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=b69392b2-484c-4391-9a4f-77753846cbd7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:44.878844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:44.882077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-51182776-eb25-4aac-abec-ac76223a0bf7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/b69392b2-484c-4391-9a4f-77753846cbd7 HTTP/1.1" status: 204 len: 168 time: 0.3819561 Apr 18 06:06:44.884705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52290) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:44.887392 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ae4db-ee8a-4698-8f3f-8b49f7d5f5fd None None] Network 37440ca2-717e-42d2-a5f5-2aabb5cfa631 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:44.963556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.020906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 9a04a2d7-2707-47a8-ace7-683b689e78c9 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:45.021376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.096265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] DHCP port deletion for 37440ca2-717e-42d2-a5f5-2aabb5cfa631 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:45.099704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port 9a04a2d7-2707-47a8-ace7-683b689e78c9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9a04a2d7-2707-47a8-ace7-683b689e78c9,segment=NetworkSegment(c92f289c-cfcd-40de-a965-1dad32741d8c),segment_id=c92f289c-cfcd-40de-a965-1dad32741d8c)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:45.100201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.115431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 9a04a2d7-2707-47a8-ace7-683b689e78c9 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:45.148130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] Deleting port 9a04a2d7-2707-47a8-ace7-683b689e78c9 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:45.153945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.227667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] For port 9a04a2d7-2707-47a8-ace7-683b689e78c9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9a04a2d7-2707-47a8-ace7-683b689e78c9,segment=NetworkSegment(c92f289c-cfcd-40de-a965-1dad32741d8c),segment_id=c92f289c-cfcd-40de-a965-1dad32741d8c)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:45.228067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.241930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] Calling delete_port for 9a04a2d7-2707-47a8-ace7-683b689e78c9 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:45.294128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.320323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=9a04a2d7-2707-47a8-ace7-683b689e78c9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:45.327289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port 9a04a2d7-2707-47a8-ace7-683b689e78c9 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:45.328228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.358357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] Pushing event deleted for resources: {'Port': ['ID=9a04a2d7-2707-47a8-ace7-683b689e78c9,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:45.360312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6c21c-61f4-4835-9195-6b4a3efc1b80 None None] No DVR routers for this DVR port 9a04a2d7-2707-47a8-ace7-683b689e78c9 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:45.363888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Router e251e977-cefa-4e53-8ab1-bef53c7fe25d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:45.425239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.447186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37440ca2-717e-42d2-a5f5-2aabb5cfa631']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:45.457771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92f289c-cfcd-40de-a965-1dad32741d8c') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:45.458022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92f289c-cfcd-40de-a965-1dad32741d8c') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:45.467300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.478296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:45.480622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.490666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.494236 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] Sync routers for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:45.497541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:45.497541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:45.501042 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:45.504641 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:45.505267 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:45.516723 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bb254fcc-8f70-4d3f-90f3-66e561eca055 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "DELETE /v2.0/floatingips/04f930c7-b483-44b7-990d-913de264c57e HTTP/1.1" status: 204 len: 168 time: 1.2689736 Apr 18 06:06:45.517383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:06:45.520301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:06:45.563181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b79755-8228-46ca-8c7c-e089ef26edd8 x-openstack-request-id: req-c2b79755-8228-46ca-8c7c-e089ef26edd8 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:06:45.563552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:06:45.563861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2b79755-8228-46ca-8c7c-e089ef26edd8 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:06:45.564320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b79755-8228-46ca-8c7c-e089ef26edd8'] response: {'name': 'network-changed', 'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'status': 'completed', 'code': 200} Apr 18 06:06:45.614217 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:06:45.652827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-eecfb9d6-2e63-4ae3-9169-0e2afd020b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:45.654467 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-eecfb9d6-2e63-4ae3-9169-0e2afd020b20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee1f47c83964886aa906b27b6b3427b&device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 1098 time: 0.0432954 Apr 18 06:06:45.659122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.663933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.672565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/37440ca2-717e-42d2-a5f5-2aabb5cfa631 HTTP/1.1" status: 204 len: 168 time: 0.7868187 Apr 18 06:06:45.673215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52296) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:45.682669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-267469620'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:45.698924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d5bbb-bc64-45e8-8707-b5b8650874c6 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=37440ca2-717e-42d2-a5f5-2aabb5cfa631,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:45.758092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-e8b7e164-f9a7-4ce0-afe5-352c1655a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:45.759629 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-e8b7e164-f9a7-4ce0-afe5-352c1655a891 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 200 len: 897 time: 0.0990510 Apr 18 06:06:45.771854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:45.775661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.806403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:45.810248 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-0393e7a2-5288-4ab4-b875-01d3270afe84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 200 len: 217 time: 0.0441515 Apr 18 06:06:45.816648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.817001 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment c3241269-7da1-46be-95ae-d354dbb4f262 of type vlan for network 0bff8c84-71af-48a2-a57b-49d8f274071f Apr 18 06:06:45.832042 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:45.860087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] Checking router: e251e977-cefa-4e53-8ab1-bef53c7fe25d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:45.861315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.865864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-c7511e7e-451e-461c-b128-127d2d89707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:45.867447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-c7511e7e-451e-461c-b128-127d2d89707d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f29c28c9-8775-4f72-9767-55d1dd98cdb7 HTTP/1.1" status: 200 len: 835 time: 0.0500901 Apr 18 06:06:45.868447 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:45.869041 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:45.921387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-492548cd-ee42-4b65-b0d8-5df79ba61864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:45.921714 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-492548cd-ee42-4b65-b0d8-5df79ba61864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a924472f-2b44-402b-8d0f-471461bbcf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477281 Apr 18 06:06:45.962474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.970802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:45.971710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:45.983935 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:06:46.043263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=0bff8c84-71af-48a2-a57b-49d8f274071f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:46.058933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0bff8c84-71af-48a2-a57b-49d8f274071f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:46.061314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc89cb7-2ba3-4689-82d9-f7499d6f3c57 req-c33bf575-fb51-4ff2-86c8-5395557a5737 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:46.062848 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cfc89cb7-2ba3-4689-82d9-f7499d6f3c57 req-c33bf575-fb51-4ff2-86c8-5395557a5737 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0798562 Apr 18 06:06:46.066786 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-593dd0f7-0073-4833-9bb4-2e3e8af58d1b service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355295 Apr 18 06:06:46.121543 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-87f38362-205c-4bda-b1e3-ad159ced30ef tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4412582 Apr 18 06:06:46.121794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52300) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:46.126547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:46.155925 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cfc89cb7-2ba3-4689-82d9-f7499d6f3c57 req-b279f9c3-95bc-4015-a90b-0bde662114bc tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845668 Apr 18 06:06:46.203010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-117d755d-094f-4e6a-bf0e-b1f70e7bb8e2 req-2cfe1be2-2271-48a2-9a72-ecaf814140f1 service neutron] 10.222.0.46 "GET /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241477 Apr 18 06:06:46.216145 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:46.245975 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032f8be-5c91-44fe-a647-9190e4998f69 None None] The sync data for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv is: [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '3949f4de-0ed6-443e-b0e7-d06b87edf76f', 'name': '', 'network_id': 'a924472f-2b44-402b-8d0f-471461bbcf7d', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'mac_address': 'fa:16:3e:88:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:24Z', 'updated_at': '2022-04-18T06:03:35Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'subnets': [{'id': 'f29c28c9-8775-4f72-9767-55d1dd98cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:46.327965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:46.331474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:46.469060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385dcd-50c9-4024-8cfc-190d459eff55 None None] New status for floating IP 04f930c7-b483-44b7-990d-913de264c57e: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:06:46.572705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:46.625945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=253a5f25-ae92-4f2b-9368-b451bd7fd205,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:46.637026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': 'c3241269-7da1-46be-95ae-d354dbb4f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:46.637026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: 0bff8c84-71af-48a2-a57b-49d8f274071f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:46.722574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 0bff8c84-71af-48a2-a57b-49d8f274071f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:46.727963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9a04a2d7-2707-47a8-ace7-683b689e78c9 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:46.751424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9a04a2d7-2707-47a8-ace7-683b689e78c9 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:46.751762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9a04a2d7-2707-47a8-ace7-683b689e78c9 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:46.813397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0bff8c84-71af-48a2-a57b-49d8f274071f) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:46.817657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:46.818242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:46.822064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d86cdf-b409-4e25-bf91-5c597340037e None None] Network 0bff8c84-71af-48a2-a57b-49d8f274071f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:46.907594 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6b347578-043b-4deb-a129-7b847f824f4e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7847383 Apr 18 06:06:46.910073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52302) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:46.914494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207748181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:46.996616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:46.997716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.112864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0bff8c84-71af-48a2-a57b-49d8f274071f', 'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '253a5f25-ae92-4f2b-9368-b451bd7fd205'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:47.115749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.257561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Allocated IP 2001:db8::2 (0bff8c84-71af-48a2-a57b-49d8f274071f/253a5f25-ae92-4f2b-9368-b451bd7fd205/a1a6461f-f65b-4038-ba8e-5e39900530a8) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:47.298917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.348877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04b9e-a47f-4288-8c52-fdc4faf24ef6 req-c5ced874-24da-4fdb-9d81-ff95ba29eab8 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:47.350603 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-00a04b9e-a47f-4288-8c52-fdc4faf24ef6 req-c5ced874-24da-4fdb-9d81-ff95ba29eab8 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0534818 Apr 18 06:06:47.384510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.403805 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-00a04b9e-a47f-4288-8c52-fdc4faf24ef6 req-3dc7e5af-d0be-4132-a0ff-baa9825bff1b tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/security-groups?id=7b74cb08-2645-4034-80f8-e62ff4b00447&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469131 Apr 18 06:06:47.408935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.472612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.473744 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ff408a05-777c-4cfb-8528-7eeaf1ea1c8b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5626986 Apr 18 06:06:47.476516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52306) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:47.515480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.559735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Network 0bff8c84-71af-48a2-a57b-49d8f274071f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:47.562572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:47.566310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:47.571519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Pushing event updated for resources: {'Port': ['ID=a1a6461f-f65b-4038-ba8e-5e39900530a8,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:47.623371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Attempting to bind port a1a6461f-f65b-4038-ba8e-5e39900530a8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:47.623765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Attempting to bind port a1a6461f-f65b-4038-ba8e-5e39900530a8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c3241269-7da1-46be-95ae-d354dbb4f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:47.624080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Attempting to bind port a1a6461f-f65b-4038-ba8e-5e39900530a8 on network 0bff8c84-71af-48a2-a57b-49d8f274071f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:47.631092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:47.631490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Checking segment: {'id': 'c3241269-7da1-46be-95ae-d354dbb4f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:47.631889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.632274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Bound using segment: {'id': 'c3241269-7da1-46be-95ae-d354dbb4f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:47.632745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Bound port: a1a6461f-f65b-4038-ba8e-5e39900530a8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3241269-7da1-46be-95ae-d354dbb4f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bff8c84-71af-48a2-a57b-49d8f274071f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:47.633097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.685751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-d253dfb3-aea0-4e98-a581-932341a37b43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:47.687819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-d253dfb3-aea0-4e98-a581-932341a37b43 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.46 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Apr 18 06:06:47.697784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] For port a1a6461f-f65b-4038-ba8e-5e39900530a8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:47.702536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] For port a1a6461f-f65b-4038-ba8e-5e39900530a8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a1a6461f-f65b-4038-ba8e-5e39900530a8,segment=NetworkSegment(c3241269-7da1-46be-95ae-d354dbb4f262),segment_id=c3241269-7da1-46be-95ae-d354dbb4f262)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:47.756973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.781801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Deleting port 7a239aa2-bd78-4075-804e-1c4326828f47 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:47.782390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.789741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.862409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162e88a-d032-4163-b6fd-f3278240c67f None None] Pushing event updated for resources: {'Port': ['ID=a1a6461f-f65b-4038-ba8e-5e39900530a8,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:47.891940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] For port 7a239aa2-bd78-4075-804e-1c4326828f47, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7a239aa2-bd78-4075-804e-1c4326828f47,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:47.892407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:47.907342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Calling delete_port for 7a239aa2-bd78-4075-804e-1c4326828f47 owned by compute:nova {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:48.062226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8::1 (0bff8c84-71af-48a2-a57b-49d8f274071f/253a5f25-ae92-4f2b-9368-b451bd7fd205/18a58f95-282a-48a6-928d-022667064ce6) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:48.179290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.183273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.215175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'Port': ['ID=7a239aa2-bd78-4075-804e-1c4326828f47,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:48.258884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] No DVR routers for this DVR port 7a239aa2-bd78-4075-804e-1c4326828f47 on host hv-neutron-8374 {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:48.262057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.265459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2636bda7-a875-428a-b0e0-491a36c492e8 req-81a233fd-dc48-4697-9100-f4cc397416a4 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.46 "DELETE /v2.0/ports/7a239aa2-bd78-4075-804e-1c4326828f47 HTTP/1.1" status: 204 len: 173 time: 0.5723624 Apr 18 06:06:48.265902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-deleted', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:06:48.268512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db64461c-bac1-4085-b2f0-907e7cfbd5c2" -d '{"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-deleted", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:06:48.305560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.306356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb9e9f8-c65a-4769-a513-94385434dac3 x-openstack-request-id: req-cfb9e9f8-c65a-4769-a513-94385434dac3 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:06:48.306653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196df71-94a9-4e97-bf03-7982fad2fb98", "name": "network-vif-deleted", "tag": "7a239aa2-bd78-4075-804e-1c4326828f47", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:06:48.306907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfb9e9f8-c65a-4769-a513-94385434dac3 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:06:48.307356 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb9e9f8-c65a-4769-a513-94385434dac3'] response: {'server_uuid': '8196df71-94a9-4e97-bf03-7982fad2fb98', 'name': 'network-vif-deleted', 'tag': '7a239aa2-bd78-4075-804e-1c4326828f47', 'status': 'completed', 'code': 200} Apr 18 06:06:48.357496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 0bff8c84-71af-48a2-a57b-49d8f274071f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:48.361187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:48.365744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:48.366269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.369799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=18a58f95-282a-48a6-928d-022667064ce6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:48.519142 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f4f82707-892d-490d-92a9-c17b6178c5f1 req-a0aefd52-8e62-48c5-82a9-c3623c602072 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "GET /v2.0/ports?device_id=8196df71-94a9-4e97-bf03-7982fad2fb98 HTTP/1.1" status: 200 len: 210 time: 0.0326726 Apr 18 06:06:48.562718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.788519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a1a6461f-f65b-4038-ba8e-5e39900530a8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:48.848773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a1a6461f-f65b-4038-ba8e-5e39900530a8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:48.849262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.898530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.933447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.975626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port a1a6461f-f65b-4038-ba8e-5e39900530a8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a1a6461f-f65b-4038-ba8e-5e39900530a8,segment=NetworkSegment(c3241269-7da1-46be-95ae-d354dbb4f262),segment_id=c3241269-7da1-46be-95ae-d354dbb4f262)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:48.978058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8f5c2-0213-4c0a-a40a-5ea194c65357 None None] Network 0bff8c84-71af-48a2-a57b-49d8f274071f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:48.997569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:48.999863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:49.055775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:49.091614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=18a58f95-282a-48a6-928d-022667064ce6,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:49.105479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-88ce9f55-728b-4519-92be-0251f424a293 None None] Provisioning complete for port a1a6461f-f65b-4038-ba8e-5e39900530a8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:49.106108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88ce9f55-728b-4519-92be-0251f424a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:49.138419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 0bff8c84-71af-48a2-a57b-49d8f274071f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:49.139929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:49.208284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=a1a6461f-f65b-4038-ba8e-5e39900530a8,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:49.362157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router debbc082-88ec-408f-aa21-7d24ebee9603 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:06:49.460908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:49.466858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bba1aab2-4ba1-46d5-82eb-faeac54523a3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/debbc082-88ec-408f-aa21-7d24ebee9603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891536 Apr 18 06:06:49.469530 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52312) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:49.472567 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] Sync routers for ids ['debbc082-88ec-408f-aa21-7d24ebee9603'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:49.485992 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] Routers {'debbc082-88ec-408f-aa21-7d24ebee9603'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:49.486688 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['debbc082-88ec-408f-aa21-7d24ebee9603'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:49.521454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbdeeb9-a0b4-48fe-8674-eb8a12dd7ff3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:49.522195 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:49.525677 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2cbdeeb9-a0b4-48fe-8674-eb8a12dd7ff3 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports/18a58f95-282a-48a6-928d-022667064ce6 HTTP/1.1" status: 200 len: 911 time: 0.0524144 Apr 18 06:06:49.525677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52314) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:49.532327 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] Routers {'debbc082-88ec-408f-aa21-7d24ebee9603'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:49.533166 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['debbc082-88ec-408f-aa21-7d24ebee9603'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:49.556226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-645ab9c1-7723-451d-92a0-11b92e9effa1 None None] Provisioning complete for port a1a6461f-f65b-4038-ba8e-5e39900530a8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:49.556716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-645ab9c1-7723-451d-92a0-11b92e9effa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:49.581197 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:49.581838 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037b494-a9dd-4e8d-9358-ce7027148523 None None] The sync data for ids ['debbc082-88ec-408f-aa21-7d24ebee9603'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:49.597415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52318) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:49.680386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-645ab9c1-7723-451d-92a0-11b92e9effa1 None None] Provisioning complete for port 18a58f95-282a-48a6-928d-022667064ce6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:49.680883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-645ab9c1-7723-451d-92a0-11b92e9effa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:49.722180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-645ab9c1-7723-451d-92a0-11b92e9effa1 None None] Port 18a58f95-282a-48a6-928d-022667064ce6 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:49.851647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9aad7fb9-4516-4d2d-aa20-63a7efc0f9e9 None None] Provisioning complete for port 18a58f95-282a-48a6-928d-022667064ce6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:49.852326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9aad7fb9-4516-4d2d-aa20-63a7efc0f9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:49.895672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9aad7fb9-4516-4d2d-aa20-63a7efc0f9e9 None None] Port 18a58f95-282a-48a6-928d-022667064ce6 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:49.899040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.053112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.116062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0caf6292-b6a1-4133-bfe9-8a9bf2851fcf None None] Provisioning complete for port 18a58f95-282a-48a6-928d-022667064ce6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:50.116356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0caf6292-b6a1-4133-bfe9-8a9bf2851fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.153302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 18a58f95-282a-48a6-928d-022667064ce6 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:50.153797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.156082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0caf6292-b6a1-4133-bfe9-8a9bf2851fcf None None] Port 18a58f95-282a-48a6-928d-022667064ce6 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:06:50.242309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.255049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 18a58f95-282a-48a6-928d-022667064ce6 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:50.320383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Deleting port 3949f4de-0ed6-443e-b0e7-d06b87edf76f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:50.320890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.411836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] For port 3949f4de-0ed6-443e-b0e7-d06b87edf76f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3949f4de-0ed6-443e-b0e7-d06b87edf76f,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:50.412526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.425540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Calling delete_port for 3949f4de-0ed6-443e-b0e7-d06b87edf76f owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:50.475490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.503772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=18a58f95-282a-48a6-928d-022667064ce6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:50.605531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.685024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.720675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'Port': ['ID=3949f4de-0ed6-443e-b0e7-d06b87edf76f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:50.759885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a1a6461f-f65b-4038-ba8e-5e39900530a8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:06:50.786608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router debbc082-88ec-408f-aa21-7d24ebee9603 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:50.811551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port a1a6461f-f65b-4038-ba8e-5e39900530a8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:06:50.811926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.867091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:50.873206 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dce8a092-e5b8-4cc4-8c3e-97174d7264d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/debbc082-88ec-408f-aa21-7d24ebee9603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465455 Apr 18 06:06:50.875960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52322) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:50.887723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] Sync routers for ids ['debbc082-88ec-408f-aa21-7d24ebee9603'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:50.907192 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bdd66398-3c7b-40f6-85d9-86987d9aae48 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=debbc082-88ec-408f-aa21-7d24ebee9603 HTTP/1.1" status: 200 len: 205 time: 0.0298452 Apr 18 06:06:50.909683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52324) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:50.911029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] Routers {'debbc082-88ec-408f-aa21-7d24ebee9603'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:50.911691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['debbc082-88ec-408f-aa21-7d24ebee9603'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:50.917310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:50.918013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:50.966557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 7a239aa2-bd78-4075-804e-1c4326828f47 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:50.966938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7a239aa2-bd78-4075-804e-1c4326828f47 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:50.968448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:50.977901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] Routers {'debbc082-88ec-408f-aa21-7d24ebee9603'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:50.978500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['debbc082-88ec-408f-aa21-7d24ebee9603'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:50.995853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.016239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:51.016903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757161b-5a10-4240-870e-1d288f9b68ba None None] The sync data for ids ['debbc082-88ec-408f-aa21-7d24ebee9603'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:51.174836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.174836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.280919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.284365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router debbc082-88ec-408f-aa21-7d24ebee9603 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:06:51.289154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.290306 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b2bdcefc-3988-4880-8315-60d213cab7c7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/debbc082-88ec-408f-aa21-7d24ebee9603 HTTP/1.1" status: 204 len: 168 time: 0.3780506 Apr 18 06:06:51.293670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52326) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:51.345909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 253a5f25-ae92-4f2b-9368-b451bd7fd205 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:51.348894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.394208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.400619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Router e251e977-cefa-4e53-8ab1-bef53c7fe25d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:51.477112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.509817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:51.515329 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c74a1119-3b81-43a1-9b24-6fc7c1f595a6 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "PUT /v2.0/routers/e251e977-cefa-4e53-8ab1-bef53c7fe25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9168177 Apr 18 06:06:51.519502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52328) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:51.520675 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] Sync routers for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:51.531458 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:51.532309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:51.584098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Deleting subnet f29c28c9-8775-4f72-9767-55d1dd98cdb7 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:06:51.587943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.629174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.635188 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:06:51.672930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.727385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.730841 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/253a5f25-ae92-4f2b-9368-b451bd7fd205 HTTP/1.1" status: 204 len: 168 time: 0.4361143 Apr 18 06:06:51.733646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52330) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:51.733794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3313-468f-4314-ab90-a40fa31d4b72 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=253a5f25-ae92-4f2b-9368-b451bd7fd205,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:51.738759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13843352-6c83-4ef0-a730-8aee8b0bd12b None None] Network 0bff8c84-71af-48a2-a57b-49d8f274071f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:51.756390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.863172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.894408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.911490 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:06:50Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:51.922704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port a1a6461f-f65b-4038-ba8e-5e39900530a8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:51.925622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.929627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'Subnet': ['ID=f29c28c9-8775-4f72-9767-55d1dd98cdb7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:51.932346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:51.935771 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5d30d1fe-80e3-4667-ba64-da819fbc9851 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "DELETE /v2.0/subnets/f29c28c9-8775-4f72-9767-55d1dd98cdb7 HTTP/1.1" status: 204 len: 168 time: 0.4153018 Apr 18 06:06:51.938548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52332) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:51.938719 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] Checking router: e251e977-cefa-4e53-8ab1-bef53c7fe25d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:06:51.948709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7225e-3e8f-4ba6-9eb1-9351be6a49ba None None] Network a924472f-2b44-402b-8d0f-471461bbcf7d requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:51.949273 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] Routers {'e251e977-cefa-4e53-8ab1-bef53c7fe25d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:51.949595 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:52.004411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port a1a6461f-f65b-4038-ba8e-5e39900530a8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a1a6461f-f65b-4038-ba8e-5e39900530a8,segment=NetworkSegment(c3241269-7da1-46be-95ae-d354dbb4f262),segment_id=c3241269-7da1-46be-95ae-d354dbb4f262)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:52.004737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.019718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for a1a6461f-f65b-4038-ba8e-5e39900530a8 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:52.069793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] DHCP port deletion for 0bff8c84-71af-48a2-a57b-49d8f274071f request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:52.075739 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] Set router e251e977-cefa-4e53-8ab1-bef53c7fe25d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:06:52.113931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.161278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] Deleting port a1a6461f-f65b-4038-ba8e-5e39900530a8 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:52.161852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.239514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] For port a1a6461f-f65b-4038-ba8e-5e39900530a8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=a1a6461f-f65b-4038-ba8e-5e39900530a8,segment=NetworkSegment(c3241269-7da1-46be-95ae-d354dbb4f262),segment_id=c3241269-7da1-46be-95ae-d354dbb4f262)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:52.239514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.239839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.247165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] DHCP port deletion for a924472f-2b44-402b-8d0f-471461bbcf7d request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:06:52.254508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] Calling delete_port for a1a6461f-f65b-4038-ba8e-5e39900530a8 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:52.288153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=a1a6461f-f65b-4038-ba8e-5e39900530a8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:52.295756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port a1a6461f-f65b-4038-ba8e-5e39900530a8 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:52.309525 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:06:50Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:52.353838 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733cdde-20cf-4efc-90d0-9608ed6e2c1f None None] The sync data for ids ['e251e977-cefa-4e53-8ab1-bef53c7fe25d'] in dv-neutron-837488-1-hyperv is: [{'id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148306244', 'tenant_id': '0ee1f47c83964886aa906b27b6b3427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:03:14Z', 'updated_at': '2022-04-18T06:06:50Z', 'revision_number': 5, 'project_id': '0ee1f47c83964886aa906b27b6b3427b', 'gw_port': {'id': 'c2d57dfc-4a50-4c27-82c6-1c5bec200653', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e251e977-cefa-4e53-8ab1-bef53c7fe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:03:16Z', 'updated_at': '2022-04-18T06:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:52.379102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] Deleting port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:52.379508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.398941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.433898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bff8c84-71af-48a2-a57b-49d8f274071f']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:52.441091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.443778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3241269-7da1-46be-95ae-d354dbb4f262') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:52.444131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3241269-7da1-46be-95ae-d354dbb4f262') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:52.454514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.469066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.475407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:52.475807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:52.480248 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:52.493401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] Pushing event deleted for resources: {'Port': ['ID=a1a6461f-f65b-4038-ba8e-5e39900530a8,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:52.497448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5399571-a15a-4279-8b31-d07455c2d150 None None] No DVR routers for this DVR port a1a6461f-f65b-4038-ba8e-5e39900530a8 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:52.500141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] For port aa7214ee-9165-45eb-8a3f-3cb6e6a32901, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,segment=NetworkSegment(af893ef7-146f-41cd-b2d8-b38e720464b3),segment_id=af893ef7-146f-41cd-b2d8-b38e720464b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:52.500540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.517346 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] Calling delete_port for aa7214ee-9165-45eb-8a3f-3cb6e6a32901 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:52.562694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.636588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.644859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.648068 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/0bff8c84-71af-48a2-a57b-49d8f274071f HTTP/1.1" status: 204 len: 168 time: 0.9128873 Apr 18 06:06:52.652263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52334) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:52.657169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1945011610', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}, 'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:52.663021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d0e51-a825-4458-a448-69abbffffe2f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=0bff8c84-71af-48a2-a57b-49d8f274071f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:52.682373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.708617 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] Pushing event deleted for resources: {'Port': ['ID=aa7214ee-9165-45eb-8a3f-3cb6e6a32901,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:52.710573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5d230-2c2d-4d07-b4f9-1c04e60fdae4 None None] No DVR routers for this DVR port aa7214ee-9165-45eb-8a3f-3cb6e6a32901 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:06:52.735566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Deleting port c2d57dfc-4a50-4c27-82c6-1c5bec200653 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:52.735907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.790270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.792746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.800508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa7214ee-9165-45eb-8a3f-3cb6e6a32901 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:52.824689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: aa7214ee-9165-45eb-8a3f-3cb6e6a32901 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:52.825118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa7214ee-9165-45eb-8a3f-3cb6e6a32901 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:52.825642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3949f4de-0ed6-443e-b0e7-d06b87edf76f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:52.854303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3949f4de-0ed6-443e-b0e7-d06b87edf76f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:52.854739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3949f4de-0ed6-443e-b0e7-d06b87edf76f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:52.855231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a1a6461f-f65b-4038-ba8e-5e39900530a8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:52.872966 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.878193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: a1a6461f-f65b-4038-ba8e-5e39900530a8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:52.878193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device a1a6461f-f65b-4038-ba8e-5e39900530a8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:52.880704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] For port c2d57dfc-4a50-4c27-82c6-1c5bec200653, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c2d57dfc-4a50-4c27-82c6-1c5bec200653,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:06:52.881681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:52.898374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Calling delete_port for c2d57dfc-4a50-4c27-82c6-1c5bec200653 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:53.132634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.252291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.284908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'Port': ['ID=c2d57dfc-4a50-4c27-82c6-1c5bec200653,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:53.361722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.431036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42eeee4c-f66e-411f-aeca-799145aae679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.462974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.496762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.585657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.604287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.640854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.641368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Fanout notify agent at l3_agent the message router_deleted on router e251e977-cefa-4e53-8ab1-bef53c7fe25d {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:06:53.649601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.650717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-369fa91f-cf90-43c5-95bd-2927a1989555 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "DELETE /v2.0/routers/e251e977-cefa-4e53-8ab1-bef53c7fe25d HTTP/1.1" status: 204 len: 168 time: 1.7110438 Apr 18 06:06:53.653968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52336) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:53.776004 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.795063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 172.26.4.34 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/6323c668-0b43-41ca-95df-0da6c18dda46) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:53.927954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:53.958710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a924472f-2b44-402b-8d0f-471461bbcf7d']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:53.975285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af893ef7-146f-41cd-b2d8-b38e720464b3') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:53.975580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af893ef7-146f-41cd-b2d8-b38e720464b3') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:53.990543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.005955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.014249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.025705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:06:54.025705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:06:54.026420 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:06:54.173440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.180600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.184329 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "DELETE /v2.0/networks/a924472f-2b44-402b-8d0f-471461bbcf7d HTTP/1.1" status: 204 len: 168 time: 0.5294318 Apr 18 06:06:54.187167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52338) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:54.196614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.201542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3cfb0-593b-44d2-943d-6d74e0725899 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'Network': ['ID=a924472f-2b44-402b-8d0f-471461bbcf7d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:54.233861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:54.236665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:54.242201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:54.254040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0b40598-7634-4a2f-98f4-8c499f8405d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.279681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=6323c668-0b43-41ca-95df-0da6c18dda46,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:54.280892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0b40598-7634-4a2f-98f4-8c499f8405d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.407539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0b40598-7634-4a2f-98f4-8c499f8405d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.410263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0b40598-7634-4a2f-98f4-8c499f8405d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.411464 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f0b40598-7634-4a2f-98f4-8c499f8405d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b74cb08-2645-4034-80f8-e62ff4b00447 HTTP/1.1" status: 204 len: 168 time: 0.2231731 Apr 18 06:06:54.421552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b40598-7634-4a2f-98f4-8c499f8405d9 tempest-TestNetworkAdvancedServerOps-732267682 tempest-TestNetworkAdvancedServerOps-732267682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b74cb08-2645-4034-80f8-e62ff4b00447,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:54.574184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.729223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c2d57dfc-4a50-4c27-82c6-1c5bec200653 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:06:54.750290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c2d57dfc-4a50-4c27-82c6-1c5bec200653 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:06:54.750626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c2d57dfc-4a50-4c27-82c6-1c5bec200653 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:06:54.775119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:54.996498 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 42c1cc96-4840-421b-85a8-34e38f383e12 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:06:55.078946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52346) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:55.104455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:55.114049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] Sync routers for ids ['42c1cc96-4840-421b-85a8-34e38f383e12'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:55.123813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] Routers {'42c1cc96-4840-421b-85a8-34e38f383e12'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:55.124427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['42c1cc96-4840-421b-85a8-34e38f383e12'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:55.160730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:55.169753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] Routers {'42c1cc96-4840-421b-85a8-34e38f383e12'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:55.178476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['42c1cc96-4840-421b-85a8-34e38f383e12'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:55.196802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.201272 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1e486423-5b75-42e7-853e-26766694fc7f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5445697 Apr 18 06:06:55.201388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52350) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:55.205175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:55.205855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bcaf8d-ec89-4d51-b3ba-766f2adff6f3 None None] The sync data for ids ['42c1cc96-4840-421b-85a8-34e38f383e12'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:55.223565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-31e413b5-735e-4d8e-a75b-1e2ec28037a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ee1f47c83964886aa906b27b6b3427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433101 Apr 18 06:06:55.228243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52352) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:55.283843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd261-a339-4178-b6ca-9e0196492d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.306203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd261-a339-4178-b6ca-9e0196492d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.325951 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-33ff4a9d-ce7e-48a4-a1ff-f8cbd29bca13 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/routers/42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 200 len: 884 time: 0.1234608 Apr 18 06:06:55.328409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52354) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:55.508099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd261-a339-4178-b6ca-9e0196492d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.512874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd261-a339-4178-b6ca-9e0196492d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.512874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9e7fd261-a339-4178-b6ca-9e0196492d2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db3fbd0d-ca9b-44ed-95cc-8a1a565a1252 HTTP/1.1" status: 204 len: 168 time: 0.2826824 Apr 18 06:06:55.531056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fd261-a339-4178-b6ca-9e0196492d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3fbd0d-ca9b-44ed-95cc-8a1a565a1252,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:55.578122 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e30ea00b-078f-45f1-bfff-18b050f0b636 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2486207 Apr 18 06:06:55.580601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52358) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:55.585185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1945011610'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:55.841661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78bcecac-7c63-45ee-93f6-85a5212b63c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.889268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:55.967779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.074527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 42c1cc96-4840-421b-85a8-34e38f383e12 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:06:56.123904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52362) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:56.141992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38965f1f-50a0-4466-a773-951a1c82108c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.454622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:06:56.462262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.463433 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f29d7b20-91bb-4bf7-9a79-57fba298cca1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 200 len: 891 time: 0.8818758 Apr 18 06:06:56.465889 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] Sync routers for ids ['42c1cc96-4840-421b-85a8-34e38f383e12'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:06:56.466874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52364) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:56.476548 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] Routers {'42c1cc96-4840-421b-85a8-34e38f383e12'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:56.477378 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['42c1cc96-4840-421b-85a8-34e38f383e12'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:56.510313 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:56.520165 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] Routers {'42c1cc96-4840-421b-85a8-34e38f383e12'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:06:56.520367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38965f1f-50a0-4466-a773-951a1c82108c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.520478 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['42c1cc96-4840-421b-85a8-34e38f383e12'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:56.556195 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:06:56.556840 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e265c-939f-4fed-afa5-d0a680ffdd0c None None] The sync data for ids ['42c1cc96-4840-421b-85a8-34e38f383e12'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:06:56.583663 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-92220757-edd8-462e-bf8f-08fb6e436bfa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/routers/42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 200 len: 891 time: 0.1154237 Apr 18 06:06:56.586721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52366) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:56.608020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-38965f1f-50a0-4466-a773-951a1c82108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.613839 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-76cecba6-e2ba-42fb-850f-ea1f8d82fdf0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 200 len: 205 time: 0.0260966 Apr 18 06:06:56.616127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52368) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:56.646506 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-38965f1f-50a0-4466-a773-951a1c82108c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=396499d2d7e646be9f4e8f11a9339f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215867 Apr 18 06:06:56.647222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38965f1f-50a0-4466-a773-951a1c82108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fdfef-1d0d-4626-9287-3a81efc3c647,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:56.649494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52370) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:56.699545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d647401-c2bf-486b-ac90-886ec1f58c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.723567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d647401-c2bf-486b-ac90-886ec1f58c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.871128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d647401-c2bf-486b-ac90-886ec1f58c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.873845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6d647401-c2bf-486b-ac90-886ec1f58c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:56.875219 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6d647401-c2bf-486b-ac90-886ec1f58c7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d61fdfef-1d0d-4626-9287-3a81efc3c647 HTTP/1.1" status: 204 len: 168 time: 0.2246652 Apr 18 06:06:56.883924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647401-c2bf-486b-ac90-886ec1f58c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fdfef-1d0d-4626-9287-3a81efc3c647,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:56.927566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.016211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.117039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.232410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 6323c668-0b43-41ca-95df-0da6c18dda46 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:06:57.232667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.307196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.320408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 6323c668-0b43-41ca-95df-0da6c18dda46 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:06:57.527684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.561525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=6323c668-0b43-41ca-95df-0da6c18dda46,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:57.618877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.713178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.715897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.842366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.843949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router 42c1cc96-4840-421b-85a8-34e38f383e12 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:06:57.850429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.851614 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0227586a-cec4-47f3-b8c9-9b9c5138b2ba tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 204 len: 168 time: 1.2345917 Apr 18 06:06:57.857943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52392) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:57.862917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1381917418'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:57.937948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:57.941536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.964902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:57.973694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:57.974038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 6080940c-facf-4044-a989-f063cc9ac2b5 of type vlan for network 531873b2-420f-4570-8d7a-b03586ee2f7b Apr 18 06:06:58.016889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.133366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.139701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:58.140351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.205945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=531873b2-420f-4570-8d7a-b03586ee2f7b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:58.216782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 531873b2-420f-4570-8d7a-b03586ee2f7b details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:58.221233 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b8c73352-dd14-4d63-be5c-843f7dbb683a tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3622479 Apr 18 06:06:58.224233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52398) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:58.229028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:58.423678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:58.427153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.691111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.697723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52410) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:58.709633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.752612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=6c12bbe8-f218-4b31-9af7-d3793bd73191,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:58.757018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '6080940c-facf-4044-a989-f063cc9ac2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:58.757387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: 531873b2-420f-4570-8d7a-b03586ee2f7b, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:06:58.847077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--1809910861', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:58.851561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 531873b2-420f-4570-8d7a-b03586ee2f7b is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:06:58.898760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.920319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:06:58.920518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 531873b2-420f-4570-8d7a-b03586ee2f7b) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:58.924388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:58.929616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.930343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.930451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f381e55-33ad-4a58-af10-84c67208678c None None] Network 531873b2-420f-4570-8d7a-b03586ee2f7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:06:58.939753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:58.998215 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c4b4f272-775f-4059-9a10-228c6ac0dafb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7727988 Apr 18 06:06:59.000429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52414) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:59.004968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2095502162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:59.019853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.079055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-531873b2-420f-4570-8d7a-b03586ee2f7b', 'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '6c12bbe8-f218-4b31-9af7-d3793bd73191'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:06:59.080023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.080880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.093501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.094551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.110137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:06:59.124358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:59.141267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.141573 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment 36cdec82-65b6-4274-9985-be5fe75a591b of type vlan for network e348cacf-dac6-49a8-b25f-39121ac8a2aa Apr 18 06:06:59.154641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.183561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.224057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Allocated IP 2001:db8::2 (531873b2-420f-4570-8d7a-b03586ee2f7b/6c12bbe8-f218-4b31-9af7-d3793bd73191/9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:59.225067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.281865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.287584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:06:59.288195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.330167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.331595 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-749a0d3f-1e4c-46fa-b229-6cda36ee65c9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3301489 Apr 18 06:06:59.342807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52416) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:59.362451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=e348cacf-dac6-49a8-b25f-39121ac8a2aa,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:59.416496 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a5815e78-c901-4fee-a313-18d151657c61 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7175226 Apr 18 06:06:59.419786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52418) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:06:59.428137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:06:59.438009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:06:59.538921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.539964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.582508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.596380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.634760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.670992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.713521 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Network 531873b2-420f-4570-8d7a-b03586ee2f7b is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:06:59.717576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:06:59.721989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:06:59.726476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Pushing event updated for resources: {'Port': ['ID=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:06:59.781165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Attempting to bind port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:06:59.781532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Attempting to bind port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '6080940c-facf-4044-a989-f063cc9ac2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:06:59.781884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Attempting to bind port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 on network 531873b2-420f-4570-8d7a-b03586ee2f7b {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:06:59.786927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:06:59.787324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Checking segment: {'id': '6080940c-facf-4044-a989-f063cc9ac2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:06:59.787726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.788575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Bound using segment: {'id': '6080940c-facf-4044-a989-f063cc9ac2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:06:59.788575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Bound port: 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6080940c-facf-4044-a989-f063cc9ac2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '531873b2-420f-4570-8d7a-b03586ee2f7b'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:06:59.789012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.829195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.858377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] For port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:06:59.861646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] For port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,segment=NetworkSegment(6080940c-facf-4044-a989-f063cc9ac2b5),segment_id=6080940c-facf-4044-a989-f063cc9ac2b5)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:06:59.899411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:06:59.899652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8::1 (531873b2-420f-4570-8d7a-b03586ee2f7b/6c12bbe8-f218-4b31-9af7-d3793bd73191/55ea256b-a982-4163-a42f-04d441d43626) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:06:59.966754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63ff4-9054-4f30-9f1c-66085d7a1982 None None] Pushing event updated for resources: {'Port': ['ID=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:00.045739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.105485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.128393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.155619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.203054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 531873b2-420f-4570-8d7a-b03586ee2f7b is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:00.209076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:00.214071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:00.214713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.257979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=55ea256b-a982-4163-a42f-04d441d43626,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:00.277388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.149 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/e760cb88-05c6-4007-986c-d4709c900291) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:00.386537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.412825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.476881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.519231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:00.522146 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:00.524648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:00.549794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e760cb88-05c6-4007-986c-d4709c900291,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:00.701338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.750478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.751741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.789925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:00.847426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.854562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:00.855314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.919345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=55ea256b-a982-4163-a42f-04d441d43626,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:00.927577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 531873b2-420f-4570-8d7a-b03586ee2f7b is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:00.929072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:00.954745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:00.992080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,segment=NetworkSegment(6080940c-facf-4044-a989-f063cc9ac2b5),segment_id=6080940c-facf-4044-a989-f063cc9ac2b5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:01.018994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342271f-88f7-4b53-b88b-766c15f26eca None None] Network 531873b2-420f-4570-8d7a-b03586ee2f7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:01.069525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.093601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.109098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:07:01.130669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cfadad47-8878-4e65-82aa-3dea2e5491ff None None] Provisioning complete for port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:01.131042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cfadad47-8878-4e65-82aa-3dea2e5491ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.208310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:01.215505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:01.223609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8edf13ed-3a3f-4593-94b0-fdd5b1d07f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/28b6c28a-96a1-4e77-adb6-06eb1d2bdc70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8786192 Apr 18 06:07:01.224291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52424) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:01.232646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] Sync routers for ids ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:01.270210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d8cfc6-6638-4423-84de-a60605cc107d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:01.271606 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-88d8cfc6-6638-4423-84de-a60605cc107d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports/55ea256b-a982-4163-a42f-04d441d43626 HTTP/1.1" status: 200 len: 911 time: 0.0463259 Apr 18 06:07:01.274430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52426) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:01.280128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c12bbe8-f218-4b31-9af7-d3793bd73191'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:01.283551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] Routers {'28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:01.284175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:01.340363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:01.354642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:07:01.364581 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] Routers {'28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:01.365269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:01.411212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:01.411879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fa6df0-ca26-460f-a70c-4487f1bd23f9 None None] The sync data for ids ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:01.442953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.478584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:01.490117 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:01.501560 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:01.502394 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:01.559106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.567986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f4392e44-f08d-441a-b814-29e02e22bd80 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1430471 Apr 18 06:07:01.568767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52428) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:01.624647 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:01.670472 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2f2087e2-2077-45da-ae5b-b4409cef09ec tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1005540 Apr 18 06:07:01.673495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52432) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:01.706826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-59c7268f-6721-4db2-b9a8-1d3c20da7048 None None] Provisioning complete for port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:01.706826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-59c7268f-6721-4db2-b9a8-1d3c20da7048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.837070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-59c7268f-6721-4db2-b9a8-1d3c20da7048 None None] Provisioning complete for port 55ea256b-a982-4163-a42f-04d441d43626 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:01.837792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-59c7268f-6721-4db2-b9a8-1d3c20da7048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.870442 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:00Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:01.896171 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:01.896518 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Updating router 4fe54345-dbf9-49ae-adef-3246d78138a6 port e760cb88-05c6-4007-986c-d4709c900291 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:07:01.909928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf7626-de40-4d1b-b260-b6a4817e329f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:01.914029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-59c7268f-6721-4db2-b9a8-1d3c20da7048 None None] Port 55ea256b-a982-4163-a42f-04d441d43626 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:01.914559 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-10cf7626-de40-4d1b-b260-b6a4817e329f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2386098 Apr 18 06:07:01.916540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52434) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:01.921536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.940988 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:01.958974 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b302eaf8-da88-4888-a0c9-07bab8fc7a01 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407150 Apr 18 06:07:01.961766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52436) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:01.966918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877925280', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:02.012444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.020222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:02.022386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.023064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/ports/55ea256b-a982-4163-a42f-04d441d43626 HTTP/1.1" status: 200 len: 911 time: 0.7476974 Apr 18 06:07:02.026618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52438) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:02.044688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e4a39841-1338-459c-a414-57e9bdee8f08 None None] Provisioning complete for port 55ea256b-a982-4163-a42f-04d441d43626 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:02.045473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4a39841-1338-459c-a414-57e9bdee8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.109566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c77181-23bb-43a9-bccc-8b5ee3e281ee tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=55ea256b-a982-4163-a42f-04d441d43626,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:02.110153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e4a39841-1338-459c-a414-57e9bdee8f08 None None] Port 55ea256b-a982-4163-a42f-04d441d43626 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:02.229486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93d71a25-9e87-482c-9823-9d862db7fc6f None None] Provisioning complete for port 55ea256b-a982-4163-a42f-04d441d43626 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:02.230415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93d71a25-9e87-482c-9823-9d862db7fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.240656 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.268589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-93d71a25-9e87-482c-9823-9d862db7fc6f None None] Port 55ea256b-a982-4163-a42f-04d441d43626 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:02.299132 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.355406 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Attempting to bind port e760cb88-05c6-4007-986c-d4709c900291 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:02.355776 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Attempting to bind port e760cb88-05c6-4007-986c-d4709c900291 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:02.356134 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Attempting to bind port e760cb88-05c6-4007-986c-d4709c900291 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:02.361980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Pushing event updated for resources: {'Port': ['ID=e760cb88-05c6-4007-986c-d4709c900291,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:02.366665 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:02.367094 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:02.367514 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.367900 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:02.368361 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Bound port: e760cb88-05c6-4007-986c-d4709c900291, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:02.368735 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.376763 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.377022 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.377351 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.377677 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.378001 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.378344 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.378670 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.378989 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.379676 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.379949 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.380348 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.380588 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:02.443266 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] For port e760cb88-05c6-4007-986c-d4709c900291, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:02.446430 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] For port e760cb88-05c6-4007-986c-d4709c900291, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e760cb88-05c6-4007-986c-d4709c900291,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:02.561125 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.591774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:02.595081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.618443 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d288444-091a-418f-b13d-0378d43f61ca None None] Pushing event updated for resources: {'Port': ['ID=e760cb88-05c6-4007-986c-d4709c900291,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:02.622368 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:02.622950 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:02.742344 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:02.758909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:02.820926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:02.821562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.850308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.922935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:02.995052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=7d6e5085-c853-4a61-a547-168633bb465d,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:03.022951 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:00Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:03.049860 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8246053-cbe4-476d-8dc9-7f7cd6d5145c None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:00Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:03.061029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:03.061029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: e348cacf-dac6-49a8-b25f-39121ac8a2aa, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:07:03.178509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 55ea256b-a982-4163-a42f-04d441d43626 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:03.178860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.228070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:07:03.291128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.306581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 55ea256b-a982-4163-a42f-04d441d43626 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:03.351581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, e348cacf-dac6-49a8-b25f-39121ac8a2aa) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:03.358712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:03.359198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.361767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb821c-e838-47e3-9f5c-944602bf4274 None None] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:03.453855 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-daa9ee0c-10f3-4268-a474-3bd9abe3232f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4910388 Apr 18 06:07:03.456667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52440) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:03.547591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:07:03.548834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.602193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.633917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=55ea256b-a982-4163-a42f-04d441d43626,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:03.708658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Allocated IP 172.20.0.2 (e348cacf-dac6-49a8-b25f-39121ac8a2aa/7d6e5085-c853-4a61-a547-168633bb465d/ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:03.789396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.936961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:03.999724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:04.042886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.048015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.091888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:04.094484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:04.096494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:04.103788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:04.103917 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d84aa470-624b-4f74-be41-36aec9e5a844 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/28b6c28a-96a1-4e77-adb6-06eb1d2bdc70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0731544 Apr 18 06:07:04.103917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52442) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:04.108352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Pushing event updated for resources: {'Port': ['ID=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:04.115859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] Sync routers for ids ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:04.142292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] Routers {'28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:04.142908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:04.143617 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ac1013f0-5fdd-4baa-bbf5-5bdbebf34a21 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 HTTP/1.1" status: 200 len: 205 time: 0.0378919 Apr 18 06:07:04.145881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52444) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:04.194709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:04.202456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Attempting to bind port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:04.202750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Attempting to bind port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:04.203170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Attempting to bind port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b on network e348cacf-dac6-49a8-b25f-39121ac8a2aa {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:04.210674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] Routers {'28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:04.211280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:04.213204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:04.213605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Checking segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:04.214000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.215384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Bound using segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:04.215384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Bound port: ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:04.215384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.225637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.258251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:04.258894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0642e47-fe3b-4654-b337-de45f8bd0935 None None] The sync data for ids ['28b6c28a-96a1-4e77-adb6-06eb1d2bdc70'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:04.322020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] For port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:04.325373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] For port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:04.362654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (e348cacf-dac6-49a8-b25f-39121ac8a2aa/7d6e5085-c853-4a61-a547-168633bb465d/7f9eff8d-395e-470a-ac89-ba960013a776) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:04.396233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.398362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.402009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.472243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812bf68-1b9b-4731-91ed-65f5a59c46f7 None None] Pushing event updated for resources: {'Port': ['ID=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:04.499556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.502990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router 28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:07:04.508474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.511948 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b695e90a-58d9-43c3-a259-65366a33a314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 HTTP/1.1" status: 204 len: 168 time: 0.3646259 Apr 18 06:07:04.512848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52446) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:04.520379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.580639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 6c12bbe8-f218-4b31-9af7-d3793bd73191 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:07:04.584428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.636631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.794145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.900212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:04.945605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:04.945968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.956338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.980430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:04.997446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:05.002769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:05.005931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:05.013709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=6c12bbe8-f218-4b31-9af7-d3793bd73191,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.020351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.026915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a42e4527-2cf0-4b25-a2cb-dc51cbf20d92 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/6c12bbe8-f218-4b31-9af7-d3793bd73191 HTTP/1.1" status: 204 len: 168 time: 0.5095544 Apr 18 06:07:05.027655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52448) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:05.032062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d43d36-df70-435d-b75c-58e8e280a922 None None] Network 531873b2-420f-4570-8d7a-b03586ee2f7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:05.045427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=7f9eff8d-395e-470a-ac89-ba960013a776,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.080447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.100071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.118100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.180700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:05.181567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:05.181922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.232129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.233522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e760cb88-05c6-4007-986c-d4709c900291 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:05.259452 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,segment=NetworkSegment(6080940c-facf-4044-a989-f063cc9ac2b5),segment_id=6080940c-facf-4044-a989-f063cc9ac2b5)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:05.259925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.288581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:05.296824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] DHCP port deletion for 531873b2-420f-4570-8d7a-b03586ee2f7b request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:07:05.346800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.435728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e760cb88-05c6-4007-986c-d4709c900291 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:05.436314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.484895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.516386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.539329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Deleting port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:05.548494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.562447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:05.569823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.605883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.646234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] For port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:05.647447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.658679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port e760cb88-05c6-4007-986c-d4709c900291, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e760cb88-05c6-4007-986c-d4709c900291,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:05.662182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.670124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Calling delete_port for 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:05.677276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:07:05.680323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.687318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531873b2-420f-4570-8d7a-b03586ee2f7b']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:05.699552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] No DVR routers for this DVR port 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:05.709443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6080940c-facf-4044-a989-f063cc9ac2b5') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:05.709745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6080940c-facf-4044-a989-f063cc9ac2b5') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:05.723529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.749232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.749451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e75805-afb1-4524-aced-6d86ef082169 None None] Pushing event deleted for resources: {'Port': ['ID=9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.750927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:07:05.751586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.753947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:07:05.755964 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:07:05.801662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a487176-a863-44d0-af2d-e5343bff47d2 None None] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:05.817715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.888001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.899696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=e760cb88-05c6-4007-986c-d4709c900291,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.903905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f4964f80-8bde-46ce-bdb6-dd7bc8aad200 None None] Provisioning complete for port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:05.904270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4964f80-8bde-46ce-bdb6-dd7bc8aad200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.919206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.928384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.941389 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/531873b2-420f-4570-8d7a-b03586ee2f7b HTTP/1.1" status: 204 len: 168 time: 0.9127688 Apr 18 06:07:05.942134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52450) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:05.953267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976333822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:05.982416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318286e-eac8-4312-bded-818cec8c5a83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=531873b2-420f-4570-8d7a-b03586ee2f7b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:05.987835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:05.992606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=7f9eff8d-395e-470a-ac89-ba960013a776,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:06.087658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.089607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.099175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:06.101299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:06.152065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.225339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:06.236792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.335758 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.336995 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b6d2f2da-f72a-4a59-84af-9092b1806f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3906407 Apr 18 06:07:06.340500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52452) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:06.341647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:06.345537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-644967316'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:06.347150 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-074001ee-1678-4928-8b71-737e281bf9a0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/4fe54345-dbf9-49ae-adef-3246d78138a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8887856 Apr 18 06:07:06.349599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52454) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:06.354618 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:06.377151 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:06.378142 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:06.497844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:06.498121 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:06.498245 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.527058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:07:06.538381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-91181a21-3cbf-4610-8650-87a22fff6ed1 None None] Provisioning complete for port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:06.538993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91181a21-3cbf-4610-8650-87a22fff6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.546038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.546763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.547465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.548079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.548698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.549309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.551459 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b5f62399-ac76-4ad8-945f-5e3f42829ee0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2008126 Apr 18 06:07:06.554822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52456) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:06.556314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.556662 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 1038f834-2528-4e7c-999d-19622e67fd7d of type vlan for network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec Apr 18 06:07:06.659375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.669679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.670577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.674454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.674454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.674454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.674454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.678842 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e28c3f3f-fcdb-4530-a26f-56305bae60b4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1225724 Apr 18 06:07:06.679520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52458) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:06.685176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-91181a21-3cbf-4610-8650-87a22fff6ed1 None None] Provisioning complete for port 7f9eff8d-395e-470a-ac89-ba960013a776 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:06.685584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91181a21-3cbf-4610-8650-87a22fff6ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.733059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-91181a21-3cbf-4610-8650-87a22fff6ed1 None None] Port 7f9eff8d-395e-470a-ac89-ba960013a776 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:06.766471 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:06.795400 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:06.795400 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Updating router 4fe54345-dbf9-49ae-adef-3246d78138a6 port 7f9eff8d-395e-470a-ac89-ba960013a776 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:07:06.799616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:06.829086 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.866815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5d6f080e-6b1a-4fc6-a3b1-7935a9c3a860 None None] Provisioning complete for port 7f9eff8d-395e-470a-ac89-ba960013a776 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:06.867183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d6f080e-6b1a-4fc6-a3b1-7935a9c3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.904667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:06.905058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.913177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.921218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:06.921746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:06.934081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f080e-6b1a-4fc6-a3b1-7935a9c3a860 None None] Port 7f9eff8d-395e-470a-ac89-ba960013a776 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:06.997644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e760cb88-05c6-4007-986c-d4709c900291 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:07.054169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:07.063455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-39a94c64-d680-4887-ac5c-6c9098229b85 None None] Provisioning complete for port 7f9eff8d-395e-470a-ac89-ba960013a776 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:07.063956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-39a94c64-d680-4887-ac5c-6c9098229b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.067181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e760cb88-05c6-4007-986c-d4709c900291 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:07.067660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.072457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.073326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.074259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.074606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.075060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.075359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.081958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.081958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.081958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.081958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.081958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.081958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.086510 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-300f554b-f6c8-4f62-9cf2-9ed2f4705a2a tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.4055808 Apr 18 06:07:07.092377 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-75791716-8924-4512-90d8-ce5317a32f30 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7507749 Apr 18 06:07:07.095141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52462) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:07.102991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:07.114182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:07:07.187071 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.191210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-39a94c64-d680-4887-ac5c-6c9098229b85 None None] Port 7f9eff8d-395e-470a-ac89-ba960013a776 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:07.299091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:07.303227 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.321112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:07.321533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9c48f3c4-c9f6-4e02-98e3-ae5eb841a0b6 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:07.327649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:07.331165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.360643 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8a41-2266-49bb-86f0-628fb6ee7b26 None None] Pushing event updated for resources: {'Port': ['ID=7f9eff8d-395e-470a-ac89-ba960013a776,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:07.428358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Attempting to bind port 7f9eff8d-395e-470a-ac89-ba960013a776 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:07.428809 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Attempting to bind port 7f9eff8d-395e-470a-ac89-ba960013a776 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:07.429139 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Attempting to bind port 7f9eff8d-395e-470a-ac89-ba960013a776 on network e348cacf-dac6-49a8-b25f-39121ac8a2aa {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:07.435002 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:07.435459 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Checking segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:07.435804 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.436195 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Bound using segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:07.436663 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Bound port: 7f9eff8d-395e-470a-ac89-ba960013a776, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:07.437043 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.512967 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] For port 7f9eff8d-395e-470a-ac89-ba960013a776, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:07.516414 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] For port 7f9eff8d-395e-470a-ac89-ba960013a776, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7f9eff8d-395e-470a-ac89-ba960013a776,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:07.532633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52464) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:07.543902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614632981', 'description': 'tempest-secgroup-smoke-1614632981 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:07.612231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4b4e3534-914d-48e7-8299-e13547cc234f None None] Provisioning complete for port 7f9eff8d-395e-470a-ac89-ba960013a776 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:07.612760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3534-914d-48e7-8299-e13547cc234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.631123 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.648464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e3534-914d-48e7-8299-e13547cc234f None None] Port 7f9eff8d-395e-470a-ac89-ba960013a776 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:07.656262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.656262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.686908 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:07.687552 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:07.729302 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8a41-2266-49bb-86f0-628fb6ee7b26 None None] Pushing event updated for resources: {'Port': ['ID=7f9eff8d-395e-470a-ac89-ba960013a776,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:07.739001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:07.760112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.761661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.761661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.761661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.761965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.762286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.762605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.762927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.763275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.763724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.764053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.764367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:07.773291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:07.773651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:07:07.812822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.818854 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:07.880644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:07:07.904676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.935080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a4076-8be4-4943-a021-ceaa5f3cc293,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:07.970755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-023bca24-2b4e-4fa8-95fe-8a20380ed449 None None] Provisioning complete for port 7f9eff8d-395e-470a-ac89-ba960013a776 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:07.971235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-023bca24-2b4e-4fa8-95fe-8a20380ed449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:07.978923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:07.984989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:07.985657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.001088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658c0eb8-399e-406e-87d0-641a1e0debcf None None] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:08.027988 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:07Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:08.031213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.035888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52466) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:08.041130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4076-8be4-4943-a021-ceaa5f3cc293', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:08.043037 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0579125c-ac43-4408-9917-f89509efe4c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5053263 Apr 18 06:07:08.058206 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb855b3-cd34-4f13-91c0-3dd1d837c6cf None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:07Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:08.127035 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-be0d654f-0ba7-4d43-b401-3104e4b82dbb tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0307267 Apr 18 06:07:08.129960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52468) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:08.192621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-023bca24-2b4e-4fa8-95fe-8a20380ed449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.250349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-023bca24-2b4e-4fa8-95fe-8a20380ed449 None None] For port 7f9eff8d-395e-470a-ac89-ba960013a776, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7f9eff8d-395e-470a-ac89-ba960013a776,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:08.253033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:07:08.254073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.278753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.391530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-023bca24-2b4e-4fa8-95fe-8a20380ed449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.439162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.450119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Allocated IP 2001:db8::2 (3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec/1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce/cf27ae07-cb0a-4fc5-8473-c919a3e59bba) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:08.478640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bca24-2b4e-4fa8-95fe-8a20380ed449 None None] Pushing event updated for resources: {'Port': ['ID=7f9eff8d-395e-470a-ac89-ba960013a776,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:08.501488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.516283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.598509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f392025-4ada-4f48-a689-a064fa6838d3,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:08.641805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.661689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.662915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cc92cb69-236f-414b-96f8-2c96c8199fe4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6258168 Apr 18 06:07:08.665831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52470) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:08.671055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4076-8be4-4943-a021-ceaa5f3cc293', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:08.749968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.771039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:08.774104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:08.778588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:08.790451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.828016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7f9eff8d-395e-470a-ac89-ba960013a776 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:08.872992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.926801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Pushing event updated for resources: {'Port': ['ID=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:08.937479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Attempting to bind port cf27ae07-cb0a-4fc5-8473-c919a3e59bba on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:08.937868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Attempting to bind port cf27ae07-cb0a-4fc5-8473-c919a3e59bba by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:08.938233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Attempting to bind port cf27ae07-cb0a-4fc5-8473-c919a3e59bba on network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:08.946059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:08.946426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Checking segment: {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:08.946864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.947229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Bound using segment: {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:08.947745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Bound port: cf27ae07-cb0a-4fc5-8473-c919a3e59bba, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:08.948881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.956296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:08.977705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba01a91-2879-40d9-9677-407f0d3862d3,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:09.002371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 7f9eff8d-395e-470a-ac89-ba960013a776 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:09.002745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.054033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] For port cf27ae07-cb0a-4fc5-8473-c919a3e59bba, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:09.059300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] For port cf27ae07-cb0a-4fc5-8473-c919a3e59bba, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,segment=NetworkSegment(1038f834-2528-4e7c-999d-19622e67fd7d),segment_id=1038f834-2528-4e7c-999d-19622e67fd7d)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:09.061909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.063329 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f7c260dc-a5c6-4fc8-909c-d94c185afb6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958025 Apr 18 06:07:09.066135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52472) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:09.070738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4076-8be4-4943-a021-ceaa5f3cc293', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:09.125860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8::1 (3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec/1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce/b82d8ad8-cfb1-42ce-9328-cea974270ef7) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:09.191105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.241272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.263362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb93e8a-ffdd-4c59-ab9f-bd6883c612ba None None] Pushing event updated for resources: {'Port': ['ID=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:09.275740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.320629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.397233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.442937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:09.447613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.452609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:09.457293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:09.466387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.475746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a432ed-3528-4e23-acd5-fa78c3ac9dfd,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:09.496919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=b82d8ad8-cfb1-42ce-9328-cea974270ef7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:09.563501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.566986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-418bfead-cb1a-48e1-bcc6-e96816bd2ed5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4976146 Apr 18 06:07:09.567627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52474) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:09.572428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4076-8be4-4943-a021-ceaa5f3cc293', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:09.650573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.698351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.757822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.916010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.944983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:09.964611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dd1c3c-8b33-4fd1-aae9-5987665a4b77,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:10.076091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.080983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.091419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.095323 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a10f8eff-f3ec-4706-8f90-b7113a2e8310 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5242167 Apr 18 06:07:10.095662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52476) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:10.100615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4076-8be4-4943-a021-ceaa5f3cc293', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:10.164082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=b82d8ad8-cfb1-42ce-9328-cea974270ef7,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:10.169115 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:07:10.176005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.220860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:10.220860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:10.265261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.371468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382ab01-8cbe-4a69-b6f5-f205f05f8e94 None None] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:10.385135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.406724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b2d0f7-9fdf-46f6-a2e3-dcd1601fcf0e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:10.429418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:07:10.457904 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-905debaf-d022-440d-bf77-715323984018 None None] Provisioning complete for port cf27ae07-cb0a-4fc5-8473-c919a3e59bba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:10.462736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-905debaf-d022-440d-bf77-715323984018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.528887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:10.545028 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9dade7b6-5ddf-42f6-8dd6-06099b8f3437 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4024582 Apr 18 06:07:10.545150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.545251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52478) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:10.545350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d8e41ee4-598d-4b95-91f6-5b3bbc465010 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4440126 Apr 18 06:07:10.545350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52480) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:10.545544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2123396408'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:10.548786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '7e0a4076-8be4-4943-a021-ceaa5f3cc293', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:10.550948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:10.589851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:10.590473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:10.633900 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:07:10.635361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:10.639144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.664300 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:07:10.667619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:07:10.673849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.678960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.679462 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 1a615676-8f2e-42ad-ab0b-ffa98f7bf570 of type vlan for network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 Apr 18 06:07:10.763295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.792381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.867275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cf27ae07-cb0a-4fc5-8473-c919a3e59bba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:10.869341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-905debaf-d022-440d-bf77-715323984018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.887454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.907037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334f502c-e0ae-4ffb-9dcd-ed36447d0ee4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:10.920576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.925835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:10.927497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:10.928222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:10.978299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-905debaf-d022-440d-bf77-715323984018 None None] For port cf27ae07-cb0a-4fc5-8473-c919a3e59bba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,segment=NetworkSegment(1038f834-2528-4e7c-999d-19622e67fd7d),segment_id=1038f834-2528-4e7c-999d-19622e67fd7d)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:10.998800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=5d77357d-8792-4091-a4fa-d22fbfcb61b3,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:11.020262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.021715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dcd95dbb-62a4-496c-af3f-8d3d506088e0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4784915 Apr 18 06:07:11.026597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:07:11.055538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port cf27ae07-cb0a-4fc5-8473-c919a3e59bba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:11.056266 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0d1042ac-385f-4375-961a-378a38c8a600 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5184829 Apr 18 06:07:11.058881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.059038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52484) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:11.064907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:11.131481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-905debaf-d022-440d-bf77-715323984018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.212216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-e269f6df-b4b4-493c-8948-b61552e5bfb5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614632981&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0519238 Apr 18 06:07:11.252129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:11.257048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.314471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-931c0a61-f133-4dd0-bec2-75b1c36fd14d None None] Provisioning complete for port cf27ae07-cb0a-4fc5-8473-c919a3e59bba triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:11.315139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-931c0a61-f133-4dd0-bec2-75b1c36fd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.355404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905debaf-d022-440d-bf77-715323984018 None None] Pushing event updated for resources: {'Port': ['ID=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:11.462709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:09Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:09Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:11.467848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-e4d185f1-ea38-49b0-86a0-5bad31cac5a7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:11.470085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-e4d185f1-ea38-49b0-86a0-5bad31cac5a7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 797 time: 0.2460182 Apr 18 06:07:11.487366 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-6f588169-4c2f-41e5-b74d-5eb391102bac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0103672 Apr 18 06:07:11.496078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:11.496568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Updating router f39a96ad-cfd3-41a4-932a-68fec561b7c5 port b82d8ad8-cfb1-42ce-9328-cea974270ef7 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:07:11.526344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.544259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-931c0a61-f133-4dd0-bec2-75b1c36fd14d None None] Provisioning complete for port b82d8ad8-cfb1-42ce-9328-cea974270ef7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:11.544623 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-931c0a61-f133-4dd0-bec2-75b1c36fd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.545706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.573917 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-4ffc2e5c-2627-4396-941d-0dd8803c9f82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801430 Apr 18 06:07:11.618820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=518e537a-1623-435d-a6d3-efc41aa59972,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:11.635778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:11.636257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: 5d77357d-8792-4091-a4fa-d22fbfcb61b3, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:07:11.654335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-931c0a61-f133-4dd0-bec2-75b1c36fd14d None None] Port b82d8ad8-cfb1-42ce-9328-cea974270ef7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:11.687724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:07:11.733706 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-333a71a7-33b6-41db-81bc-1527ddaff2e7 service neutron] 10.222.0.43 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460352 Apr 18 06:07:11.739032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5d77357d-8792-4091-a4fa-d22fbfcb61b3) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:11.743573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:11.745453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.758173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be4264-3b18-4a51-ac3b-17e907040422 None None] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:11.799179 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb10ff8c-fe8d-4510-a86a-701aa752a7d8 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7386246 Apr 18 06:07:11.801732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52502) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:11.829399 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-35b7b62e-2b51-479d-bc93-31907eededef service neutron] 10.222.0.43 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889525 Apr 18 06:07:11.848200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aa433fe1-1413-4afb-9d3c-4f6a343c1f13 None None] Provisioning complete for port b82d8ad8-cfb1-42ce-9328-cea974270ef7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:11.848620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aa433fe1-1413-4afb-9d3c-4f6a343c1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.942159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:11.946269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aa433fe1-1413-4afb-9d3c-4f6a343c1f13 None None] Port b82d8ad8-cfb1-42ce-9328-cea974270ef7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:12.013324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:07:12.014183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.017797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.139613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1593-5515-4e4c-9a15-c1257dc75fa8 None None] Pushing event updated for resources: {'Port': ['ID=b82d8ad8-cfb1-42ce-9328-cea974270ef7,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:12.207380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Attempting to bind port b82d8ad8-cfb1-42ce-9328-cea974270ef7 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:12.207688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Attempting to bind port b82d8ad8-cfb1-42ce-9328-cea974270ef7 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:12.208222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Attempting to bind port b82d8ad8-cfb1-42ce-9328-cea974270ef7 on network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:12.217727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:12.218574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Checking segment: {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:12.219009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.219151 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0aa64fdd-5103-432e-aaad-c8a312a4f401 req-b523965a-fa12-4de8-b8ef-43b6ec4bc174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 210 time: 0.0402875 Apr 18 06:07:12.219471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Bound using segment: {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:12.220011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Bound port: b82d8ad8-cfb1-42ce-9328-cea974270ef7, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1038f834-2528-4e7c-999d-19622e67fd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:12.220463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.221268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.373935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] For port b82d8ad8-cfb1-42ce-9328-cea974270ef7, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:12.376441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Allocated IP 2001:db8:1::2 (5d77357d-8792-4091-a4fa-d22fbfcb61b3/518e537a-1623-435d-a6d3-efc41aa59972/11385859-b389-427e-b76d-6b670a90f67f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:12.382354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] For port b82d8ad8-cfb1-42ce-9328-cea974270ef7, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b82d8ad8-cfb1-42ce-9328-cea974270ef7,segment=NetworkSegment(1038f834-2528-4e7c-999d-19622e67fd7d),segment_id=1038f834-2528-4e7c-999d-19622e67fd7d)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:12.399011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-edcf79e1-6bde-43cf-846a-4b86bf8aa2a6 None None] Provisioning complete for port b82d8ad8-cfb1-42ce-9328-cea974270ef7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:12.404464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-edcf79e1-6bde-43cf-846a-4b86bf8aa2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.471895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.503699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-edcf79e1-6bde-43cf-846a-4b86bf8aa2a6 None None] Port b82d8ad8-cfb1-42ce-9328-cea974270ef7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:12.567234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:12.567883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:12.572302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1593-5515-4e4c-9a15-c1257dc75fa8 None None] Pushing event updated for resources: {'Port': ['ID=b82d8ad8-cfb1-42ce-9328-cea974270ef7,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:12.842970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cf27ae07-cb0a-4fc5-8473-c919a3e59bba up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:12.884569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.908594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:12.913157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:12.913157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-68663de9-f6af-4d92-8a07-bce99d8f23c8 None None] Provisioning complete for port b82d8ad8-cfb1-42ce-9328-cea974270ef7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:12.913157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-68663de9-f6af-4d92-8a07-bce99d8f23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.019757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.054415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8:1::1 (5d77357d-8792-4091-a4fa-d22fbfcb61b3/518e537a-1623-435d-a6d3-efc41aa59972/b07ade74-e931-4abe-a08b-81a9ffc7fe45) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:13.091931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port cf27ae07-cb0a-4fc5-8473-c919a3e59bba triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:13.092299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.129680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:13.145558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:13.169807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:13.173122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Pushing event updated for resources: {'Port': ['ID=11385859-b389-427e-b76d-6b670a90f67f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:13.173267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.242390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-68663de9-f6af-4d92-8a07-bce99d8f23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.294131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.307784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Attempting to bind port 11385859-b389-427e-b76d-6b670a90f67f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:13.308145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Attempting to bind port 11385859-b389-427e-b76d-6b670a90f67f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:13.308509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Attempting to bind port 11385859-b389-427e-b76d-6b670a90f67f on network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:13.330223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2b9fc6cf-534d-4802-923e-ce64aec55dcb req-48aca129-ee62-49d0-84b2-9da726e26d24 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 210 time: 0.0602803 Apr 18 06:07:13.333914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:13.340315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:13.344539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:13.345327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.348687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:13.349063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Checking segment: {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:13.349469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.349859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Bound using segment: {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:13.350478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Bound port: 11385859-b389-427e-b76d-6b670a90f67f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:13.350701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.354966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-68663de9-f6af-4d92-8a07-bce99d8f23c8 None None] For port b82d8ad8-cfb1-42ce-9328-cea974270ef7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b82d8ad8-cfb1-42ce-9328-cea974270ef7,segment=NetworkSegment(1038f834-2528-4e7c-999d-19622e67fd7d),segment_id=1038f834-2528-4e7c-999d-19622e67fd7d)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:13.386792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=b07ade74-e931-4abe-a08b-81a9ffc7fe45,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:13.443690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:09Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:12Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:13.473890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-68663de9-f6af-4d92-8a07-bce99d8f23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.482158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d118d93-d9f1-4783-bf2a-833dd9611e37 None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:09Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:12Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:13.499975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] For port 11385859-b389-427e-b76d-6b670a90f67f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:13.522254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] For port 11385859-b389-427e-b76d-6b670a90f67f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=11385859-b389-427e-b76d-6b670a90f67f,segment=NetworkSegment(1a615676-8f2e-42ad-ab0b-ffa98f7bf570),segment_id=1a615676-8f2e-42ad-ab0b-ffa98f7bf570)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:13.539394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68663de9-f6af-4d92-8a07-bce99d8f23c8 None None] Pushing event updated for resources: {'Port': ['ID=b82d8ad8-cfb1-42ce-9328-cea974270ef7,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:13.553925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.682431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.773478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354c41d-f3d5-4933-bf9a-9939a9f111ec None None] Pushing event updated for resources: {'Port': ['ID=11385859-b389-427e-b76d-6b670a90f67f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:13.914790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.990175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:13.990983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.087873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=b07ade74-e931-4abe-a08b-81a9ffc7fe45,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:14.135005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:14.137242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:14.237332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:14.340976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:14.351631 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4550ec9e-809b-4586-9818-f094ed414294 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5449357 Apr 18 06:07:14.351631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52516) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:14.356326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-104692167'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:14.436455 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8b54ca6b-45b4-49db-832e-bc15ab6d3450 req-91169bef-a6db-4fc5-9019-d8a6c65807a8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Apr 18 06:07:14.441655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:14.445195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.473863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:07:14.484441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.484791 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 75ada3c0-b6db-4488-9805-943514656653 of type vlan for network eff20517-6cda-4297-bac8-32e43770239c Apr 18 06:07:14.551608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.643461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-c69d1747-23a3-4c4a-bbb8-ea3885610c6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:14.645169 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-c69d1747-23a3-4c4a-bbb8-ea3885610c6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 797 time: 0.1317897 Apr 18 06:07:14.697171 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-4a26edb2-8ac7-446f-8ec7-d4b422094849 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0373845 Apr 18 06:07:14.706927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['7e0a4076-8be4-4943-a021-ceaa5f3cc293']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:14.712380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.718763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:14.719418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.836821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=eff20517-6cda-4297-bac8-32e43770239c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:14.849905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network eff20517-6cda-4297-bac8-32e43770239c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:07:14.871770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eff710-f1b7-43bf-a4e8-c61b5f6054c3 None None] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:14.899575 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2d53b100-e8de-4edb-b2ef-133cf1ad9869 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5479524 Apr 18 06:07:14.904360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52520) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:14.914130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:14.983111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:14.983968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:14.996220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b82d8ad8-cfb1-42ce-9328-cea974270ef7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:15.047692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-42e6c2ae-750b-4f6b-895c-a555d09bc08c None None] Provisioning complete for port 11385859-b389-427e-b76d-6b670a90f67f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:15.048064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42e6c2ae-750b-4f6b-895c-a555d09bc08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.087317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:15.090854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.137835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.7 (e348cacf-dac6-49a8-b25f-39121ac8a2aa/7d6e5085-c853-4a61-a547-168633bb465d/dd17fa76-b8a0-4fc2-8a94-8b5bd5941494) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:15.156541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b82d8ad8-cfb1-42ce-9328-cea974270ef7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:15.156922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.257415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42e6c2ae-750b-4f6b-895c-a555d09bc08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.312031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.349442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-42e6c2ae-750b-4f6b-895c-a555d09bc08c None None] For port 11385859-b389-427e-b76d-6b670a90f67f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=11385859-b389-427e-b76d-6b670a90f67f,segment=NetworkSegment(1a615676-8f2e-42ad-ab0b-ffa98f7bf570),segment_id=1a615676-8f2e-42ad-ab0b-ffa98f7bf570)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:15.349442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 11385859-b389-427e-b76d-6b670a90f67f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:15.383992 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:15.390741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.397237 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:15.401846 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:15.409588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 11385859-b389-427e-b76d-6b670a90f67f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:15.410080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.452117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42e6c2ae-750b-4f6b-895c-a555d09bc08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.474402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=61230c85-3d0c-4623-817b-bcf110f6534b,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:15.484627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.515918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:15.516965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: eff20517-6cda-4297-bac8-32e43770239c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:07:15.540141 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:15.565036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6c2ae-750b-4f6b-895c-a555d09bc08c None None] Pushing event updated for resources: {'Port': ['ID=11385859-b389-427e-b76d-6b670a90f67f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:15.592071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:15.603273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:15.607527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:15.612760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:15.631807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef88fd-a325-4751-8e1a-553534cefccd req-48defc22-7ffa-4cec-beab-a83f4d488f82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:15.633334 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8bef88fd-a325-4751-8e1a-553534cefccd req-48defc22-7ffa-4cec-beab-a83f4d488f82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 931 time: 0.0742388 Apr 18 06:07:15.639580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network eff20517-6cda-4297-bac8-32e43770239c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:07:15.665364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3974f93c-15c6-4911-86d9-298ead0feb7e None None] Provisioning complete for port b07ade74-e931-4abe-a08b-81a9ffc7fe45 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:15.665742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3974f93c-15c6-4911-86d9-298ead0feb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.692234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:15.696349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.731018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3974f93c-15c6-4911-86d9-298ead0feb7e None None] Port b07ade74-e931-4abe-a08b-81a9ffc7fe45 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:15.735669 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8bef88fd-a325-4751-8e1a-553534cefccd req-91fe7826-c80d-49cb-9345-afc6042ab7c8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898058 Apr 18 06:07:15.737077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, eff20517-6cda-4297-bac8-32e43770239c) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:15.747735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:15.749100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.751752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3974f93c-15c6-4911-86d9-298ead0feb7e None None] Provisioning complete for port 11385859-b389-427e-b76d-6b670a90f67f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:15.752584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3974f93c-15c6-4911-86d9-298ead0feb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.783717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18600d-cd2e-4325-b981-3a6b667118a1 None None] Network eff20517-6cda-4297-bac8-32e43770239c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:15.800063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-43870168-12e1-49dc-ae59-0e1da9d9ff82 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0969357 Apr 18 06:07:15.819633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Request body: {'port': {'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:15.859536 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2cd245f3-066e-4657-a11b-1f936854e1be tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9525597 Apr 18 06:07:15.867688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52528) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:15.914030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:15.997768 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 3, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:16.036362 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:16.036709 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Updating router f39a96ad-cfd3-41a4-932a-68fec561b7c5 port b07ade74-e931-4abe-a08b-81a9ffc7fe45 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:07:16.071920 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.106602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-eff20517-6cda-4297-bac8-32e43770239c', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:07:16.107494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.348594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:07:16.361476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.363865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-70886d8d-d56e-4591-a559-282bc0eec9a5 None None] Provisioning complete for port b07ade74-e931-4abe-a08b-81a9ffc7fe45 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:16.364514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70886d8d-d56e-4591-a559-282bc0eec9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.379858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Transition to ACTIVE for port object dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:07:16.428311 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.455403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-70886d8d-d56e-4591-a559-282bc0eec9a5 None None] Port b07ade74-e931-4abe-a08b-81a9ffc7fe45 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:16.487855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.519081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Allocated IP 2001:db8:2::2 (eff20517-6cda-4297-bac8-32e43770239c/61230c85-3d0c-4623-817b-bcf110f6534b/2d946f1e-ff0d-4aab-bdad-485003ea7387) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:16.533606 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.582016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Pushing event updated for resources: {'Port': ['ID=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:16.675293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93e05297-f61d-4723-b4ff-fba7409bccf1 None None] Provisioning complete for port b07ade74-e931-4abe-a08b-81a9ffc7fe45 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:16.677708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93e05297-f61d-4723-b4ff-fba7409bccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.690658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Attempting to bind port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:16.690994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Attempting to bind port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:16.691344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Attempting to bind port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 on network e348cacf-dac6-49a8-b25f-39121ac8a2aa {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:16.700726 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d8ac-7795-404c-b26d-d39a66fbb14c None None] Pushing event updated for resources: {'Port': ['ID=b07ade74-e931-4abe-a08b-81a9ffc7fe45,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:16.705568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 on network e348cacf-dac6-49a8-b25f-39121ac8a2aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:07:16.705887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Attempting to bind port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 on network e348cacf-dac6-49a8-b25f-39121ac8a2aa {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:16.720301 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Attempting to bind port b07ade74-e931-4abe-a08b-81a9ffc7fe45 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:16.722171 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Attempting to bind port b07ade74-e931-4abe-a08b-81a9ffc7fe45 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:16.722709 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Attempting to bind port b07ade74-e931-4abe-a08b-81a9ffc7fe45 on network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:16.722940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:16.723200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Checking segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:16.723617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Bound using segment: {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:16.724075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Bound port: dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cdec82-65b6-4274-9985-be5fe75a591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:16.724434 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.737320 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:16.738056 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Checking segment: {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:16.738674 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.739221 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Bound using segment: {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:16.740059 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Bound port: b07ade74-e931-4abe-a08b-81a9ffc7fe45, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a615676-8f2e-42ad-ab0b-ffa98f7bf570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:16.740995 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.795951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.820949 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-93e05297-f61d-4723-b4ff-fba7409bccf1 None None] Port b07ade74-e931-4abe-a08b-81a9ffc7fe45 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:16.853319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.871153 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] For port b07ade74-e931-4abe-a08b-81a9ffc7fe45, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:16.874571 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] For port b07ade74-e931-4abe-a08b-81a9ffc7fe45, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b07ade74-e931-4abe-a08b-81a9ffc7fe45,segment=NetworkSegment(1a615676-8f2e-42ad-ab0b-ffa98f7bf570),segment_id=1a615676-8f2e-42ad-ab0b-ffa98f7bf570)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:16.912226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] For port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:16.930670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] For port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:16.936564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 11385859-b389-427e-b76d-6b670a90f67f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:16.952479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce3fc5-28d8-4a50-9fc4-0b77763ad2fb req-a0c7aa5d-ba86-4376-bf89-f8a6ea7765c9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:16.953989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b6ce3fc5-28d8-4a50-9fc4-0b77763ad2fb req-a0c7aa5d-ba86-4376-bf89-f8a6ea7765c9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 943 time: 0.1074560 Apr 18 06:07:16.980629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:16.997473 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.000781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.048743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Network eff20517-6cda-4297-bac8-32e43770239c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:17.053363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:17.056781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:17.069465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Pushing event updated for resources: {'Port': ['ID=2d946f1e-ff0d-4aab-bdad-485003ea7387,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:17.076326 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:17.076950 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:17.077876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 11385859-b389-427e-b76d-6b670a90f67f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:17.078282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.149688 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d8ac-7795-404c-b26d-d39a66fbb14c None None] Pushing event updated for resources: {'Port': ['ID=b07ade74-e931-4abe-a08b-81a9ffc7fe45,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:17.222542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Attempting to bind port 2d946f1e-ff0d-4aab-bdad-485003ea7387 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:17.223177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Attempting to bind port 2d946f1e-ff0d-4aab-bdad-485003ea7387 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:17.223313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Attempting to bind port 2d946f1e-ff0d-4aab-bdad-485003ea7387 on network eff20517-6cda-4297-bac8-32e43770239c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:17.230248 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:17.234019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:17.234396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Checking segment: {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:17.234801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.235264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Bound using segment: {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:17.235770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Bound port: 2d946f1e-ff0d-4aab-bdad-485003ea7387, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:17.237528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.248528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8:2::1 (eff20517-6cda-4297-bac8-32e43770239c/61230c85-3d0c-4623-817b-bcf110f6534b/8b23e94b-c37e-400e-9ca4-cebd67275469) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:17.265656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1989b7af-5fd7-434f-91e2-0c9e90bb2b6e None None] Provisioning complete for port b07ade74-e931-4abe-a08b-81a9ffc7fe45 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:17.266025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1989b7af-5fd7-434f-91e2-0c9e90bb2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.451574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] For port 2d946f1e-ff0d-4aab-bdad-485003ea7387, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:17.455890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] For port 2d946f1e-ff0d-4aab-bdad-485003ea7387, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2d946f1e-ff0d-4aab-bdad-485003ea7387,segment=NetworkSegment(75ada3c0-b6db-4488-9805-943514656653),segment_id=75ada3c0-b6db-4488-9805-943514656653)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:17.456875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1989b7af-5fd7-434f-91e2-0c9e90bb2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.458142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.485412 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b6ce3fc5-28d8-4a50-9fc4-0b77763ad2fb req-6ef6cee0-1872-413e-b05a-a3f886bf33f1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5224645 Apr 18 06:07:17.493511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:17.494115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.496653 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 200 len: 1093 time: 1.6818507 Apr 18 06:07:17.504408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:07:17.508012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a69e9d-086e-4c80-8628-61122646bf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:07:17.508890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1989b7af-5fd7-434f-91e2-0c9e90bb2b6e None None] For port b07ade74-e931-4abe-a08b-81a9ffc7fe45, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b07ade74-e931-4abe-a08b-81a9ffc7fe45,segment=NetworkSegment(1a615676-8f2e-42ad-ab0b-ffa98f7bf570),segment_id=1a615676-8f2e-42ad-ab0b-ffa98f7bf570)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:17.526575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.541981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab12b0-df9d-4fdb-9643-3ccc21e78c40 service neutron] Pushing event updated for resources: {'Port': ['ID=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:17.568377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.579202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b7e7ce-2a76-4912-9080-82d08f909d91 x-openstack-request-id: req-48b7e7ce-2a76-4912-9080-82d08f909d91 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:07:17.593788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:07:17.596458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48b7e7ce-2a76-4912-9080-82d08f909d91 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:07:17.597550 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 3, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:16Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:17.598759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1989b7af-5fd7-434f-91e2-0c9e90bb2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.599072 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b7e7ce-2a76-4912-9080-82d08f909d91'] response: {'name': 'network-changed', 'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'status': 'completed', 'code': 200} Apr 18 06:07:17.623355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a6831-9ccc-4bb1-9f26-0e53ab41d2a9 None None] Pushing event updated for resources: {'Port': ['ID=2d946f1e-ff0d-4aab-bdad-485003ea7387,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:17.654718 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8684708-3cf3-4743-bf1e-1b0dfa178281 None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 3, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:16Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:17.681667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a69e9d-086e-4c80-8628-61122646bf8d req-ac9b4f72-cd75-4ccf-acb9-1dbc6933eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:17.683638 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d3a69e9d-086e-4c80-8628-61122646bf8d req-ac9b4f72-cd75-4ccf-acb9-1dbc6933eeb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1096 time: 0.0789657 Apr 18 06:07:17.702261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network eff20517-6cda-4297-bac8-32e43770239c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:17.703989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=8b23e94b-c37e-400e-9ca4-cebd67275469,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:17.708975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:17.715232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:17.716491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.769446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-542d8d84-1048-468c-91b6-24c3fdc9ef25 None None] Provisioning complete for port b07ade74-e931-4abe-a08b-81a9ffc7fe45 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:17.769816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-542d8d84-1048-468c-91b6-24c3fdc9ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:17.811847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989b7af-5fd7-434f-91e2-0c9e90bb2b6e None None] Pushing event updated for resources: {'Port': ['ID=b07ade74-e931-4abe-a08b-81a9ffc7fe45,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:17.971217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:18.009714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a69e9d-086e-4c80-8628-61122646bf8d req-a6fe1528-f0be-4832-b037-5857294ec70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:18.012429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d3a69e9d-086e-4c80-8628-61122646bf8d req-a6fe1528-f0be-4832-b037-5857294ec70e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3103986 Apr 18 06:07:18.225895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a69e9d-086e-4c80-8628-61122646bf8d req-908e68d3-285c-46ee-a4b1-e9466050f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:18.226260 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d3a69e9d-086e-4c80-8628-61122646bf8d req-908e68d3-285c-46ee-a4b1-e9466050f2b2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2064919 Apr 18 06:07:18.315799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:18.333710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-793aa218-3486-46a3-8702-34f1f6fb395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:18.335156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-793aa218-3486-46a3-8702-34f1f6fb395c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1096 time: 0.0452063 Apr 18 06:07:18.378668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:18.379827 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:18.385181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-be8dbc1b-77c1-4039-84ea-c6bca7c4a8d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 200 len: 217 time: 0.0359674 Apr 18 06:07:18.450504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-2048ee35-4344-4dbf-b271-b0acae62da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:18.452074 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-2048ee35-4344-4dbf-b271-b0acae62da2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6e5085-c853-4a61-a547-168633bb465d HTTP/1.1" status: 200 len: 834 time: 0.0599079 Apr 18 06:07:18.477518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=8b23e94b-c37e-400e-9ca4-cebd67275469,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:18.512415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caba929-2744-452d-bbd7-118ac25faf72 req-22303c05-91d0-49d7-b73b-0062e06b0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:18.516181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-22303c05-91d0-49d7-b73b-0062e06b0c60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e348cacf-dac6-49a8-b25f-39121ac8a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567455 Apr 18 06:07:18.521918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network eff20517-6cda-4297-bac8-32e43770239c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:18.524300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:18.647355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:18.662043 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-cac92d0b-4ba8-4a01-a092-b14d5802ec1d service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400907 Apr 18 06:07:18.677198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbf958-baf7-43bf-8244-8be7e964ab68 req-4592a813-2b9a-4d4b-8379-c2e9987a36f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:18.678998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2afbf958-baf7-43bf-8244-8be7e964ab68 req-4592a813-2b9a-4d4b-8379-c2e9987a36f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 943 time: 0.0769801 Apr 18 06:07:18.750958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:18.756855 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dc93e0df-ea85-44ee-8439-9bbae9d8a51d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8832927 Apr 18 06:07:18.760468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52536) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:18.762319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:18.766987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1891138434'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:18.773347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:18.774149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:18.782608 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2afbf958-baf7-43bf-8244-8be7e964ab68 req-7820376f-56fa-4601-b34d-30fb7cd13685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960605 Apr 18 06:07:18.825714 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8caba929-2744-452d-bbd7-118ac25faf72 req-dd3aa95d-89bc-49aa-8482-c3e1b14cc083 service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568325 Apr 18 06:07:18.891313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:18.918741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:18.926184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:18.956143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:07:18.967515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:18.967933 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added segment 55e1e2f3-7ec2-4a9d-b03f-28391f20946e of type vlan for network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 Apr 18 06:07:18.974349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d946f1e-ff0d-4aab-bdad-485003ea7387 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:18.976299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bec16-a3dc-448b-bf88-7ebab2cde1c3 None None] Network eff20517-6cda-4297-bac8-32e43770239c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:19.010681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.110404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.116675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:19.117678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.148842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-708a8cb9-f92a-447e-ba53-cb85beffeeaa None None] Provisioning complete for port 2d946f1e-ff0d-4aab-bdad-485003ea7387 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:19.149202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-708a8cb9-f92a-447e-ba53-cb85beffeeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.187540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Network': ['ID=b3aba0f3-f564-4c6f-a2ea-99d9170d5b49,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:19.211280 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f883918a-ea0e-4de1-a543-35ec4631658d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4480078 Apr 18 06:07:19.213035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52538) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:19.218565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'subnet': {'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:19.222677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:07:19.263882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2d946f1e-ff0d-4aab-bdad-485003ea7387 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:19.264250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.396272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Made reservation on behalf of 773ba41337d245a5b6d157ca8f7c8a5d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:07:19.399856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.469435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-708a8cb9-f92a-447e-ba53-cb85beffeeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.478022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:18Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:19.659782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.669101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:19.669454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Updating router f39a96ad-cfd3-41a4-932a-68fec561b7c5 port 8b23e94b-c37e-400e-9ca4-cebd67275469 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:07:19.696966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.725621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-708a8cb9-f92a-447e-ba53-cb85beffeeaa None None] For port 2d946f1e-ff0d-4aab-bdad-485003ea7387, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2d946f1e-ff0d-4aab-bdad-485003ea7387,segment=NetworkSegment(75ada3c0-b6db-4488-9805-943514656653),segment_id=75ada3c0-b6db-4488-9805-943514656653)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:19.726560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.732670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Subnet': ['ID=10668546-4336-4379-a60d-11a9bdd20646,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:19.738507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Checking segment: {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:19.739109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network hostable DHCP agents. Network: b3aba0f3-f564-4c6f-a2ea-99d9170d5b49, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:07:19.835019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-708a8cb9-f92a-447e-ba53-cb85beffeeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.837080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:07:19.914350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6c3d-7620-430e-bcd8-bd17c0cdeb9d req-47d00d68-3fbe-47bc-b9d6-269a2a211501 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:19.915867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-513c6c3d-7620-430e-bcd8-bd17c0cdeb9d req-47d00d68-3fbe-47bc-b9d6-269a2a211501 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 943 time: 0.0541160 Apr 18 06:07:19.939715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, b3aba0f3-f564-4c6f-a2ea-99d9170d5b49) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:19.945015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:19.945594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:19.954892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:07:19.955260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:07:19.960415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1f8ce-b51c-40e2-8f63-0478b58dbe7c None None] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:19.964365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a8cb9-f92a-447e-ba53-cb85beffeeaa None None] Pushing event updated for resources: {'Port': ['ID=2d946f1e-ff0d-4aab-bdad-485003ea7387,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:19.996030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-513c6c3d-7620-430e-bcd8-bd17c0cdeb9d req-b503f4d3-2ec7-4aa1-bf28-cbe1a77b48cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725341 Apr 18 06:07:20.062841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-70e8ff1b-6878-48fa-b5cb-7f014fc9a98d None None] Provisioning complete for port 2d946f1e-ff0d-4aab-bdad-485003ea7387 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:20.063210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70e8ff1b-6878-48fa-b5cb-7f014fc9a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.064004 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-21304681-919c-4615-91b4-08fd25a790c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622129 Apr 18 06:07:20.094147 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5da1e6ed-399d-4dd3-acd7-6d568f7f5284 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8790357 Apr 18 06:07:20.096708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52542) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:20.161734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-0bb1b268-2e12-4d67-bd22-886545c94781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:20.163279 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-0bb1b268-2e12-4d67-bd22-886545c94781 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 1098 time: 0.0615842 Apr 18 06:07:20.280131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-cb34203a-348b-49ad-9e36-4d54899875e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:20.281545 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-cb34203a-348b-49ad-9e36-4d54899875e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0982502 Apr 18 06:07:20.303674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.309169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:07:20.310022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.342601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-70e8ff1b-6878-48fa-b5cb-7f014fc9a98d None None] Provisioning complete for port 8b23e94b-c37e-400e-9ca4-cebd67275469 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:20.342957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70e8ff1b-6878-48fa-b5cb-7f014fc9a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.354460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-4e28f866-f049-41fc-8b95-b114b7dfc8fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36 HTTP/1.1" status: 200 len: 1001 time: 0.0661058 Apr 18 06:07:20.407439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-3549117e-6b73-4c97-837d-ed55baa97e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:20.409326 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-3549117e-6b73-4c97-837d-ed55baa97e05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0473576 Apr 18 06:07:20.430799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.464467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-ff45692c-3e34-415e-96d6-f6eacc5b9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:20.465987 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-ff45692c-3e34-415e-96d6-f6eacc5b9a9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502644 Apr 18 06:07:20.487725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-70e8ff1b-6878-48fa-b5cb-7f014fc9a98d None None] Port 8b23e94b-c37e-400e-9ca4-cebd67275469 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:20.502643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.556428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Pushing event updated for resources: {'Port': ['ID=8b23e94b-c37e-400e-9ca4-cebd67275469,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:20.571651 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-8cbc2ca7-f82a-49fb-a0e0-9464ce21afb1 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984659 Apr 18 06:07:20.587763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.588330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.588672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.589372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.589372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.589679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.589967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.590295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.591018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.591018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.591225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.591568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:07:20.625977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Allocated IP 2001:db8:3::2 (b3aba0f3-f564-4c6f-a2ea-99d9170d5b49/10668546-4336-4379-a60d-11a9bdd20646/f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:20.647490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Attempting to bind port 8b23e94b-c37e-400e-9ca4-cebd67275469 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:20.647813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Attempting to bind port 8b23e94b-c37e-400e-9ca4-cebd67275469 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:20.648167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Attempting to bind port 8b23e94b-c37e-400e-9ca4-cebd67275469 on network eff20517-6cda-4297-bac8-32e43770239c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:20.656934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b07ade74-e931-4abe-a08b-81a9ffc7fe45 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:20.693671 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88e03f8-dbb0-4cf6-b999-d3f471817549 req-109428f4-2af3-4163-9197-b56f78ecfe6c service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154792 Apr 18 06:07:20.694336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:20.694998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Checking segment: {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:20.695421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.695807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Bound using segment: {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:20.696352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Bound port: 8b23e94b-c37e-400e-9ca4-cebd67275469, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ada3c0-b6db-4488-9805-943514656653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:20.696709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.743506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-44193799-4f76-4275-9b3e-03b58c4d59d6 None None] Provisioning complete for port 8b23e94b-c37e-400e-9ca4-cebd67275469 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:20.743992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-44193799-4f76-4275-9b3e-03b58c4d59d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.860830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-44193799-4f76-4275-9b3e-03b58c4d59d6 None None] Port 8b23e94b-c37e-400e-9ca4-cebd67275469 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:20.884654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] For port 8b23e94b-c37e-400e-9ca4-cebd67275469, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:20.889332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b07ade74-e931-4abe-a08b-81a9ffc7fe45 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:20.889696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:20.929141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] For port 8b23e94b-c37e-400e-9ca4-cebd67275469, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8b23e94b-c37e-400e-9ca4-cebd67275469,segment=NetworkSegment(75ada3c0-b6db-4488-9805-943514656653),segment_id=75ada3c0-b6db-4488-9805-943514656653)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:21.000197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.005574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-284ac9c5-700c-4495-b8d3-812971e17cf4 None None] Provisioning complete for port 8b23e94b-c37e-400e-9ca4-cebd67275469 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:21.005937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-284ac9c5-700c-4495-b8d3-812971e17cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.047455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.094952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.105698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-284ac9c5-700c-4495-b8d3-812971e17cf4 None None] Port 8b23e94b-c37e-400e-9ca4-cebd67275469 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:21.129226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b4c-1308-464e-b373-6c2eaacb1c4e req-c40b8aff-98f4-4774-8b82-e9aa84f23f88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:21.131466 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5905b4c-1308-464e-b373-6c2eaacb1c4e req-c40b8aff-98f4-4774-8b82-e9aa84f23f88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 943 time: 0.0604053 Apr 18 06:07:21.132564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Allocated IP 2001:db8:3::1 (b3aba0f3-f564-4c6f-a2ea-99d9170d5b49/10668546-4336-4379-a60d-11a9bdd20646/bc81249a-98e5-43b6-98d0-647195fc2d1e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:21.152556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:21.153566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dbaa2-2795-4e64-9a8b-a771603993a0 None None] Pushing event updated for resources: {'Port': ['ID=8b23e94b-c37e-400e-9ca4-cebd67275469,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:21.156713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:21.157315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:21.162394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:21.200183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:21.214515 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5905b4c-1308-464e-b373-6c2eaacb1c4e req-79eedffb-f8c8-4b66-9959-74579f151d27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690272 Apr 18 06:07:21.298941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d946f1e-ff0d-4aab-bdad-485003ea7387 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:21.322123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.543447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:21.577269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Pushing event updated for resources: {'Port': ['ID=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:21.607552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Attempting to bind port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:21.607926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Attempting to bind port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:21.608272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Attempting to bind port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 on network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:21.615676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8133cfb3-9170-498c-94fe-6cb23b59792e None None] Provisioning complete for port 8b23e94b-c37e-400e-9ca4-cebd67275469 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:21.616042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8133cfb3-9170-498c-94fe-6cb23b59792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.672862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:21.673232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Checking segment: {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:21.673758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.674013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Bound using segment: {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:21.674479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Bound port: f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:21.674850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.705307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.750399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:21.753646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:21.758245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:21.759309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.762212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=bc81249a-98e5-43b6-98d0-647195fc2d1e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:21.780753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2d946f1e-ff0d-4aab-bdad-485003ea7387 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:21.781123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.884171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] For port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:21.925274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] For port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:21.934180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8133cfb3-9170-498c-94fe-6cb23b59792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:21.966985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.000419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.036338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8133cfb3-9170-498c-94fe-6cb23b59792e None None] For port 8b23e94b-c37e-400e-9ca4-cebd67275469, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8b23e94b-c37e-400e-9ca4-cebd67275469,segment=NetworkSegment(75ada3c0-b6db-4488-9805-943514656653),segment_id=75ada3c0-b6db-4488-9805-943514656653)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:22.075757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:20Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:22.104495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a49d2f-6cc9-4d69-a892-ad59a65ae522 None None] Pushing event updated for resources: {'Port': ['ID=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:22.107918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8133cfb3-9170-498c-94fe-6cb23b59792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.111585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed00424-d4a5-4c0a-aaeb-dd12b2d3fbdc None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:20Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:22.185980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133cfb3-9170-498c-94fe-6cb23b59792e None None] Pushing event updated for resources: {'Port': ['ID=8b23e94b-c37e-400e-9ca4-cebd67275469,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:22.320868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.382299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54401c59-846a-48f1-871f-4c97cf089c41 req-34b0e737-a50f-43b6-a507-d4310d677ef3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:22.384011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54401c59-846a-48f1-871f-4c97cf089c41 req-34b0e737-a50f-43b6-a507-d4310d677ef3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 943 time: 0.0606859 Apr 18 06:07:22.386372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.387362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:22.515342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event updated for resources: {'Port': ['ID=bc81249a-98e5-43b6-98d0-647195fc2d1e,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:22.520400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54401c59-846a-48f1-871f-4c97cf089c41 req-7d87d952-d1c5-4b2d-abd1-7bf4d62000ad tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276431 Apr 18 06:07:22.557636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:22.559410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:22.665472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:22.770104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:22.772781 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-53b6f489-6b93-47bc-8662-e7dcaccf5c44 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749268 Apr 18 06:07:22.776192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52548) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:22.781549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:22.898906 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:22.910191 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:22.911137 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:22.999121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:07:23.011332 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:23.133380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc91f5-2666-47ad-8a04-bfcde55d99f8 None None] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:23.162639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:23.173597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 06:07:23.191758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Removed routes are [] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 06:07:23.192336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.214897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:07:23.248896 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc81249a-98e5-43b6-98d0-647195fc2d1e', 'name': '', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:1d:d5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:20Z', 'updated_at': '2022-04-18T06:07:22Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '10668546-4336-4379-a60d-11a9bdd20646', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:23.277333 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:23.277794 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Updating router f39a96ad-cfd3-41a4-932a-68fec561b7c5 port bc81249a-98e5-43b6-98d0-647195fc2d1e binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:07:23.303227 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.308864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.319462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0156f66a-2239-4c89-a1a1-3a169c521a89 None None] Provisioning complete for port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:23.319633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0156f66a-2239-4c89-a1a1-3a169c521a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.355960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8b23e94b-c37e-400e-9ca4-cebd67275469 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:23.364320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:07:23.454213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:23.500990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.504528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.556449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8b23e94b-c37e-400e-9ca4-cebd67275469 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:23.556882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.559040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8f49783-59ae-4519-a13e-76ef1ec8dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.606818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.649723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:23.670533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0156f66a-2239-4c89-a1a1-3a169c521a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.690643 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.695276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79908012-22f5-48ba-81b2-678be2feef36 req-fd204431-dd5d-44f5-9122-59c7145395b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:23.696930 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-79908012-22f5-48ba-81b2-678be2feef36 req-fd204431-dd5d-44f5-9122-59c7145395b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 944 time: 0.0785258 Apr 18 06:07:23.739374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0156f66a-2239-4c89-a1a1-3a169c521a89 None None] For port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:23.750108 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-79908012-22f5-48ba-81b2-678be2feef36 req-647b4c65-9f36-4f2e-b464-ff6bfa30dc2b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458786 Apr 18 06:07:23.766565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:23.778819 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.781037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:23.789381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:23.789564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.790710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-074f4abe-db8d-42cc-b1cd-325eeae5e6e0 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 954 time: 1.0134821 Apr 18 06:07:23.794264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52552) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:23.834276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0156f66a-2239-4c89-a1a1-3a169c521a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.912404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156f66a-2239-4c89-a1a1-3a169c521a89 None None] Pushing event updated for resources: {'Port': ['ID=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:23.920235 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aceff926-edd0-4bd9-872e-155f6eb037d2 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 954 time: 0.1250336 Apr 18 06:07:23.922780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52554) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:23.924862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:23.925155 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a905-cb1b-4964-b0ce-4f95407aca84 None None] Pushing event updated for resources: {'Port': ['ID=bc81249a-98e5-43b6-98d0-647195fc2d1e,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:23.925605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.927602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'routes': None}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:23.938923 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Attempting to bind port bc81249a-98e5-43b6-98d0-647195fc2d1e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:07:23.939301 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Attempting to bind port bc81249a-98e5-43b6-98d0-647195fc2d1e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:07:23.939913 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Attempting to bind port bc81249a-98e5-43b6-98d0-647195fc2d1e on network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:07:23.947500 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:07:23.947769 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Checking segment: {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:07:23.948163 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.948543 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Bound using segment: {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:07:23.948993 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Bound port: bc81249a-98e5-43b6-98d0-647195fc2d1e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1e2f3-7ec2-4a9d-b03f-28391f20946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:07:23.949364 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:23.974978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3486b833-56a0-427a-91be-e67e19efae8e None None] Provisioning complete for port bc81249a-98e5-43b6-98d0-647195fc2d1e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:23.975629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3486b833-56a0-427a-91be-e67e19efae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.017502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3486b833-56a0-427a-91be-e67e19efae8e None None] Port bc81249a-98e5-43b6-98d0-647195fc2d1e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:07:24.034884 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] For port bc81249a-98e5-43b6-98d0-647195fc2d1e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:07:24.038433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] For port bc81249a-98e5-43b6-98d0-647195fc2d1e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bc81249a-98e5-43b6-98d0-647195fc2d1e,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:07:24.049444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['dd17fa76-b8a0-4fc2-8a94-8b5bd5941494'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:07:24.091834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3486b833-56a0-427a-91be-e67e19efae8e None None] Provisioning complete for port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:24.092199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3486b833-56a0-427a-91be-e67e19efae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.130546 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.192211 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:24.192872 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:24.301649 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a905-cb1b-4964-b0ce-4f95407aca84 None None] Pushing event updated for resources: {'Port': ['ID=bc81249a-98e5-43b6-98d0-647195fc2d1e,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:24.312294 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:24.380592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-049012b0-ab64-4019-9431-3b91a6286d43 None None] Provisioning complete for port bc81249a-98e5-43b6-98d0-647195fc2d1e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:24.380959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-049012b0-ab64-4019-9431-3b91a6286d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.405958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added routes are [] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 06:07:24.406309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.extraroute_db [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 06:07:24.453917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.496706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-049012b0-ab64-4019-9431-3b91a6286d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.534759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-049012b0-ab64-4019-9431-3b91a6286d43 None None] For port bc81249a-98e5-43b6-98d0-647195fc2d1e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bc81249a-98e5-43b6-98d0-647195fc2d1e,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:24.568106 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:23Z', 'revision_number': 6, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc81249a-98e5-43b6-98d0-647195fc2d1e', 'name': '', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:1d:d5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:20Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '10668546-4336-4379-a60d-11a9bdd20646', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:24.590403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-049012b0-ab64-4019-9431-3b91a6286d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.602872 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c617b-1d81-4140-a941-2541c6d2677d None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:23Z', 'revision_number': 6, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc81249a-98e5-43b6-98d0-647195fc2d1e', 'name': '', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:1d:d5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:20Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 4, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '10668546-4336-4379-a60d-11a9bdd20646', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:24.672056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049012b0-ab64-4019-9431-3b91a6286d43 None None] Pushing event updated for resources: {'Port': ['ID=bc81249a-98e5-43b6-98d0-647195fc2d1e,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:24.726984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4996c2b7-7dff-49b5-b377-fa4c6cde9261 None None] Provisioning complete for port bc81249a-98e5-43b6-98d0-647195fc2d1e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:24.727405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4996c2b7-7dff-49b5-b377-fa4c6cde9261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.741834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.747353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:24.966488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a72441f2-6f1e-4116-8a39-8e23c089af9b None None] Provisioning complete for port bc81249a-98e5-43b6-98d0-647195fc2d1e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:24.966774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a72441f2-6f1e-4116-8a39-8e23c089af9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:25.218901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87b2a-f520-438c-b480-c777ad80df65 req-e59bf92e-5cb3-4934-b1c5-18b86b69f9cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:25.220418 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f8e87b2a-f520-438c-b480-c777ad80df65 req-e59bf92e-5cb3-4934-b1c5-18b86b69f9cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 944 time: 0.0679467 Apr 18 06:07:25.222384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:25.304653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:25.339967 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f8e87b2a-f520-438c-b480-c777ad80df65 req-b8e632be-e046-4da2-a62e-0d65e06a7d2e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114702 Apr 18 06:07:25.350529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:25.358629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:25.359905 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3a16b444-9439-46c9-bfa6-49ffacd7f529 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 704 time: 1.4360371 Apr 18 06:07:25.362587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52558) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:25.363039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:25.363401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:25.452677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bc81249a-98e5-43b6-98d0-647195fc2d1e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:25.474324 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3d3fc4cc-c082-44b0-ba7c-7dce71fc81d2 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 704 time: 0.1095741 Apr 18 06:07:25.476986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52560) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:25.501093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port bc81249a-98e5-43b6-98d0-647195fc2d1e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:25.501539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:25.553206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:25.585980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:25.586596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:25.684835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:25.807888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:25.859226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-62fee06e-3a04-448c-b4c9-805f899a3262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:25.915482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 7, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc81249a-98e5-43b6-98d0-647195fc2d1e', 'name': '', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:1d:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:20Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '10668546-4336-4379-a60d-11a9bdd20646', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:26.067965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port bc81249a-98e5-43b6-98d0-647195fc2d1e {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:26.068311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:26.093703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:26.101861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:26.102465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:26.161095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port bc81249a-98e5-43b6-98d0-647195fc2d1e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bc81249a-98e5-43b6-98d0-647195fc2d1e,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:26.161470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:26.174840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for bc81249a-98e5-43b6-98d0-647195fc2d1e owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:26.188812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:26.393138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 7, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc81249a-98e5-43b6-98d0-647195fc2d1e', 'name': '', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:1d:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:20Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '10668546-4336-4379-a60d-11a9bdd20646', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:26.412141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:26.433796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d0379-a8c9-4a3f-87d3-2df99c2bb692 None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 7, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc81249a-98e5-43b6-98d0-647195fc2d1e', 'name': '', 'network_id': 'b3aba0f3-f564-4c6f-a2ea-99d9170d5b49', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:1d:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '10668546-4336-4379-a60d-11a9bdd20646', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:20Z', 'updated_at': '2022-04-18T06:07:24Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '10668546-4336-4379-a60d-11a9bdd20646', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:26.451840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=bc81249a-98e5-43b6-98d0-647195fc2d1e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:26.583194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa11-5265-41d4-ad6c-870e7e706a2c req-f397fc86-0e26-4e10-9b9d-781c550bf239 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:26.584819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4e95fa11-5265-41d4-ad6c-870e7e706a2c req-f397fc86-0e26-4e10-9b9d-781c550bf239 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 944 time: 0.1432300 Apr 18 06:07:26.623067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:26.649933 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4e95fa11-5265-41d4-ad6c-870e7e706a2c req-5849c8f2-6bb2-451f-8930-2bd2ca14008d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560193 Apr 18 06:07:26.822123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:26.914835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:26.921951 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-37d796c4-b5c9-454d-a393-04cbebe7fd2d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425704 Apr 18 06:07:26.923333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52564) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:26.926383 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:26.936987 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:26.937602 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:26.944338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:26.977381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 10668546-4336-4379-a60d-11a9bdd20646 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:07:26.981018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.021230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.027369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:07:27.027997 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:27.110184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.127049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:07:27.130954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:07:27.131353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.213845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.240486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:07:27.246882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.247068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b142894-6311-4d73-8cf8-3780da7c019e" -d '{"events": [{"server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "name": "network-vif-plugged", "status": "completed", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:07:27.257153 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:26Z', 'revision_number': 8, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:27.264006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:27.277865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=10668546-4336-4379-a60d-11a9bdd20646,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:27.286379 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:27.287899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12f7eb-3d6a-4edf-a5fe-2b3f53328c62 x-openstack-request-id: req-dc12f7eb-3d6a-4edf-a5fe-2b3f53328c62 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:07:27.288283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "name": "network-vif-plugged", "status": "completed", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:07:27.288600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc12f7eb-3d6a-4edf-a5fe-2b3f53328c62 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:07:27.288719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.289207 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc12f7eb-3d6a-4edf-a5fe-2b3f53328c62'] response: {'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'code': 200} Apr 18 06:07:27.292277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12719641-11af-421a-a34e-1686ab4a2aa2 None None] Network b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:27.292659 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7712f35a-839c-45be-b9b8-59538752efe9 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/10668546-4336-4379-a60d-11a9bdd20646 HTTP/1.1" status: 204 len: 168 time: 0.3684280 Apr 18 06:07:27.295493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:27.302544 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:27.303224 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:27.348223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.383524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.406128 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:27.449008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:27.449386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.451686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:27.519482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:27.519866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.533427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:27.561360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] DHCP port deletion for b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:07:27.609313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] Deleting port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:27.609706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.642460 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:26Z', 'revision_number': 8, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:27.675212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] For port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,segment=NetworkSegment(55e1e2f3-7ec2-4a9d-b03f-28391f20946e),segment_id=55e1e2f3-7ec2-4a9d-b03f-28391f20946e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:27.675638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.680590 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88626d6-b9a5-4215-aa0c-abe66d502b26 None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:26Z', 'revision_number': 8, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': '8b23e94b-c37e-400e-9ca4-cebd67275469', 'name': '', 'network_id': 'eff20517-6cda-4297-bac8-32e43770239c', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:f1:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:16Z', 'updated_at': '2022-04-18T06:07:21Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '61230c85-3d0c-4623-817b-bcf110f6534b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:27.684052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.694069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] Calling delete_port for f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:27.701192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64f898-b94d-41fb-ba1e-68505fa3f6b4 req-8b36eed4-54d1-4562-9958-847b44a9b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:27.703994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ac64f898-b94d-41fb-ba1e-68505fa3f6b4 req-8b36eed4-54d1-4562-9958-847b44a9b51e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1098 time: 0.0590024 Apr 18 06:07:27.726923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:27.729821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:27.757339 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ac64f898-b94d-41fb-ba1e-68505fa3f6b4 req-98f1390c-59ec-44f6-bff6-13f378f8dd17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Apr 18 06:07:27.796140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcf17-e479-42b9-a60d-602d12f76775 req-ff8e7a44-67d0-4e46-a26d-c794db9ea5fa tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:27.798221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-41bbcf17-e479-42b9-a60d-602d12f76775 req-ff8e7a44-67d0-4e46-a26d-c794db9ea5fa tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Apr 18 06:07:27.801355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.821493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.828331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] Pushing event deleted for resources: {'Port': ['ID=f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:27.834002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b019d-d99a-4147-8449-4b1e8e66feb6 None None] No DVR routers for this DVR port f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:27.849281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3aba0f3-f564-4c6f-a2ea-99d9170d5b49']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:27.857884 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-41bbcf17-e479-42b9-a60d-602d12f76775 req-ce2ace7f-9ab6-4b67-bf31-fa829dcc4400 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542843 Apr 18 06:07:27.861208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e1e2f3-7ec2-4a9d-b03f-28391f20946e') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:27.861425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e1e2f3-7ec2-4a9d-b03f-28391f20946e') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:27.871527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.884891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.891939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:07:27.892357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:07:27.895580 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:07:27.990033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.995230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:27.998893 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/b3aba0f3-f564-4c6f-a2ea-99d9170d5b49 HTTP/1.1" status: 204 len: 168 time: 0.7018745 Apr 18 06:07:28.001829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52572) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:28.013955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f680382-8542-4391-a34b-1865ca1bdef1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=b3aba0f3-f564-4c6f-a2ea-99d9170d5b49,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:28.638634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:28.681800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:28.886310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 8b23e94b-c37e-400e-9ca4-cebd67275469 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:28.886310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:28.904700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:28.975829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port 8b23e94b-c37e-400e-9ca4-cebd67275469, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8b23e94b-c37e-400e-9ca4-cebd67275469,segment=NetworkSegment(75ada3c0-b6db-4488-9805-943514656653),segment_id=75ada3c0-b6db-4488-9805-943514656653)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:28.976356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:28.982787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde868e2-d5b8-4a52-900a-67c5a815923c req-577be4a9-9c1e-4769-9287-0d0a828ad725 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:28.984301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cde868e2-d5b8-4a52-900a-67c5a815923c req-577be4a9-9c1e-4769-9287-0d0a828ad725 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0533168 Apr 18 06:07:28.990168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 8b23e94b-c37e-400e-9ca4-cebd67275469 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:29.023707 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cde868e2-d5b8-4a52-900a-67c5a815923c req-7339b67d-a731-4498-b58f-4cc36ebd7acb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332177 Apr 18 06:07:29.207499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.211549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:29.236432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:29.237062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f9aafda0-ce3a-4d2d-9d56-2a3634ae05d8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:29.237584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bc81249a-98e5-43b6-98d0-647195fc2d1e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:29.237738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=8b23e94b-c37e-400e-9ca4-cebd67275469,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:29.262179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: bc81249a-98e5-43b6-98d0-647195fc2d1e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:29.262522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bc81249a-98e5-43b6-98d0-647195fc2d1e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:29.361552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.549811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:29.643148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:29.648819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5c792475-95de-4e27-8dc9-afa396b0d804 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459768 Apr 18 06:07:29.651909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52576) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:29.654740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:29.665238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:29.665845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:29.702577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 61230c85-3d0c-4623-817b-bcf110f6534b {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:07:29.705554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.746348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.752028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:29.836668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.946826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:29Z', 'revision_number': 9, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:29.962238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.976386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:29.985687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:29.986278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:29.990300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=61230c85-3d0c-4623-817b-bcf110f6534b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:29.994821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:29.997928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8477817f-3966-469c-9686-6124b3d51703 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/61230c85-3d0c-4623-817b-bcf110f6534b HTTP/1.1" status: 204 len: 168 time: 0.3449249 Apr 18 06:07:30.003931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52578) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:30.023082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c6423-38b1-44ec-b7f0-932feb0768e5 None None] Network eff20517-6cda-4297-bac8-32e43770239c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:30.091480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.127851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:30.169784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9025b74-fe59-47ea-a832-bb2b32be341f req-2bd28055-95eb-42b2-b928-5b2817e95544 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:30.171259 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a9025b74-fe59-47ea-a832-bb2b32be341f req-2bd28055-95eb-42b2-b928-5b2817e95544 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0779190 Apr 18 06:07:30.214688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 2d946f1e-ff0d-4aab-bdad-485003ea7387 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:30.214926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.233576 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a9025b74-fe59-47ea-a832-bb2b32be341f req-547e16be-6e89-4d92-b0b1-83527d381668 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555413 Apr 18 06:07:30.297390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port 2d946f1e-ff0d-4aab-bdad-485003ea7387, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2d946f1e-ff0d-4aab-bdad-485003ea7387,segment=NetworkSegment(75ada3c0-b6db-4488-9805-943514656653),segment_id=75ada3c0-b6db-4488-9805-943514656653)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:30.297880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.314678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 2d946f1e-ff0d-4aab-bdad-485003ea7387 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:30.367333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777d607-690e-4cd5-9369-469c1796c29f req-ca109fe7-0e27-4723-bf52-c3e59cd4e370 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:30.369241 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6777d607-690e-4cd5-9369-469c1796c29f req-ca109fe7-0e27-4723-bf52-c3e59cd4e370 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0577703 Apr 18 06:07:30.412351 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6777d607-690e-4cd5-9369-469c1796c29f req-d1d6cfa0-6608-43e5-9a8a-bf84dcd37c6a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361013 Apr 18 06:07:30.435685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52584) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:30.465216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.484802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734b8c1-c8ad-43ef-9895-9aa95d076e20 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:30.489129 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7734b8c1-c8ad-43ef-9895-9aa95d076e20 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1093 time: 0.0510361 Apr 18 06:07:30.490044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52586) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:30.497593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:30.500856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=2d946f1e-ff0d-4aab-bdad-485003ea7387,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:30.505245 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port 2d946f1e-ff0d-4aab-bdad-485003ea7387 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:30.518706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3e7d0-137a-4ef1-a03c-07fa58254ab3 None None] DHCP port deletion for eff20517-6cda-4297-bac8-32e43770239c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:07:30.541698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:29Z', 'revision_number': 9, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:30.568912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec329b-a208-471a-82d5-3a4b45a67f23 None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:29Z', 'revision_number': 9, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b07ade74-e931-4abe-a08b-81a9ffc7fe45', 'name': '', 'network_id': '5d77357d-8792-4091-a4fa-d22fbfcb61b3', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:41:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '518e537a-1623-435d-a6d3-efc41aa59972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:12Z', 'updated_at': '2022-04-18T06:07:17Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '518e537a-1623-435d-a6d3-efc41aa59972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:30.591628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.613064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.613813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff20517-6cda-4297-bac8-32e43770239c']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:30.623056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ada3c0-b6db-4488-9805-943514656653') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:30.623385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ada3c0-b6db-4488-9805-943514656653') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:30.632655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.646300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.652855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:07:30.653242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:07:30.656373 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:07:30.712886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.784833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.789780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:30.794241 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/eff20517-6cda-4297-bac8-32e43770239c HTTP/1.1" status: 204 len: 168 time: 0.7910352 Apr 18 06:07:30.797592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52588) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:30.813437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b76e9-9e2f-407c-8f99-7f80d1d49d50 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=eff20517-6cda-4297-bac8-32e43770239c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:30.909420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.213 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/7c71b5a3-a95c-405a-8eb4-e933021de0bc) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:07:31.133288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:31.210786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d946f1e-ff0d-4aab-bdad-485003ea7387 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:31.235033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2d946f1e-ff0d-4aab-bdad-485003ea7387 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:31.235396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d946f1e-ff0d-4aab-bdad-485003ea7387 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:31.235820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8b23e94b-c37e-400e-9ca4-cebd67275469 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:31.255189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 8b23e94b-c37e-400e-9ca4-cebd67275469 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:31.255558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8b23e94b-c37e-400e-9ca4-cebd67275469 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:31.267549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:31.271097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:31.370845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:07:31.379457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:07:31.384456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:07:31.391185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=7c71b5a3-a95c-405a-8eb4-e933021de0bc,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:31.843499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port b07ade74-e931-4abe-a08b-81a9ffc7fe45 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:31.843836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.026198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.073507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port b07ade74-e931-4abe-a08b-81a9ffc7fe45, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b07ade74-e931-4abe-a08b-81a9ffc7fe45,segment=NetworkSegment(1a615676-8f2e-42ad-ab0b-ffa98f7bf570),segment_id=1a615676-8f2e-42ad-ab0b-ffa98f7bf570)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:32.073864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.105690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for b07ade74-e931-4abe-a08b-81a9ffc7fe45 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:32.518241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.689609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.723885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=b07ade74-e931-4abe-a08b-81a9ffc7fe45,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:32.741234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.829084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.908091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:32.931919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=7c71b5a3-a95c-405a-8eb4-e933021de0bc,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:32.940234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.142954 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 018760c4-0937-47f6-827e-6459b0c392ff associated. External IP: 172.26.4.213, port: dd17fa76-b8a0-4fc2-8a94-8b5bd5941494. Apr 18 06:07:33.245036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:33.419337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:33.425536 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-451fffc4-c642-4f60-9d55-e6895115481e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6269307 Apr 18 06:07:33.428157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52590) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:33.430075 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:33.440064 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:33.440806 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:33.518146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:33.522651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 518e537a-1623-435d-a6d3-efc41aa59972 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:07:33.528749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.612330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.614315 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:33.730039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:33.742020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:33.752556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.753486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:33.754100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:33.810169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.813456 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:32Z', 'revision_number': 10, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:33.842558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-652df123-eba4-42e5-911e-4a0258933bd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3511133 Apr 18 06:07:33.843292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:07:33.845285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:33.845791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3144b2ba-3cf9-4def-9f1f-30dac7816e33" -d '{"events": [{"name": "network-changed", "server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:07:33.846925 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:33.856337 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:33.856947 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:33.869331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:33.904908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.936406 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-372e008b-f0ed-4c2f-88f7-38fffc4ef811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/018760c4-0937-47f6-827e-6459b0c392ff HTTP/1.1" status: 200 len: 991 time: 0.0882792 Apr 18 06:07:33.945697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=518e537a-1623-435d-a6d3-efc41aa59972,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:33.946522 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:33.954932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:33.959192 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-55210795-045f-4a97-ab03-7fa3416044bc tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/518e537a-1623-435d-a6d3-efc41aa59972 HTTP/1.1" status: 204 len: 168 time: 0.5301151 Apr 18 06:07:33.961841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52598) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:33.967267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f0312-9e37-4a9c-a211-a594b6c63e66 None None] Network 5d77357d-8792-4091-a4fa-d22fbfcb61b3 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:34.052942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bcd1cd-5c61-492e-8200-777d46efa11d x-openstack-request-id: req-48bcd1cd-5c61-492e-8200-777d46efa11d {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:07:34.053233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:07:34.054058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48bcd1cd-5c61-492e-8200-777d46efa11d {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:07:34.054467 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bcd1cd-5c61-492e-8200-777d46efa11d'] response: {'name': 'network-changed', 'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'status': 'completed', 'code': 200} Apr 18 06:07:34.062012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.124027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port 11385859-b389-427e-b76d-6b670a90f67f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:34.124636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.148505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-de478c7c-fb6e-4eff-a33d-335e551cc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:34.150793 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-de478c7c-fb6e-4eff-a33d-335e551cc54b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1098 time: 0.0488448 Apr 18 06:07:34.193248 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:32Z', 'revision_number': 10, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.195549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port 11385859-b389-427e-b76d-6b670a90f67f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=11385859-b389-427e-b76d-6b670a90f67f,segment=NetworkSegment(1a615676-8f2e-42ad-ab0b-ffa98f7bf570),segment_id=1a615676-8f2e-42ad-ab0b-ffa98f7bf570)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:34.196045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.210775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for 11385859-b389-427e-b76d-6b670a90f67f owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:34.235725 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1128d61-b4a8-44a8-8fd7-a00551f96d6a None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:32Z', 'revision_number': 10, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None, '_interfaces': [{'id': 'b82d8ad8-cfb1-42ce-9328-cea974270ef7', 'name': '', 'network_id': '3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'mac_address': 'fa:16:3e:32:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:08Z', 'updated_at': '2022-04-18T06:07:13Z', 'revision_number': 5, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'subnets': [{'id': '1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:34.282323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-6023b0e8-6dc0-4d4b-8177-f187bcef375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:34.469150 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-6023b0e8-6dc0-4d4b-8177-f187bcef375a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 898 time: 0.1265633 Apr 18 06:07:34.470815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:31Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.470815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] DHCP port deletion for 5d77357d-8792-4091-a4fa-d22fbfcb61b3 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:07:34.470815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:34.471192 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-df3f8485-ee15-4690-9584-0d38ed7cd1b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 200 len: 999 time: 0.0759678 Apr 18 06:07:34.471333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:34.471333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.471562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-ef9309ff-c325-4b78-aa9b-81aef362f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:34.471562 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-ef9309ff-c325-4b78-aa9b-81aef362f3e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6e5085-c853-4a61-a547-168633bb465d HTTP/1.1" status: 200 len: 834 time: 0.0546172 Apr 18 06:07:34.471759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.475609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port 11385859-b389-427e-b76d-6b670a90f67f on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:34.477740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-6c774623-212c-4aa6-aa95-09ba8510e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:07:34.477915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=11385859-b389-427e-b76d-6b670a90f67f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:34.480584 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-6c774623-212c-4aa6-aa95-09ba8510e8fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e348cacf-dac6-49a8-b25f-39121ac8a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467811 Apr 18 06:07:34.486113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Deleting port 11385859-b389-427e-b76d-6b670a90f67f {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:34.486489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.547452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:34.562998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.578824 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-ec23fd26-3561-438d-96bd-05bac089e36b service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903354 Apr 18 06:07:34.586040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d77357d-8792-4091-a4fa-d22fbfcb61b3']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.594885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] For port 11385859-b389-427e-b76d-6b670a90f67f, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:34.595309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.597545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a615676-8f2e-42ad-ab0b-ffa98f7bf570') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.597847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a615676-8f2e-42ad-ab0b-ffa98f7bf570') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.611177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.625248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.631354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:07:34.631756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:07:34.635119 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:07:34.638559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Calling delete_port for 11385859-b389-427e-b76d-6b670a90f67f owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:34.642273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Port 11385859-b389-427e-b76d-6b670a90f67f was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:07:34.645696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.686494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] Pushing event deleted for resources: {'Port': ['ID=11385859-b389-427e-b76d-6b670a90f67f,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:34.691904 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811049d-bfc0-42ec-8bc7-d63e5e7d2ec4 None None] No DVR routers for this DVR port 11385859-b389-427e-b76d-6b670a90f67f on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:34.692602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3144b2ba-3cf9-4def-9f1f-30dac7816e33 req-3a81cf4f-ff9b-4170-b13b-c41cfd10dc01 service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075323 Apr 18 06:07:34.802036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.810686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:34.814016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/5d77357d-8792-4091-a4fa-d22fbfcb61b3 HTTP/1.1" status: 204 len: 168 time: 0.8510692 Apr 18 06:07:34.816935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52600) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:34.829201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7592e7-0cfa-45b2-a6c5-4d1c7eee42d7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=5d77357d-8792-4091-a4fa-d22fbfcb61b3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:34.842703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:31Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:34.874009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c804835-8d8c-48b3-877f-d9ddea625c08 None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:31Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:34.940408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52602) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:35.013063 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c516ea28-0604-4018-8b3e-b2deb537fab4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/018760c4-0937-47f6-827e-6459b0c392ff HTTP/1.1" status: 200 len: 991 time: 0.0714893 Apr 18 06:07:35.095452 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d384786-23cd-458f-a482-52fb4b20bcd8 None None] New status for floating IP 018760c4-0937-47f6-827e-6459b0c392ff: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:07:35.172380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:35.231340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 11385859-b389-427e-b76d-6b670a90f67f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:35.253852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 11385859-b389-427e-b76d-6b670a90f67f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:35.254120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 11385859-b389-427e-b76d-6b670a90f67f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:35.254541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b07ade74-e931-4abe-a08b-81a9ffc7fe45 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:35.274083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b07ade74-e931-4abe-a08b-81a9ffc7fe45 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:35.274425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b07ade74-e931-4abe-a08b-81a9ffc7fe45 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:35.421323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port b82d8ad8-cfb1-42ce-9328-cea974270ef7 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:35.421815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:35.513443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port b82d8ad8-cfb1-42ce-9328-cea974270ef7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b82d8ad8-cfb1-42ce-9328-cea974270ef7,segment=NetworkSegment(1038f834-2528-4e7c-999d-19622e67fd7d),segment_id=1038f834-2528-4e7c-999d-19622e67fd7d)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:35.513699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:35.526690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for b82d8ad8-cfb1-42ce-9328-cea974270ef7 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:35.748771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:35.774967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=b82d8ad8-cfb1-42ce-9328-cea974270ef7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:35.871516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.016962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52604) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:36.028767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:36.076412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f6a4a7bc-25d1-4b95-84a2-7b13f84f649b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/018760c4-0937-47f6-827e-6459b0c392ff HTTP/1.1" status: 200 len: 993 time: 0.0582938 Apr 18 06:07:36.105806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:36.110764 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-328d0747-4ee4-41a9-9aa0-1184df11912e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2927349 Apr 18 06:07:36.113604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52606) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:36.115298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:36.125542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:36.126880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.169637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting subnet 1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:07:36.172751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.196976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:36.212623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.251947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 11, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.277920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:36.286003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:36.286535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.293654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.356088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:36.409536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 11, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.436829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71f2e9-2a39-4d42-95e9-ef3faad983d1 None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 11, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:36.442085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.467045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:36.477591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.482507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2c8a4b24-63df-4df4-abb1-a03a8400ea89 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce HTTP/1.1" status: 204 len: 168 time: 0.3675835 Apr 18 06:07:36.483574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9b4b8-b6d4-4559-b8aa-0f8fc2b1c235 None None] Network 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:07:36.484866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52608) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:36.560177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.616696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Deleting port cf27ae07-cb0a-4fc5-8473-c919a3e59bba {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:36.617037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.686868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] For port cf27ae07-cb0a-4fc5-8473-c919a3e59bba, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,segment=NetworkSegment(1038f834-2528-4e7c-999d-19622e67fd7d),segment_id=1038f834-2528-4e7c-999d-19622e67fd7d)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:36.687232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.700520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Calling delete_port for cf27ae07-cb0a-4fc5-8473-c919a3e59bba owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:36.807963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] DHCP port deletion for 3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:07:36.818603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.852845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Port': ['ID=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:36.857680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Deleting port cf27ae07-cb0a-4fc5-8473-c919a3e59bba {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:07:36.858049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.860187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No DVR routers for this DVR port cf27ae07-cb0a-4fc5-8473-c919a3e59bba on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:36.927797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] For port cf27ae07-cb0a-4fc5-8473-c919a3e59bba, host dv-neutron-837488-1-hyperv, got binding levels [] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:07:36.928183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.940786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Calling delete_port for cf27ae07-cb0a-4fc5-8473-c919a3e59bba owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:07:36.942144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.943404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.ipam_backend_mixin [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Port cf27ae07-cb0a-4fc5-8473-c919a3e59bba was not found and therefore no delete operation was performed {{(pid=109607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 06:07:36.944971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.961852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.970312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] Pushing event deleted for resources: {'Port': ['ID=cf27ae07-cb0a-4fc5-8473-c919a3e59bba,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:36.971387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1038f834-2528-4e7c-999d-19622e67fd7d') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.972093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1038f834-2528-4e7c-999d-19622e67fd7d') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:36.974093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480f233-301c-4f70-97ec-1978770ae908 None None] No DVR routers for this DVR port cf27ae07-cb0a-4fc5-8473-c919a3e59bba on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:07:36.982010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:36.996488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.002106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:07:37.002483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:07:37.005485 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:07:37.143479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.152195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.156344 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/networks/3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec HTTP/1.1" status: 204 len: 168 time: 0.6687722 Apr 18 06:07:37.157494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52610) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:37.162509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'routes': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:37.167561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da279137-66aa-4d85-b1e7-34e886642429 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Pushing event deleted for resources: {'Network': ['ID=3a13a35f-471a-4edb-b5fb-b9f47ff6e2ec,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:37.226805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b82d8ad8-cfb1-42ce-9328-cea974270ef7 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:37.247662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b82d8ad8-cfb1-42ce-9328-cea974270ef7 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:37.248115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b82d8ad8-cfb1-42ce-9328-cea974270ef7 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:37.248609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cf27ae07-cb0a-4fc5-8473-c919a3e59bba no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:07:37.267743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: cf27ae07-cb0a-4fc5-8473-c919a3e59bba {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:07:37.268088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cf27ae07-cb0a-4fc5-8473-c919a3e59bba not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:07:37.335026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.extraroute_db [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Added routes are [] {{(pid=109605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 06:07:37.335354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.extraroute_db [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Removed routes are [] {{(pid=109605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 06:07:37.335741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.471563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.474704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.548637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router f39a96ad-cfd3-41a4-932a-68fec561b7c5 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:07:37.621626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:37.628292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:37.629435 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d501e32b-1a27-4a08-abb3-d325ac937c54 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 705 time: 0.4709263 Apr 18 06:07:37.630683 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] Sync routers for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:37.632159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52612) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:37.640948 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:37.641554 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:37.713544 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:37.770171 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 11, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:37.798197 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] Checking router: f39a96ad-cfd3-41a4-932a-68fec561b7c5 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:37.806940 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] Routers {'f39a96ad-cfd3-41a4-932a-68fec561b7c5'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:37.807586 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:37.878817 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] Set router f39a96ad-cfd3-41a4-932a-68fec561b7c5 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:37.935184 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 11, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:37.963184 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d01f9-6bdd-4030-a1f3-3146925fdadc None None] The sync data for ids ['f39a96ad-cfd3-41a4-932a-68fec561b7c5'] in dv-neutron-837488-1-hyperv is: [{'id': 'f39a96ad-cfd3-41a4-932a-68fec561b7c5', 'name': 'tempest-RoutersIpV6Test-router-1976333822', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:06Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 11, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:37.984685 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d83286bc-5483-4f5f-8dfd-152ce85114bd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 205 time: 0.3514285 Apr 18 06:07:37.987429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52614) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:38.069308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.527192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.529305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.628997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.629523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router f39a96ad-cfd3-41a4-932a-68fec561b7c5 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:07:38.638058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.638639 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-35c72f16-8a38-409e-8691-7d4c7d611828 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 204 len: 168 time: 0.6486275 Apr 18 06:07:38.642613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52616) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:38.647412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1380652610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:38.737904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.738961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.788604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.846398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.929162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:38.930293 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ac3f9527-6f72-4ab8-ae6e-84b58fa6aeaa tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2866564 Apr 18 06:07:38.933057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52618) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:38.937308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:39.136494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.207866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.389813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Router 0d9e3592-9366-4ddd-862c-53da0b4218ab is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:07:39.466906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:07:39.473484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.474616 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b0f769f6-5d02-4ba6-8232-0cc3fbd638e4 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "PUT /v2.0/routers/0d9e3592-9366-4ddd-862c-53da0b4218ab HTTP/1.1" status: 200 len: 698 time: 0.5406959 Apr 18 06:07:39.476125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] Sync routers for ids ['0d9e3592-9366-4ddd-862c-53da0b4218ab'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:07:39.477179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52620) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:39.486673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] Routers {'0d9e3592-9366-4ddd-862c-53da0b4218ab'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:39.487395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0d9e3592-9366-4ddd-862c-53da0b4218ab'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:39.554771 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bfa96d92-af6e-406b-80c5-3461986cf066 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/routers/0d9e3592-9366-4ddd-862c-53da0b4218ab HTTP/1.1" status: 200 len: 704 time: 0.0764592 Apr 18 06:07:39.557457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52622) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:39.559466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] Set router 0d9e3592-9366-4ddd-862c-53da0b4218ab gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:39.588057 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1a2ce6be-2f00-4390-b1f9-13ae97845d7c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9e3592-9366-4ddd-862c-53da0b4218ab HTTP/1.1" status: 200 len: 205 time: 0.0291133 Apr 18 06:07:39.591154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52624) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:39.611455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9e3592-9366-4ddd-862c-53da0b4218ab', 'name': 'tempest-RoutersIpV6Test-router-1380652610', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:38Z', 'updated_at': '2022-04-18T06:07:39Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:39.641107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] Checking router: 0d9e3592-9366-4ddd-862c-53da0b4218ab for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:07:39.649459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] Routers {'0d9e3592-9366-4ddd-862c-53da0b4218ab'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:07:39.650058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0d9e3592-9366-4ddd-862c-53da0b4218ab'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:39.663260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.715851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] Set router 0d9e3592-9366-4ddd-862c-53da0b4218ab gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:07:39.769399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9e3592-9366-4ddd-862c-53da0b4218ab', 'name': 'tempest-RoutersIpV6Test-router-1380652610', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:38Z', 'updated_at': '2022-04-18T06:07:39Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:07:39.795966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc533467-0728-4dbc-8003-0b38cc1b52b2 None None] The sync data for ids ['0d9e3592-9366-4ddd-862c-53da0b4218ab'] in dv-neutron-837488-1-hyperv is: [{'id': '0d9e3592-9366-4ddd-862c-53da0b4218ab', 'name': 'tempest-RoutersIpV6Test-router-1380652610', 'tenant_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:07:38Z', 'updated_at': '2022-04-18T06:07:39Z', 'revision_number': 2, 'project_id': '773ba41337d245a5b6d157ca8f7c8a5d', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:07:39.822399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.824964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.938757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.939295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9e3592-9366-4ddd-862c-53da0b4218ab {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:07:39.946214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:39.947431 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e2433c30-7dd8-4f37-996c-ea6ee673d1dd tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/0d9e3592-9366-4ddd-862c-53da0b4218ab HTTP/1.1" status: 204 len: 168 time: 0.3552990 Apr 18 06:07:39.951622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52626) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:39.979721 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-405431f0-77a2-49dc-8989-d42c95c1c0a1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9e3592-9366-4ddd-862c-53da0b4218ab HTTP/1.1" status: 200 len: 205 time: 0.0269654 Apr 18 06:07:39.982970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52628) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.020728 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-ee1b0d88-f918-49af-b822-279d318f027e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.021686 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ee1b0d88-f918-49af-b822-279d318f027e tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/0d9e3592-9366-4ddd-862c-53da0b4218ab HTTP/1.1" status: 404 len: 336 time: 0.0377734 Apr 18 06:07:40.024283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52630) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.050790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2af66e-66bc-4857-8af4-c78cf2833b11 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.051233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2af66e-66bc-4857-8af4-c78cf2833b11 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.054240 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6c2af66e-66bc-4857-8af4-c78cf2833b11 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/10668546-4336-4379-a60d-11a9bdd20646 HTTP/1.1" status: 404 len: 337 time: 0.0290725 Apr 18 06:07:40.056666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52632) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.086532 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c412c6-2e37-4ebf-82c0-56c3e640d63f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.086960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c412c6-2e37-4ebf-82c0-56c3e640d63f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.090976 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-58c412c6-2e37-4ebf-82c0-56c3e640d63f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/61230c85-3d0c-4623-817b-bcf110f6534b HTTP/1.1" status: 404 len: 337 time: 0.0334132 Apr 18 06:07:40.093555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52634) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.121558 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-116405e6-556d-4dab-8c46-d60b1d7d5d0d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.121985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116405e6-556d-4dab-8c46-d60b1d7d5d0d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.124890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-116405e6-556d-4dab-8c46-d60b1d7d5d0d tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/518e537a-1623-435d-a6d3-efc41aa59972 HTTP/1.1" status: 404 len: 337 time: 0.0303495 Apr 18 06:07:40.127382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52636) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.153568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3952663e-af89-4c47-97ec-d1cd82276a7b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.153999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3952663e-af89-4c47-97ec-d1cd82276a7b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.156910 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3952663e-af89-4c47-97ec-d1cd82276a7b tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/1b8bef1f-cb7e-4ecf-804b-7fc15837f5ce HTTP/1.1" status: 404 len: 337 time: 0.0286136 Apr 18 06:07:40.159283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52638) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.183886 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-88a921b9-d54f-49dd-ba84-43478a902f99 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 200 len: 205 time: 0.0236020 Apr 18 06:07:40.186055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52640) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.226062 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-8fe96b22-7ef0-414f-ac02-1f1b91068bc2 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.227083 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8fe96b22-7ef0-414f-ac02-1f1b91068bc2 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/f39a96ad-cfd3-41a4-932a-68fec561b7c5 HTTP/1.1" status: 404 len: 336 time: 0.0401618 Apr 18 06:07:40.229813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52642) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.256511 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ffc94495-4f50-4519-a0a0-006eb7b99e1c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 HTTP/1.1" status: 200 len: 205 time: 0.0254729 Apr 18 06:07:40.258775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52644) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.298197 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-11561bf9-1e57-429d-8336-e59b7dd93735 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.299108 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-11561bf9-1e57-429d-8336-e59b7dd93735 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/28b6c28a-96a1-4e77-adb6-06eb1d2bdc70 HTTP/1.1" status: 404 len: 336 time: 0.0394409 Apr 18 06:07:40.301792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52646) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.328323 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34e6b38-61ee-4ea2-bc0a-190d467bb144 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.330672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34e6b38-61ee-4ea2-bc0a-190d467bb144 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.331712 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f34e6b38-61ee-4ea2-bc0a-190d467bb144 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/6c12bbe8-f218-4b31-9af7-d3793bd73191 HTTP/1.1" status: 404 len: 337 time: 0.0290306 Apr 18 06:07:40.334240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52648) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.360343 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bf889f9e-5466-4ddf-8164-5e667a1d5a5f tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 200 len: 205 time: 0.0250392 Apr 18 06:07:40.362639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52650) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.400205 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-28d302d6-a025-4702-848a-8ea0296d5aa7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.401222 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-28d302d6-a025-4702-848a-8ea0296d5aa7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/42c1cc96-4840-421b-85a8-34e38f383e12 HTTP/1.1" status: 404 len: 336 time: 0.0376775 Apr 18 06:07:40.403897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52652) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.434261 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8115ae25-38ca-4703-9900-75fcaa7821f1 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=debbc082-88ec-408f-aa21-7d24ebee9603 HTTP/1.1" status: 200 len: 205 time: 0.0292470 Apr 18 06:07:40.436627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52654) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.473976 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-8be3e60d-a6e6-4b37-853d-282db611da91 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.474504 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8be3e60d-a6e6-4b37-853d-282db611da91 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/debbc082-88ec-408f-aa21-7d24ebee9603 HTTP/1.1" status: 404 len: 336 time: 0.0369785 Apr 18 06:07:40.477182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52656) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.504567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-897acbf8-2a0f-402c-a40d-40dbfdb9ac37 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.505021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897acbf8-2a0f-402c-a40d-40dbfdb9ac37 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.508038 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-897acbf8-2a0f-402c-a40d-40dbfdb9ac37 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/253a5f25-ae92-4f2b-9368-b451bd7fd205 HTTP/1.1" status: 404 len: 337 time: 0.0299704 Apr 18 06:07:40.510600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52658) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.537325 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8ab4866a-d4c7-4ea7-ac0a-f0087d12f171 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 HTTP/1.1" status: 200 len: 205 time: 0.0250311 Apr 18 06:07:40.539689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52660) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.585109 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-20c11f8c-b8c2-4a70-966a-2fd958a0ec83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.586813 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-20c11f8c-b8c2-4a70-966a-2fd958a0ec83 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/36ce80a2-2b42-4b0e-9412-3adc90d4e9f6 HTTP/1.1" status: 404 len: 336 time: 0.0459671 Apr 18 06:07:40.589637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52662) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.624007 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb542c9-a7ac-4432-837b-f330a4c95ad7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.624666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb542c9-a7ac-4432-837b-f330a4c95ad7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.628487 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7fb542c9-a7ac-4432-837b-f330a4c95ad7 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/b69392b2-484c-4391-9a4f-77753846cbd7 HTTP/1.1" status: 404 len: 337 time: 0.0377066 Apr 18 06:07:40.631076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52664) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.660815 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-df933e09-d084-4e97-b542-a9ef50aec27c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab3e5aa8-5c13-4246-bf99-ffda70f61043 HTTP/1.1" status: 200 len: 205 time: 0.0285614 Apr 18 06:07:40.662979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52666) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.707427 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-fb1b40e1-fb32-4bbc-806e-d90f76bc31ce tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] delete failed (client error): The resource could not be found. Apr 18 06:07:40.707427 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb1b40e1-fb32-4bbc-806e-d90f76bc31ce tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/routers/ab3e5aa8-5c13-4246-bf99-ffda70f61043 HTTP/1.1" status: 404 len: 336 time: 0.0420294 Apr 18 06:07:40.708673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52668) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.735476 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98c990f-8aaa-49c8-951c-252b0e9b8314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.735916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98c990f-8aaa-49c8-951c-252b0e9b8314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.738803 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d98c990f-8aaa-49c8-951c-252b0e9b8314 tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/dda9b337-85d8-4701-ba72-ae69a209bc05 HTTP/1.1" status: 404 len: 337 time: 0.0292566 Apr 18 06:07:40.741240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52670) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:40.766595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1efb016-fe35-4b46-8668-fc199fccac6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] DELETE failed (client error): The resource could not be found. Apr 18 06:07:40.767029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1efb016-fe35-4b46-8668-fc199fccac6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:07:40.770148 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a1efb016-fe35-4b46-8668-fc199fccac6c tempest-RoutersIpV6Test-1476819755 tempest-RoutersIpV6Test-1476819755-project] 10.222.0.43 "DELETE /v2.0/subnets/6d5f3630-3f66-4e13-9c83-9e659dbdaa82 HTTP/1.1" status: 404 len: 337 time: 0.0280483 Apr 18 06:07:41.224898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52676) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:41.353238 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d193caee-aad7-4779-b35b-0c066e533356 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=773ba41337d245a5b6d157ca8f7c8a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271999 Apr 18 06:07:41.356656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52680) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:41.406336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8b6-d220-43ae-8e69-7ac918a5641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:41.428461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8b6-d220-43ae-8e69-7ac918a5641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:41.549692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8b6-d220-43ae-8e69-7ac918a5641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:41.552247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-7db9e8b6-d220-43ae-8e69-7ac918a5641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:41.553425 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7db9e8b6-d220-43ae-8e69-7ac918a5641c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a617096-0316-4f57-8b6e-7006940b4cf7 HTTP/1.1" status: 204 len: 168 time: 0.1958709 Apr 18 06:07:41.562738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9e8b6-d220-43ae-8e69-7ac918a5641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a617096-0316-4f57-8b6e-7006940b4cf7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:42.450495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52704) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:42.543008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-4d013cf4-b574-4270-87fb-e432a08f1640 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:42.543704 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-4d013cf4-b574-4270-87fb-e432a08f1640 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 06:07:42.544197 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-4d013cf4-b574-4270-87fb-e432a08f1640 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 06:07:42.545150 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4d013cf4-b574-4270-87fb-e432a08f1640 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0936732 Apr 18 06:07:42.548692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52708) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:42.552751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--445742646'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:42.617573 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.626491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.707817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.760314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.783167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.826520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118be0f1-3cf5-4e0c-8e1e-31fcf4c75962,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:42.865673 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.925566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:42.954702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d5507a-5dfd-437c-9bc6-bec656d32c63,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:43.008933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.010172 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-33602225-3e5b-4ad8-848c-53bbea2dc5ce tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4605849 Apr 18 06:07:43.013111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52710) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:43.017499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '33d5507a-5dfd-437c-9bc6-bec656d32c63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:43.165309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.221175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.320472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.337764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d82350-2db7-4e84-8fc5-0fcaa5c809d4,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:43.413780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.414997 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7eca819a-0285-408a-8f09-19984dfc0e75 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009776 Apr 18 06:07:43.418350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52712) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:43.422700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-3711807e-6ed0-4245-9ebe-822a16044e31 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '33d5507a-5dfd-437c-9bc6-bec656d32c63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:43.514150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3711807e-6ed0-4245-9ebe-822a16044e31 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.629905 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-3711807e-6ed0-4245-9ebe-822a16044e31 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 06:07:43.630960 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3711807e-6ed0-4245-9ebe-822a16044e31 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2116973 Apr 18 06:07:43.633825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52714) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:43.686234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3904-6587-4a81-876d-222518c98b59 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.707880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3904-6587-4a81-876d-222518c98b59 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.813025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3904-6587-4a81-876d-222518c98b59 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.815617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3904-6587-4a81-876d-222518c98b59 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:43.816733 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5e4d3904-6587-4a81-876d-222518c98b59 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/33d5507a-5dfd-437c-9bc6-bec656d32c63 HTTP/1.1" status: 204 len: 168 time: 0.1819608 Apr 18 06:07:43.819582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52716) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:43.826700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d3904-6587-4a81-876d-222518c98b59 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d5507a-5dfd-437c-9bc6-bec656d32c63,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:43.864797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-722087f6-dfe6-432d-8312-3798bd9e8deb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438528 Apr 18 06:07:43.868425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52718) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:43.872902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--503322067'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:43.942840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.008814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.092017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.125359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b18e8f2-ef8c-48d0-b9c3-9f897f321d3c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:44.192301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.193694 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4532bfb2-8732-46f2-b5b1-7de0242994f4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3242891 Apr 18 06:07:44.196474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52720) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.201708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9ac49da1-8063-4677-9105-e8cc2e37b89b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '3b18e8f2-ef8c-48d0-b9c3-9f897f321d3c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:44.202196 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-9ac49da1-8063-4677-9105-e8cc2e37b89b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 06:07:44.204633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-9ac49da1-8063-4677-9105-e8cc2e37b89b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:44.204633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9ac49da1-8063-4677-9105-e8cc2e37b89b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062459 Apr 18 06:07:44.206450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52722) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.258366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f305d15-c617-49c9-aa2b-7a6711124152 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.282125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f305d15-c617-49c9-aa2b-7a6711124152 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.424212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f305d15-c617-49c9-aa2b-7a6711124152 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.426868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f305d15-c617-49c9-aa2b-7a6711124152 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.427983 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9f305d15-c617-49c9-aa2b-7a6711124152 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/3b18e8f2-ef8c-48d0-b9c3-9f897f321d3c HTTP/1.1" status: 204 len: 168 time: 0.2206674 Apr 18 06:07:44.431006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52724) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.437555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305d15-c617-49c9-aa2b-7a6711124152 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b18e8f2-ef8c-48d0-b9c3-9f897f321d3c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:44.474535 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-87eccc1e-e353-4346-9d7c-9d08f55d3254 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422702 Apr 18 06:07:44.477995 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52726) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.483289 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511371435'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:44.549690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.614132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.658123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.687178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2768fb5d-c80f-4c86-ac4c-bc0a5562fd95,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:44.729114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.731562 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8001fe6f-e43e-481e-a60f-7ae1db80598e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2520549 Apr 18 06:07:44.733850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52728) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.738162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1472653c-98f5-442d-9856-85ecc7d331b8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '2768fb5d-c80f-4c86-ac4c-bc0a5562fd95', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:44.738984 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-1472653c-98f5-442d-9856-85ecc7d331b8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 06:07:44.739748 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-1472653c-98f5-442d-9856-85ecc7d331b8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:44.740420 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1472653c-98f5-442d-9856-85ecc7d331b8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056765 Apr 18 06:07:44.742807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52730) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.794635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b63a1105-1e52-4b27-a23f-96f1c531085a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.817125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b63a1105-1e52-4b27-a23f-96f1c531085a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.915756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b63a1105-1e52-4b27-a23f-96f1c531085a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.918952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b63a1105-1e52-4b27-a23f-96f1c531085a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:44.920112 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b63a1105-1e52-4b27-a23f-96f1c531085a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/2768fb5d-c80f-4c86-ac4c-bc0a5562fd95 HTTP/1.1" status: 204 len: 168 time: 0.1764894 Apr 18 06:07:44.922770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52732) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.929050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a1105-1e52-4b27-a23f-96f1c531085a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2768fb5d-c80f-4c86-ac4c-bc0a5562fd95,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:44.965820 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5c47e4d7-d5a2-4b72-839e-c3e30a93e4b1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418749 Apr 18 06:07:44.969562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52734) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:44.973819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830600040'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.042647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.108556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.206992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.237057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:45.312189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.313469 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b3dc2c01-aaaa-4d66-aadc-f88f52729e4b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3429642 Apr 18 06:07:45.316473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52738) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.321016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1b263ef6-a358-4665-b013-d5c9d50f4169 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.322925 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-1b263ef6-a358-4665-b013-d5c9d50f4169 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 06:07:45.323955 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-1b263ef6-a358-4665-b013-d5c9d50f4169 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:45.324961 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b263ef6-a358-4665-b013-d5c9d50f4169 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075202 Apr 18 06:07:45.327334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52740) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.334735 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0f397231-a087-42a9-8f36-623338463d5e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.335450 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-0f397231-a087-42a9-8f36-623338463d5e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 06:07:45.335910 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-0f397231-a087-42a9-8f36-623338463d5e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:45.336833 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0f397231-a087-42a9-8f36-623338463d5e tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052264 Apr 18 06:07:45.339754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52742) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.343619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c888ad68-130c-4180-bb0c-49b50e7f314d tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.344411 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-c888ad68-130c-4180-bb0c-49b50e7f314d tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 06:07:45.344886 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-c888ad68-130c-4180-bb0c-49b50e7f314d tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:45.345773 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c888ad68-130c-4180-bb0c-49b50e7f314d tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051455 Apr 18 06:07:45.348111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52744) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.352732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-22a88283-3843-448d-895d-0e29af91c454 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.353321 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-22a88283-3843-448d-895d-0e29af91c454 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 06:07:45.353775 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-22a88283-3843-448d-895d-0e29af91c454 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:45.354669 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-22a88283-3843-448d-895d-0e29af91c454 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057862 Apr 18 06:07:45.357050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52746) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.408593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14989729-8fd2-4fdd-a5cd-02c52b6e72ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.430488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14989729-8fd2-4fdd-a5cd-02c52b6e72ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.561393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14989729-8fd2-4fdd-a5cd-02c52b6e72ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.563935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-14989729-8fd2-4fdd-a5cd-02c52b6e72ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.565079 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-14989729-8fd2-4fdd-a5cd-02c52b6e72ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc HTTP/1.1" status: 204 len: 168 time: 0.2071748 Apr 18 06:07:45.567721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52748) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.575326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14989729-8fd2-4fdd-a5cd-02c52b6e72ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc9ac6e-6723-4910-bbbe-ec9e8243e7bc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:45.613689 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-16dfb78d-366a-4e3c-a1a4-576546156f94 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448279 Apr 18 06:07:45.617361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52750) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.622309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--48198928'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.704281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.768466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.869725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.899077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc0698-fcf7-4453-a3ef-8d712f498310,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:45.980930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:45.982183 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-27de8565-c3f0-44ae-a80b-2ce5a7d78e7c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3638921 Apr 18 06:07:45.984933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52754) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.989169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-43d9e958-4a73-42b9-85b9-e6cb4024092f tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:45.990461 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-43d9e958-4a73-42b9-85b9-e6cb4024092f tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 06:07:45.990461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-43d9e958-4a73-42b9-85b9-e6cb4024092f tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:45.991069 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-43d9e958-4a73-42b9-85b9-e6cb4024092f tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052526 Apr 18 06:07:45.993371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52756) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:45.997877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3d97fcec-056a-45ed-a74d-22626cd9e649 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.200755 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-3d97fcec-056a-45ed-a74d-22626cd9e649 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.201749 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3d97fcec-056a-45ed-a74d-22626cd9e649 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2075224 Apr 18 06:07:46.204577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52758) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.209016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b8ccda1c-e947-4659-91bf-ba7854199673 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.209498 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-b8ccda1c-e947-4659-91bf-ba7854199673 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 06:07:46.209959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-b8ccda1c-e947-4659-91bf-ba7854199673 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.210872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b8ccda1c-e947-4659-91bf-ba7854199673 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052843 Apr 18 06:07:46.213052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52760) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.216995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-381536be-e290-4e69-beda-847752992e9b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.396060 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-381536be-e290-4e69-beda-847752992e9b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.397106 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-381536be-e290-4e69-beda-847752992e9b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1832199 Apr 18 06:07:46.400299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52762) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.405338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b32c92c0-a5ae-453a-b244-ae14d4599b73 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.408350 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-b32c92c0-a5ae-453a-b244-ae14d4599b73 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 06:07:46.408350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-b32c92c0-a5ae-453a-b244-ae14d4599b73 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.408350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b32c92c0-a5ae-453a-b244-ae14d4599b73 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059278 Apr 18 06:07:46.410147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52764) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.414015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-47241e94-295f-432f-b61e-1efe34e87907 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.481694 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-47241e94-295f-432f-b61e-1efe34e87907 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Project f94d110686134b3b8a4e59bb86d689dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:07:46.538473 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-47241e94-295f-432f-b61e-1efe34e87907 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.539558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-47241e94-295f-432f-b61e-1efe34e87907 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1285310 Apr 18 06:07:46.543010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52766) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.547441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-70243b1d-837c-4476-adfc-b462e0670abb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.547920 dv-neutron-837488-1-hyperv neutron-server[109606]: WARNING neutron.api.v2.base [None req-70243b1d-837c-4476-adfc-b462e0670abb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 06:07:46.548383 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-70243b1d-837c-4476-adfc-b462e0670abb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.549311 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-70243b1d-837c-4476-adfc-b462e0670abb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053451 Apr 18 06:07:46.559396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52768) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.563431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-51662024-3b19-4a44-a380-3c6358ec8a2a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.658626 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-51662024-3b19-4a44-a380-3c6358ec8a2a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Project f94d110686134b3b8a4e59bb86d689dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:07:46.749733 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-51662024-3b19-4a44-a380-3c6358ec8a2a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.750885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-51662024-3b19-4a44-a380-3c6358ec8a2a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1904919 Apr 18 06:07:46.758405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52770) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.764215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-7a927dac-aa88-4708-a030-bcf2f59702eb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc0698-fcf7-4453-a3ef-8d712f498310', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:46.851629 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-7a927dac-aa88-4708-a030-bcf2f59702eb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Project f94d110686134b3b8a4e59bb86d689dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:07:46.931618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-7a927dac-aa88-4708-a030-bcf2f59702eb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:46.932685 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7a927dac-aa88-4708-a030-bcf2f59702eb tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1733673 Apr 18 06:07:46.935578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52772) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:46.986921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2a3aab7f-11dd-437e-b8c0-3abbf59c9c8b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.008343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2a3aab7f-11dd-437e-b8c0-3abbf59c9c8b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.126905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2a3aab7f-11dd-437e-b8c0-3abbf59c9c8b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.129526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2a3aab7f-11dd-437e-b8c0-3abbf59c9c8b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.130754 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2a3aab7f-11dd-437e-b8c0-3abbf59c9c8b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/c0cc0698-fcf7-4453-a3ef-8d712f498310 HTTP/1.1" status: 204 len: 168 time: 0.1942925 Apr 18 06:07:47.133472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52774) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:47.140470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3aab7f-11dd-437e-b8c0-3abbf59c9c8b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc0698-fcf7-4453-a3ef-8d712f498310,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:47.178952 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-776477fc-7e82-42aa-a750-8c5a870957ae tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443015 Apr 18 06:07:47.184105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52776) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:47.187510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--683722051'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:47.281402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.346158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.402502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.431159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4fc347-8b8e-4549-8499-aa4ec110fcdd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:47.493416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.494635 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c9f71710-dcff-4c9e-9359-72c0a65d1acc tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3105431 Apr 18 06:07:47.497737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52778) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:47.502063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-59817fb4-c0b6-41bf-bfd0-307524edb74b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '5e4fc347-8b8e-4549-8499-aa4ec110fcdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:47.631689 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:07:47.675381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-59817fb4-c0b6-41bf-bfd0-307524edb74b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The resource could not be found. Apr 18 06:07:47.676458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-59817fb4-c0b6-41bf-bfd0-307524edb74b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1777985 Apr 18 06:07:47.679178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52780) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:47.683553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b2300423-5fe9-4587-b752-e9fc66b338c4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '5e4fc347-8b8e-4549-8499-aa4ec110fcdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0d99d879-a431-46d3-ac64-29b456adc508'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:47.852847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-b2300423-5fe9-4587-b752-e9fc66b338c4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The resource could not be found. Apr 18 06:07:47.853900 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b2300423-5fe9-4587-b752-e9fc66b338c4 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1737983 Apr 18 06:07:47.856724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52782) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:47.908400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de48faa7-ea77-41bd-a0c3-0144b04bb9a1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:47.929855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de48faa7-ea77-41bd-a0c3-0144b04bb9a1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.046920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de48faa7-ea77-41bd-a0c3-0144b04bb9a1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.049541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de48faa7-ea77-41bd-a0c3-0144b04bb9a1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.050678 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-de48faa7-ea77-41bd-a0c3-0144b04bb9a1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/5e4fc347-8b8e-4549-8499-aa4ec110fcdd HTTP/1.1" status: 204 len: 168 time: 0.1930382 Apr 18 06:07:48.058335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52784) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:48.061094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48faa7-ea77-41bd-a0c3-0144b04bb9a1 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4fc347-8b8e-4549-8499-aa4ec110fcdd,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:48.103978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f72d46cd-3e1d-412b-8a02-9c77316db2f6 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434325 Apr 18 06:07:48.107215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52786) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:48.111485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4cecabde-5044-4e2c-96d3-8acb97f90d80 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '5844b667-516d-455a-a6eb-fd3ec1f48b9a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:48.293979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-4cecabde-5044-4e2c-96d3-8acb97f90d80 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The resource could not be found. Apr 18 06:07:48.295013 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4cecabde-5044-4e2c-96d3-8acb97f90d80 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1868510 Apr 18 06:07:48.298702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52788) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:48.304162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118217840'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:48.406307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.473515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.533245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.563082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602497ed-ceef-47f4-b0dc-9a7ddf694f8c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:48.626383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.627852 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-81741798-ddd3-4fb9-a191-4f5a895dc7f0 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3281677 Apr 18 06:07:48.630530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52790) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:48.634869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976161612'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:48.721282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.795642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.835533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.874228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60459d8-fd46-4352-8b25-66c1e5f540f3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:48.929070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:48.930329 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-26b875b6-a318-4cf0-9541-6c33b90b7d3a tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2988694 Apr 18 06:07:48.933252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52792) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:48.937852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3998f9ec-bb03-40b0-bcfc-df6ee02d46ac tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '602497ed-ceef-47f4-b0dc-9a7ddf694f8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b60459d8-fd46-4352-8b25-66c1e5f540f3'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:49.087194 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-3998f9ec-bb03-40b0-bcfc-df6ee02d46ac tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:49.088251 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3998f9ec-bb03-40b0-bcfc-df6ee02d46ac tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1540132 Apr 18 06:07:49.093812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52794) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:49.149567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ed348fe-5e88-45f5-bb81-06f141c15008 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.171982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ed348fe-5e88-45f5-bb81-06f141c15008 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.304585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ed348fe-5e88-45f5-bb81-06f141c15008 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.307199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8ed348fe-5e88-45f5-bb81-06f141c15008 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.308372 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8ed348fe-5e88-45f5-bb81-06f141c15008 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/b60459d8-fd46-4352-8b25-66c1e5f540f3 HTTP/1.1" status: 204 len: 168 time: 0.2136648 Apr 18 06:07:49.311165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52796) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:49.317856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed348fe-5e88-45f5-bb81-06f141c15008 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60459d8-fd46-4352-8b25-66c1e5f540f3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:49.365055 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f93944f7-b81c-4bb5-9529-c1435dbb7230 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0523808 Apr 18 06:07:49.367711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52798) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:49.418431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-313832d8-19cc-41a3-b13f-01d2a8e75b58 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.440585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-313832d8-19cc-41a3-b13f-01d2a8e75b58 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.538099 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-313832d8-19cc-41a3-b13f-01d2a8e75b58 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.540822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-313832d8-19cc-41a3-b13f-01d2a8e75b58 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.541958 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-313832d8-19cc-41a3-b13f-01d2a8e75b58 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/602497ed-ceef-47f4-b0dc-9a7ddf694f8c HTTP/1.1" status: 204 len: 168 time: 0.1733656 Apr 18 06:07:49.544867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52800) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:49.551186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313832d8-19cc-41a3-b13f-01d2a8e75b58 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602497ed-ceef-47f4-b0dc-9a7ddf694f8c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:49.589470 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d5d1cfe2-543e-46b7-a088-52af29f15552 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434015 Apr 18 06:07:49.593711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52802) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:49.598036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--526573926'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:49.663928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.728486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.766919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.794917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdc7d8-0d51-4f48-9e86-27d726dd3235,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:49.837922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:49.839219 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a706cf3-d119-4339-8fdf-2cc385c652ad tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2444928 Apr 18 06:07:49.843316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52804) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:49.846848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8dee3311-a7fc-45dc-9cb6-8ba0c4b6dcb8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '6afdc7d8-0d51-4f48-9e86-27d726dd3235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:50.012704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-8dee3311-a7fc-45dc-9cb6-8ba0c4b6dcb8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:50.013792 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8dee3311-a7fc-45dc-9cb6-8ba0c4b6dcb8 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1703687 Apr 18 06:07:50.016456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52806) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.021151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b088a39a-1ce2-4bed-b8bf-5ec0c87c3762 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group_rule': {'security_group_id': '6afdc7d8-0d51-4f48-9e86-27d726dd3235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:50.167433 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-b088a39a-1ce2-4bed-b8bf-5ec0c87c3762 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:07:50.169034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b088a39a-1ce2-4bed-b8bf-5ec0c87c3762 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1510198 Apr 18 06:07:50.171941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52808) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.223884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ebe2df18-6bd8-4c25-8828-aee6c24829b5 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.245895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ebe2df18-6bd8-4c25-8828-aee6c24829b5 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.366261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ebe2df18-6bd8-4c25-8828-aee6c24829b5 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.368914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ebe2df18-6bd8-4c25-8828-aee6c24829b5 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.372292 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ebe2df18-6bd8-4c25-8828-aee6c24829b5 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/6afdc7d8-0d51-4f48-9e86-27d726dd3235 HTTP/1.1" status: 204 len: 168 time: 0.1971424 Apr 18 06:07:50.373103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52810) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.379611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2df18-6bd8-4c25-8828-aee6c24829b5 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdc7d8-0d51-4f48-9e86-27d726dd3235,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:50.420844 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-87ecadd3-0cdd-4d6b-974c-915b1111391f tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420501 Apr 18 06:07:50.421165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52812) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.425743 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'tempest-secgroup--36713599'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:50.514465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.578418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.658179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.685485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125fc0a5-06c7-4012-9d70-fc5202133e95,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:50.758907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.760276 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0198ea82-5c98-4447-8570-79e55e353ff3 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3380909 Apr 18 06:07:50.766273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52814) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.770989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a8260f83-8ded-4f2e-8e05-e3f024e3530c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:07:50.771433 dv-neutron-837488-1-hyperv neutron-server[109605]: WARNING neutron.api.v2.base [None req-a8260f83-8ded-4f2e-8e05-e3f024e3530c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 06:07:50.771915 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.api.v2.resource [None req-a8260f83-8ded-4f2e-8e05-e3f024e3530c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 06:07:50.772853 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a8260f83-8ded-4f2e-8e05-e3f024e3530c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "PUT /v2.0/security-groups/125fc0a5-06c7-4012-9d70-fc5202133e95 HTTP/1.1" status: 409 len: 330 time: 0.0056028 Apr 18 06:07:50.775202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52816) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.827611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f712047-2105-4c56-9fb7-a7c3cae7dc1b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.852107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f712047-2105-4c56-9fb7-a7c3cae7dc1b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.950657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f712047-2105-4c56-9fb7-a7c3cae7dc1b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.953178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6f712047-2105-4c56-9fb7-a7c3cae7dc1b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:50.954352 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6f712047-2105-4c56-9fb7-a7c3cae7dc1b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/125fc0a5-06c7-4012-9d70-fc5202133e95 HTTP/1.1" status: 204 len: 168 time: 0.1782773 Apr 18 06:07:50.961102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52818) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:50.963183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f712047-2105-4c56-9fb7-a7c3cae7dc1b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fc0a5-06c7-4012-9d70-fc5202133e95,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:51.007750 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c8df7b50-c043-4578-afd5-93b78bed8eb6 tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455015 Apr 18 06:07:51.011481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52820) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:51.024942 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-8a8bc3cd-1dd7-4c61-9b17-d5924bfb4b9b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] delete failed (client error): The resource could not be found. Apr 18 06:07:51.025905 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8a8bc3cd-1dd7-4c61-9b17-d5924bfb4b9b tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "DELETE /v2.0/security-groups/05fbce21-2ac6-4d10-9c04-5b5b72ad034c HTTP/1.1" status: 404 len: 347 time: 0.0128300 Apr 18 06:07:51.029362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52822) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:51.041689 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-cb364428-a812-4315-af01-1c63c5aefd2c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] show failed (client error): The resource could not be found. Apr 18 06:07:51.042631 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cb364428-a812-4315-af01-1c63c5aefd2c tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-groups/47d30511-00ac-4965-b210-47c2eb2039a5 HTTP/1.1" status: 404 len: 347 time: 0.0124156 Apr 18 06:07:51.045885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52824) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:51.056416 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-540e591b-7b57-4349-af09-e752d1af85af tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] show failed (client error): The resource could not be found. Apr 18 06:07:51.057358 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-540e591b-7b57-4349-af09-e752d1af85af tempest-NegativeSecGroupIPv6Test-827562047 tempest-NegativeSecGroupIPv6Test-827562047-project] 10.222.0.43 "GET /v2.0/security-group-rules/10bfc9e9-ed15-45bd-93ec-6d5d6a85c016 HTTP/1.1" status: 404 len: 356 time: 0.0106256 Apr 18 06:07:51.515657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52830) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:51.644566 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2e80789d-c8dd-4e59-81a9-385e83c246dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f94d110686134b3b8a4e59bb86d689dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275175 Apr 18 06:07:51.646938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52834) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:07:51.693472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9889987e-8d4e-4114-a0c5-fe37fa633b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:51.714125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9889987e-8d4e-4114-a0c5-fe37fa633b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:51.858502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9889987e-8d4e-4114-a0c5-fe37fa633b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:51.861019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9889987e-8d4e-4114-a0c5-fe37fa633b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:51.862338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9889987e-8d4e-4114-a0c5-fe37fa633b4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/118be0f1-3cf5-4e0c-8e1e-31fcf4c75962 HTTP/1.1" status: 204 len: 168 time: 0.2144649 Apr 18 06:07:51.870057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889987e-8d4e-4114-a0c5-fe37fa633b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118be0f1-3cf5-4e0c-8e1e-31fcf4c75962,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:07:53.470089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-67349302-a881-4f5f-a92f-d3c21206b16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:55.801081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-020fdeca-1b61-48df-92d4-64f0d0d4cf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:56.948728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:58.709864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:07:58.869774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:12.829582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:22.475078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680f39a-38b4-43ff-bbd6-1703151d5b22 req-1fbfe425-3eea-48ba-980a-7165b8b470e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:22.476558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7680f39a-38b4-43ff-bbd6-1703151d5b22 req-1fbfe425-3eea-48ba-980a-7165b8b470e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Apr 18 06:08:22.514990 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7680f39a-38b4-43ff-bbd6-1703151d5b22 req-d01e2025-3490-43f1-a9d2-a5f20ecb5341 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Apr 18 06:08:23.089734 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-154c66f8-e71c-4129-b99f-465dc36998ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393608 Apr 18 06:08:23.189185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-f0b70a64-89b3-481f-a3c7-99666d65b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.190613 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-f0b70a64-89b3-481f-a3c7-99666d65b46d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1098 time: 0.0400634 Apr 18 06:08:23.294467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-db8d5177-b116-457c-9b8e-2db7d16e43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.295932 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-db8d5177-b116-457c-9b8e-2db7d16e43e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 898 time: 0.0862410 Apr 18 06:08:23.361896 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-5edfb74f-42d4-4fad-a142-0fe5bee72152 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 200 len: 1001 time: 0.0586984 Apr 18 06:08:23.413040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-156f4018-9c35-4eba-8d77-4bb23c0a1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.414474 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-156f4018-9c35-4eba-8d77-4bb23c0a1ca4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6e5085-c853-4a61-a547-168633bb465d HTTP/1.1" status: 200 len: 834 time: 0.0448313 Apr 18 06:08:23.458093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-68d846d0-2a46-4572-b896-90b80e1b8302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:23.464914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-db8f472e-571e-476e-8f66-98f032ccbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.466406 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-db8f472e-571e-476e-8f66-98f032ccbc52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e348cacf-dac6-49a8-b25f-39121ac8a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449004 Apr 18 06:08:23.598390 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-92248337-fbcb-4d97-bf5e-b266f11bdfb1 service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929813 Apr 18 06:08:23.685665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b3780-8a85-4af8-9765-cc394610d750 req-438a0abf-5fa7-42b2-b1f5-715067bc3acd tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:23.687047 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a47b3780-8a85-4af8-9765-cc394610d750 req-438a0abf-5fa7-42b2-b1f5-715067bc3acd tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.1016896 Apr 18 06:08:23.731394 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-89617c1b-8970-47f2-b5b3-af38ce9b2f12 req-09fce980-2dc0-475c-b5e0-82703f4c411d service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194839 Apr 18 06:08:23.745827 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a47b3780-8a85-4af8-9765-cc394610d750 req-5decc415-830e-4c00-9a90-5addd43af0e9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521412 Apr 18 06:08:24.310133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-99f770b9-d915-4525-b176-6bcccb6c9a0b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:24.313271 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-99f770b9-d915-4525-b176-6bcccb6c9a0b tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0491796 Apr 18 06:08:24.403967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Deleting port 347ab7ad-96f5-4ae8-80e5-d1498990da36 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:08:24.404307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:24.491297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] For port 347ab7ad-96f5-4ae8-80e5-d1498990da36, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=347ab7ad-96f5-4ae8-80e5-d1498990da36,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:24.491664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:24.630658 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:08:24.659386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:24.659743 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:24.660052 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Floating IP bffaf36f-ba69-4b2b-b308-f03c8647cb2f disassociated. External IP: 172.26.4.211, port: 347ab7ad-96f5-4ae8-80e5-d1498990da36. Apr 18 06:08:24.660381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Calling delete_port for 347ab7ad-96f5-4ae8-80e5-d1498990da36 owned by compute:nova {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:08:24.861097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e0f5a-320a-4855-9fea-6b69726c75bb req-ffa4c958-99bd-4c91-a79e-385aeec61677 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:24.862566 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a26e0f5a-320a-4855-9fea-6b69726c75bb req-ffa4c958-99bd-4c91-a79e-385aeec61677 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 945 time: 0.0485661 Apr 18 06:08:24.869479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:24.901956 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a26e0f5a-320a-4855-9fea-6b69726c75bb req-c1383204-2643-471f-bce6-6e19b8581a34 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331995 Apr 18 06:08:24.903375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'Port': ['ID=347ab7ad-96f5-4ae8-80e5-d1498990da36,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:24.913304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.913659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.914019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.914357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.914738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.915059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.922637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.922637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.922637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.922637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.922637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:24.922637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:25.033136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:08:25.136666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:08:25.148151 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:08:25.157554 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:08:25.158086 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:25.181651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] No DVR routers for this DVR port 347ab7ad-96f5-4ae8-80e5-d1498990da36 on host hv-neutron-8374 {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:08:25.181651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:25.184975 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a577587-32f1-4470-a09e-8bd9c4cfb88a req-95cc1722-f971-47c3-ad1c-406a657165f1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "DELETE /v2.0/ports/347ab7ad-96f5-4ae8-80e5-d1498990da36 HTTP/1.1" status: 204 len: 173 time: 0.8676298 Apr 18 06:08:25.185415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'name': 'network-vif-deleted', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:25.187697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8f773-0c39-4f70-9147-50d166d43690" -d '{"events": [{"server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "name": "network-vif-deleted", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:08:25.224633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad21d2-00ee-40d1-846f-5ea9b6cd2d19 x-openstack-request-id: req-5aad21d2-00ee-40d1-846f-5ea9b6cd2d19 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:08:25.224969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91804c0-e6df-40b7-98d1-3d72873d6407", "name": "network-vif-deleted", "tag": "347ab7ad-96f5-4ae8-80e5-d1498990da36", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:08:25.225190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5aad21d2-00ee-40d1-846f-5ea9b6cd2d19 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:08:25.225596 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aad21d2-00ee-40d1-846f-5ea9b6cd2d19'] response: {'server_uuid': 'c91804c0-e6df-40b7-98d1-3d72873d6407', 'name': 'network-vif-deleted', 'tag': '347ab7ad-96f5-4ae8-80e5-d1498990da36', 'status': 'completed', 'code': 200} Apr 18 06:08:25.357590 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:08:25.557200 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:25.587836 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:08:25.596900 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:08:25.597504 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:07:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:25.701171 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:08:25.863502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3fa23adf-b69c-4572-8f1b-8e474d4b92f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:25.902452 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:25.930337 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d221c53c-b238-40a4-8c74-bed35945b995 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:08:26.002559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-668cac46-2be7-4829-8da2-179b0f2e7dcc req-9fd75b8b-ab6e-43ce-aee1-1b930f8b42fa tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Apr 18 06:08:26.170260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9a3cc-f8ed-4f58-b6a0-f89c18f0add2 None None] New status for floating IP bffaf36f-ba69-4b2b-b308-f03c8647cb2f: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:08:26.949380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:27.105059 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6527d503-6996-4b62-9f7d-12e2cc809ca8 req-c3b20e63-5398-45ca-89cf-9af1a490cee3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0292256 Apr 18 06:08:28.201855 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e0d0f558-e296-4efb-80bb-96ec2ddf5f13 req-4f48350e-ba16-41d9-904f-fbcdb7288243 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Apr 18 06:08:28.685465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:28.926538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:29.307492 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7dcbc3f9-82dd-4e20-8224-1a866ec6a20a req-a1dd5944-bc95-45ae-9c09-88ae6123dcca tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c91804c0-e6df-40b7-98d1-3d72873d6407 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Apr 18 06:08:29.369505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 347ab7ad-96f5-4ae8-80e5-d1498990da36 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:08:29.389637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 347ab7ad-96f5-4ae8-80e5-d1498990da36 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:08:29.389997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 347ab7ad-96f5-4ae8-80e5-d1498990da36 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:08:30.554010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-91d41e9a-edef-4c05-a04c-210761bb0e00 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215290200&fields=id&tenant_id=df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 267 time: 0.0322459 Apr 18 06:08:30.664712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-1f89bce6-8089-4427-b78a-118c2d5e2118 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:30.666066 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-1f89bce6-8089-4427-b78a-118c2d5e2118 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 812 time: 0.1037486 Apr 18 06:08:30.681442 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-ff85495a-b0d3-44f8-9c25-a3324fdc5f3d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/quotas/df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 375 time: 0.0096333 Apr 18 06:08:30.733523 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-fd1114d5-c85f-43d2-ad86-73551d1b6b5a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469699 Apr 18 06:08:30.826774 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-23ecbd80-0b2d-4dd6-b08e-868703b8d21a service neutron] 10.222.0.43 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Apr 18 06:08:30.919638 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-dbba493a-edcd-42a8-9a28-326364af1e9f service neutron] 10.222.0.43 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Apr 18 06:08:32.523644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-229a0471-452a-4923-805d-1bbba14b05f2 req-6c2107c3-4bbd-4df1-975d-5da35d0643c9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0312667 Apr 18 06:08:33.615844 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f30d513c-9201-4c62-877c-9b8489b6aa2d req-8240a375-a9ab-4865-8222-80dfaf0a6b29 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Apr 18 06:08:34.514657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52910) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:34.532316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-93ab6689-5b43-42a5-a780-547aa9e0332d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:34.541314 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-93ab6689-5b43-42a5-a780-547aa9e0332d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 812 time: 0.1067281 Apr 18 06:08:34.585779 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-c6fb02ac-9b07-4783-8686-5910b48f5e16 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 380 time: 0.0353220 Apr 18 06:08:34.587534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f7b4b-f503-41b3-bf65-2b42a71710b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:34.588015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f7b4b-f503-41b3-bf65-2b42a71710b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:34.588479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f7b4b-f503-41b3-bf65-2b42a71710b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:34.590154 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f52f7b4b-f503-41b3-bf65-2b42a71710b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=f3925d54557a4f998cd70114943161c1&network_id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 2999 time: 0.0744469 Apr 18 06:08:34.595184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'port': {'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'admin_state_up': True, 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'security_groups': ['becce984-7f57-4a2f-8060-d7f69225d4bc']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:34.711502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-637ed089-1132-47a4-8b91-0124fb3d1769 req-bb858488-b854-49a7-8cb4-1b889d763dd5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0280252 Apr 18 06:08:34.744087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Made reservation on behalf of df7cc1807f2844478ff90526ba3eeb67 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:08:34.747922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:34.882294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Allocated IP 172.20.0.4 (4e864aaa-53e3-4cfc-9f15-20d4b86f1620/cb5f0e13-068b-42d3-a972-d82c9415b238/94343026-47e2-430c-8872-e066db5ac2e6) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:35.023833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.126028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.170820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:35.174606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:35.179135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:08:35.188997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=94343026-47e2-430c-8872-e066db5ac2e6,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:35.231756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:35.232366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.302346 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-810aabd2-2d83-4860-9a31-cae962936a3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7109287 Apr 18 06:08:35.321020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Request body: {'port': {'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:35.380009 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.412642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-87e38cc3-ca51-4b85-8e3d-d68bf7180754 None None] Provisioning complete for port 94343026-47e2-430c-8872-e066db5ac2e6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:35.413234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-87e38cc3-ca51-4b85-8e3d-d68bf7180754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.456041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-87e38cc3-ca51-4b85-8e3d-d68bf7180754 None None] Port 94343026-47e2-430c-8872-e066db5ac2e6 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:08:35.656335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94343026-47e2-430c-8872-e066db5ac2e6 {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:08:35.664457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.676376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Transition to ACTIVE for port object 94343026-47e2-430c-8872-e066db5ac2e6 will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:35.743897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:35.835584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Pushing event updated for resources: {'Port': ['ID=94343026-47e2-430c-8872-e066db5ac2e6,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:35.892473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d0e13-3947-4cfd-b72e-cca68f3b8d1d req-f89d7bae-1184-4e17-8cda-d490c19d749e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:35.894580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-150d0e13-3947-4cfd-b72e-cca68f3b8d1d req-f89d7bae-1184-4e17-8cda-d490c19d749e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.1117706 Apr 18 06:08:35.956888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Attempting to bind port 94343026-47e2-430c-8872-e066db5ac2e6 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:08:35.957315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Attempting to bind port 94343026-47e2-430c-8872-e066db5ac2e6 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:08:35.957707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Attempting to bind port 94343026-47e2-430c-8872-e066db5ac2e6 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:08:35.967225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Port 94343026-47e2-430c-8872-e066db5ac2e6 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:08:35.967639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Attempting to bind port 94343026-47e2-430c-8872-e066db5ac2e6 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:08:35.973918 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-150d0e13-3947-4cfd-b72e-cca68f3b8d1d req-e00b30b2-0b38-4802-8be3-563b82d63263 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666509 Apr 18 06:08:35.977095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:08:35.977407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Checking segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:08:35.977852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Bound using segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:08:35.978350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Bound port: 94343026-47e2-430c-8872-e066db5ac2e6, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:08:35.978767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:36.050034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] For port 94343026-47e2-430c-8872-e066db5ac2e6, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:08:36.065485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] For port 94343026-47e2-430c-8872-e066db5ac2e6, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=94343026-47e2-430c-8872-e066db5ac2e6,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:08:36.121511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:36.163710 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.164331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:36.165719 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] 10.222.0.46 "PUT /v2.0/ports/94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 200 len: 1093 time: 0.8491929 Apr 18 06:08:36.166160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:36.168449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd437f-f414-42d4-b722-5ff9a445e45f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "tag": "94343026-47e2-430c-8872-e066db5ac2e6"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:08:36.194650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b37928-1129-4b51-9b38-0f14ee262547 service neutron] Pushing event updated for resources: {'Port': ['ID=94343026-47e2-430c-8872-e066db5ac2e6,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:36.215802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73527fac-4e25-438b-bb3d-f20d85203495 x-openstack-request-id: req-73527fac-4e25-438b-bb3d-f20d85203495 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:08:36.219994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "tag": "94343026-47e2-430c-8872-e066db5ac2e6", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:08:36.219994 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73527fac-4e25-438b-bb3d-f20d85203495 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:08:36.219994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73527fac-4e25-438b-bb3d-f20d85203495'] response: {'name': 'network-changed', 'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6', 'status': 'completed', 'code': 200} Apr 18 06:08:36.307750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd437f-f414-42d4-b722-5ff9a445e45f req-99ff4f18-2707-4cd8-9e7a-3299698741f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.309466 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-acdd437f-f414-42d4-b722-5ff9a445e45f req-99ff4f18-2707-4cd8-9e7a-3299698741f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1096 time: 0.0473366 Apr 18 06:08:36.419008 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd437f-f414-42d4-b722-5ff9a445e45f req-b5f3411e-cd45-4529-b869-5ba7240f3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.420722 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-acdd437f-f414-42d4-b722-5ff9a445e45f req-b5f3411e-cd45-4529-b869-5ba7240f3a9b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df7cc1807f2844478ff90526ba3eeb67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950341 Apr 18 06:08:36.517051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd437f-f414-42d4-b722-5ff9a445e45f req-fa0423e0-f332-462f-9ae8-26e9d18ffa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.519215 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-acdd437f-f414-42d4-b722-5ff9a445e45f req-fa0423e0-f332-462f-9ae8-26e9d18ffa46 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920420 Apr 18 06:08:36.621747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-5876c914-659d-46e5-93c8-a786deacd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.623264 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-5876c914-659d-46e5-93c8-a786deacd961 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1096 time: 0.0417678 Apr 18 06:08:36.676907 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-109686ef-a494-40c2-801c-be244129c3c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 200 len: 217 time: 0.0388317 Apr 18 06:08:36.725890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-f0d43cfd-ea24-4e53-9b85-76f753bceaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.727368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-f0d43cfd-ea24-4e53-9b85-76f753bceaac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0438321 Apr 18 06:08:36.773286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-e8e50d31-2b25-4d1d-b143-d1e04f53f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:36.774708 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-e8e50d31-2b25-4d1d-b143-d1e04f53f4ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403616 Apr 18 06:08:36.867173 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-2ba0bf20-e049-42e8-ad4d-4c5443c23796 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847833 Apr 18 06:08:36.960031 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a4bae59-1699-4d87-9652-672387b1a5c7 req-2b9dafb1-6998-4dd0-a92e-c313a287a4d5 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Apr 18 06:08:37.094439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46bb3b-610e-4ee4-96c6-2e7402ed34a2 req-5af1d194-d04f-4686-ba5e-f6f741f6163d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:37.096042 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2c46bb3b-610e-4ee4-96c6-2e7402ed34a2 req-5af1d194-d04f-4686-ba5e-f6f741f6163d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0507941 Apr 18 06:08:37.134234 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2c46bb3b-610e-4ee4-96c6-2e7402ed34a2 req-cbf9e916-f912-4622-95f8-eefb67245d5c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Apr 18 06:08:37.264405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52932) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:37.319139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42fe04f-252a-4790-9c2f-d149c024a97c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:37.320779 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c42fe04f-252a-4790-9c2f-d149c024a97c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 814 time: 0.0553432 Apr 18 06:08:37.997534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.003094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--234862266', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:38.081256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:08:38.084881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.108907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:08:38.121022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.121022 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment d13e121d-2c1d-4350-a775-2ddc03fb33bc of type vlan for network 4a5bcca5-3136-4c41-b873-7d4f71364092 Apr 18 06:08:38.156858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.241106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.246552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:38.247095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:38.322737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=4a5bcca5-3136-4c41-b873-7d4f71364092,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:38.332311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daf11b-d677-4977-8faf-01a72d0ba8db req-48780789-9a51-4a3f-bb0c-db22b2b55fac tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:38.333756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30daf11b-d677-4977-8faf-01a72d0ba8db req-48780789-9a51-4a3f-bb0c-db22b2b55fac tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.1207020 Apr 18 06:08:38.341787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3431985 Apr 18 06:08:38.345308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.345308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.345308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.345745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.346000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.346379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52944) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.346881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.346881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.347060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.347420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.347740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.350052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.350052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c768b06e-ad4c-439f-9213-7c05093e3f9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:38.361005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:08:38.397925 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30daf11b-d677-4977-8faf-01a72d0ba8db req-7337fb3a-7607-4c3a-989f-b7959338b592 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550342 Apr 18 06:08:38.436543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324550f-d6cd-4f93-923e-622fd6799a07 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:38.438014 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2324550f-d6cd-4f93-923e-622fd6799a07 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0904553 Apr 18 06:08:38.441807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52946) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.534887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e846e-c36e-483b-aa86-d182d0ecc5c1 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:38.536429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-822e846e-c36e-483b-aa86-d182d0ecc5c1 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935831 Apr 18 06:08:38.539126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52948) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.572415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5bf87064-bb20-4b57-b3b0-d1dd0f12659f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321925 Apr 18 06:08:38.581403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52950) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.609005 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1a0c8e97-14dd-4c78-926d-1c602baa4e9e tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264757 Apr 18 06:08:38.612320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52952) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.762807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f57aa-af5a-4267-a1c9-c11d45f7afa0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:38.764345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cb2f57aa-af5a-4267-a1c9-c11d45f7afa0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509626 Apr 18 06:08:38.767075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52954) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.801662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2df7d10f-df0d-4cc6-8b4c-244d1410722e tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325384 Apr 18 06:08:38.804022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52956) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:38.811041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622926112', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:38.989600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:08:38.993271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.275600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.334718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=330e8dc1-151b-4e2d-bd1b-f7741591866a,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:39.345502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:08:39.346457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 4a5bcca5-3136-4c41-b873-7d4f71364092, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:08:39.446548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:08:39.515035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632561-d0ae-4e8a-9896-f9e7cf8449ef req-fb4c0ed6-db43-44bc-8aab-840288fdcc29 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:39.516499 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7e632561-d0ae-4e8a-9896-f9e7cf8449ef req-fb4c0ed6-db43-44bc-8aab-840288fdcc29 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0481429 Apr 18 06:08:39.535395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 4a5bcca5-3136-4c41-b873-7d4f71364092) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:39.538237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:39.539583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.543048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831a96b-1837-41fe-a7fd-7cc9f088c256 None None] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:08:39.558504 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7e632561-d0ae-4e8a-9896-f9e7cf8449ef req-c7a652a9-a9ce-4952-8564-0ff47a466003 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Apr 18 06:08:39.631758 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5de3aae0-21a1-49d5-8328-e5547298cde0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8267436 Apr 18 06:08:39.687763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-4a5bcca5-3136-4c41-b873-7d4f71364092', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '330e8dc1-151b-4e2d-bd1b-f7741591866a'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:08:39.688647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:39.821309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Allocated IP 172.20.0.18 (4a5bcca5-3136-4c41-b873-7d4f71364092/330e8dc1-151b-4e2d-bd1b-f7741591866a/0702c33b-8945-4e25-99ec-89e4ca49fc7b) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:39.961958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.023663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.057504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:40.062102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:40.066075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:08:40.074450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Pushing event updated for resources: {'Port': ['ID=0702c33b-8945-4e25-99ec-89e4ca49fc7b,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:40.084896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.084896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.085207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.085334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.085629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.085957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.086282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.086604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.086926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.087267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.087588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.087902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:08:40.131649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Attempting to bind port 0702c33b-8945-4e25-99ec-89e4ca49fc7b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:08:40.132013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Attempting to bind port 0702c33b-8945-4e25-99ec-89e4ca49fc7b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:08:40.132367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Attempting to bind port 0702c33b-8945-4e25-99ec-89e4ca49fc7b on network 4a5bcca5-3136-4c41-b873-7d4f71364092 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:08:40.137099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:08:40.137469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Checking segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:08:40.137865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.138255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Bound using segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:08:40.138728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Bound port: 0702c33b-8945-4e25-99ec-89e4ca49fc7b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:08:40.139087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.203205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] For port 0702c33b-8945-4e25-99ec-89e4ca49fc7b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:08:40.206760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] For port 0702c33b-8945-4e25-99ec-89e4ca49fc7b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0702c33b-8945-4e25-99ec-89e4ca49fc7b,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:08:40.255218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52962) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:40.259898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570202237', 'description': 'tempest-secgroup-smoke-570202237 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:40.299048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.361456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141616c1-40d8-4227-b8f8-db1c73e058ad None None] Pushing event updated for resources: {'Port': ['ID=0702c33b-8945-4e25-99ec-89e4ca49fc7b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:40.401314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.473921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.566801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.599500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af4df08-da87-4938-a281-b077e67bb5f1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:40.665512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.666809 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-067498b2-01d2-46d6-8bfa-e831acf3cac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4105835 Apr 18 06:08:40.669646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52966) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:40.674740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '4af4df08-da87-4938-a281-b077e67bb5f1', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:40.685661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953475c0-5206-40c3-8db5-a2d2a91e464a req-bb1da56d-9b7d-484d-a447-ba0ac2c773dc tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:40.687149 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-953475c0-5206-40c3-8db5-a2d2a91e464a req-bb1da56d-9b7d-484d-a447-ba0ac2c773dc tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0498877 Apr 18 06:08:40.725191 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-953475c0-5206-40c3-8db5-a2d2a91e464a req-eeeeb7b9-4d59-419e-84b2-67a519a53185 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Apr 18 06:08:40.759985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.820605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.897730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:40.915336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753391b5-a531-4d13-9aff-893f357ae882,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:41.003269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.004539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-02181cba-1f4d-4621-afe4-2701bb550a19 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339393 Apr 18 06:08:41.007369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52968) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:41.011788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '4af4df08-da87-4938-a281-b077e67bb5f1', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:41.153933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.218210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.240057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf3791-6467-46d5-8616-6eddbc276653 None None] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:08:41.290692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0702c33b-8945-4e25-99ec-89e4ca49fc7b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:08:41.297264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.316493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de6aeef-0c0a-4b24-b06d-6081f20c0af8,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:41.408501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.409652 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-83d5742d-ece0-4005-b18a-e41bc871b86c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4013393 Apr 18 06:08:41.412428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 52970) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:41.417364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '4af4df08-da87-4938-a281-b077e67bb5f1', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:41.488122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-26f199fb-2ea0-4694-97cd-f56b76817093 None None] Provisioning complete for port 0702c33b-8945-4e25-99ec-89e4ca49fc7b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:41.488408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-26f199fb-2ea0-4694-97cd-f56b76817093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.531329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.578588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 0702c33b-8945-4e25-99ec-89e4ca49fc7b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:41.579092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.588792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.678831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-26f199fb-2ea0-4694-97cd-f56b76817093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.685430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.700428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe0eaad-e876-4d6a-9871-1d9551404a85,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:41.750049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-26f199fb-2ea0-4694-97cd-f56b76817093 None None] For port 0702c33b-8945-4e25-99ec-89e4ca49fc7b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0702c33b-8945-4e25-99ec-89e4ca49fc7b,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:41.751394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.797376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.798772 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-81c28ca6-c6f2-41ed-8af5-91c930f3ca55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851671 Apr 18 06:08:41.801865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52974) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:41.806712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '4af4df08-da87-4938-a281-b077e67bb5f1', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:41.862138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f469ad-6897-4730-a7e8-67db39c8d439 req-3fcae1d6-78de-4211-ad1a-59b848b1ba2f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:41.864673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-26f199fb-2ea0-4694-97cd-f56b76817093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.865137 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f7f469ad-6897-4730-a7e8-67db39c8d439 req-3fcae1d6-78de-4211-ad1a-59b848b1ba2f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0652297 Apr 18 06:08:41.908615 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f7f469ad-6897-4730-a7e8-67db39c8d439 req-1a85de18-13d8-4734-9b17-30903d9543ff tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354121 Apr 18 06:08:41.937253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:08:41.937538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:08:41.940318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f199fb-2ea0-4694-97cd-f56b76817093 None None] Pushing event updated for resources: {'Port': ['ID=0702c33b-8945-4e25-99ec-89e4ca49fc7b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:41.977780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:41.987674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-66d83b47-aa51-4421-85e8-b0cf3f7f0c11 None None] Provisioning complete for port 0702c33b-8945-4e25-99ec-89e4ca49fc7b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:41.988039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66d83b47-aa51-4421-85e8-b0cf3f7f0c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.036084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.275116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.292797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c619070-3afe-462b-815c-5256426f3056,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:42.454253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.456032 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e7de2fb4-f60b-4d47-bff1-854cb8c984c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6531351 Apr 18 06:08:42.458681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52976) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:42.463086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '4af4df08-da87-4938-a281-b077e67bb5f1', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:42.606761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:08:42.611948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.670232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.737911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.754621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c53415-0907-408f-adc7-fd9df9eea796,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:42.766668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.836565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:42.837862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5102661c-f3d0-4606-89ab-e64ec3805685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3781445 Apr 18 06:08:42.840427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 52978) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:42.844740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '4af4df08-da87-4938-a281-b077e67bb5f1', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:42.920460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:08:42.925288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.014392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.033395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6ab0a-16ad-4c72-a9ef-490023d671ea req-8776a203-6225-4a19-89d8-82f0dd4d2024 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:43.040381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-71b6ab0a-16ad-4c72-a9ef-490023d671ea req-8776a203-6225-4a19-89d8-82f0dd4d2024 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0601850 Apr 18 06:08:43.074162 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-71b6ab0a-16ad-4c72-a9ef-490023d671ea req-6f71d9b2-6f3e-475d-a008-5e751cf6b6fb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Apr 18 06:08:43.097897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.116330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca675da-d22c-4f5a-8f0a-3367c2a131dd,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:43.196766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.197985 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-265b1afc-0af3-4da5-92fe-98084e9b6dfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3566089 Apr 18 06:08:43.245877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0702c33b-8945-4e25-99ec-89e4ca49fc7b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:08:43.295697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 0702c33b-8945-4e25-99ec-89e4ca49fc7b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:43.296135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:43.384897 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-f03aced1-3dda-4ed7-ab62-84babde8cb42 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570202237&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0338483 Apr 18 06:08:43.489135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-f2f8c67e-6086-43a3-81d3-5a1d4d70a2d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:43.490510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-f2f8c67e-6086-43a3-81d3-5a1d4d70a2d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=4a5bcca5-3136-4c41-b873-7d4f71364092 HTTP/1.1" status: 200 len: 796 time: 0.0986576 Apr 18 06:08:43.505736 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-c76864ae-fad9-4f72-80ac-ad9f2664d313 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0094433 Apr 18 06:08:43.565519 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-7443b2e5-8dd0-4954-b252-95869dbc9f62 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544083 Apr 18 06:08:43.657491 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-99853b2d-c425-41a9-b1eb-31a668b278da service neutron] 10.222.0.43 "GET /v2.0/networks/4a5bcca5-3136-4c41-b873-7d4f71364092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802968 Apr 18 06:08:43.748771 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-bd553b37-b4a5-4d49-b6cd-e27617163349 service neutron] 10.222.0.43 "GET /v2.0/networks/4a5bcca5-3136-4c41-b873-7d4f71364092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841460 Apr 18 06:08:44.014046 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a1defce7-9433-4a55-ad53-26cfcffdc073 req-6262f410-be4f-44dc-8224-470bed404b1c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0254848 Apr 18 06:08:44.188988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa094e-7720-40a7-ac58-10ee445008d8 req-af8889d0-57e9-40c6-b6bd-fb5418989d3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:44.190466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cdaa094e-7720-40a7-ac58-10ee445008d8 req-af8889d0-57e9-40c6-b6bd-fb5418989d3e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0487397 Apr 18 06:08:44.229386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cdaa094e-7720-40a7-ac58-10ee445008d8 req-ef5f87cb-edd2-4afc-9886-f89e27b23c4d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328555 Apr 18 06:08:45.111184 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4635ef2d-5900-4333-ad1c-035803b72108 req-d3fae7ee-d679-444c-880a-acd365564344 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0260477 Apr 18 06:08:45.346628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e59b0-205a-46bd-a628-8c5f3672a539 req-c6a159a1-12a2-48db-af42-7790a50ba98a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:45.348863 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f64e59b0-205a-46bd-a628-8c5f3672a539 req-c6a159a1-12a2-48db-af42-7790a50ba98a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0489838 Apr 18 06:08:45.386536 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f64e59b0-205a-46bd-a628-8c5f3672a539 req-3b719171-c492-409a-a20c-625b7a689a73 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316393 Apr 18 06:08:46.156804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-3a521808-3b13-4955-823e-a8f904a320fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:46.158423 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-3a521808-3b13-4955-823e-a8f904a320fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=4a5bcca5-3136-4c41-b873-7d4f71364092 HTTP/1.1" status: 200 len: 796 time: 0.1092255 Apr 18 06:08:46.218414 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e353e423-6eac-453d-a6ef-04cb262c3dcf req-0987f311-c53d-4c59-a812-f0ae6e79819c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Apr 18 06:08:46.239455 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-bfe738da-b3d1-4df1-b865-5b5d45fe6e9e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 472 time: 0.0652132 Apr 18 06:08:46.248882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['4af4df08-da87-4938-a281-b077e67bb5f1']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:46.429337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:08:46.432886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.511217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f196e-bc2b-4149-bff3-7e7c53868e30 req-41d7b747-be4d-41e4-9d40-1fb4efc99fe1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:46.512696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-463f196e-bc2b-4149-bff3-7e7c53868e30 req-41d7b747-be4d-41e4-9d40-1fb4efc99fe1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0539348 Apr 18 06:08:46.550786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-463f196e-bc2b-4149-bff3-7e7c53868e30 req-7d36aa91-42f8-4991-80cc-b50cac5f0aae tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Apr 18 06:08:46.562536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.19 (4a5bcca5-3136-4c41-b873-7d4f71364092/330e8dc1-151b-4e2d-bd1b-f7741591866a/f6541c05-cf16-46e7-af10-82578232b4ad) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:46.700273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.801652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.843387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:46.846430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:46.849295 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:08:46.875445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=f6541c05-cf16-46e7-af10-82578232b4ad,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:46.905631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:46.906266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:46.958994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-879a49ae-0c0e-477e-89d8-4b9606bfe1d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7134922 Apr 18 06:08:47.006233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Request body: {'port': {'device_id': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:47.027133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-31086659-0488-48d6-a0f7-f76e4779f576 None None] Provisioning complete for port f6541c05-cf16-46e7-af10-82578232b4ad triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:47.027969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31086659-0488-48d6-a0f7-f76e4779f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.061081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-31086659-0488-48d6-a0f7-f76e4779f576 None None] Port f6541c05-cf16-46e7-af10-82578232b4ad cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:08:47.062717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.474813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65fbb-6c6f-42db-8565-e7fe8af83617 req-d05aeb69-31df-4714-b7e3-6b572896101f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:47.476294 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-58d65fbb-6c6f-42db-8565-e7fe8af83617 req-d05aeb69-31df-4714-b7e3-6b572896101f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 932 time: 0.0826299 Apr 18 06:08:47.578874 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-58d65fbb-6c6f-42db-8565-e7fe8af83617 req-450738e5-f1e0-42b2-8828-d95a95079281 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611775 Apr 18 06:08:47.674291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad80ab-2c61-43eb-af0a-5dbe56ff084b req-2dc90d51-8e38-4c8f-bdab-533f6837baf9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:47.676537 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10ad80ab-2c61-43eb-af0a-5dbe56ff084b req-2dc90d51-8e38-4c8f-bdab-533f6837baf9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.0498543 Apr 18 06:08:47.707939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6541c05-cf16-46e7-af10-82578232b4ad {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:08:47.717356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.719822 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10ad80ab-2c61-43eb-af0a-5dbe56ff084b req-a6ea77ee-3659-4336-95aa-67cfabbbb216 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Apr 18 06:08:47.730666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Transition to ACTIVE for port object f6541c05-cf16-46e7-af10-82578232b4ad will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:08:47.794223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.844667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Pushing event updated for resources: {'Port': ['ID=f6541c05-cf16-46e7-af10-82578232b4ad,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:47.914374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Attempting to bind port f6541c05-cf16-46e7-af10-82578232b4ad on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:08:47.914715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Attempting to bind port f6541c05-cf16-46e7-af10-82578232b4ad by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:08:47.915034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Attempting to bind port f6541c05-cf16-46e7-af10-82578232b4ad on network 4a5bcca5-3136-4c41-b873-7d4f71364092 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:08:47.919822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Port f6541c05-cf16-46e7-af10-82578232b4ad on network 4a5bcca5-3136-4c41-b873-7d4f71364092 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:08:47.920143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Attempting to bind port f6541c05-cf16-46e7-af10-82578232b4ad on network 4a5bcca5-3136-4c41-b873-7d4f71364092 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:08:47.926325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:08:47.926657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Checking segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:08:47.927039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Bound using segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:08:47.927487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Bound port: f6541c05-cf16-46e7-af10-82578232b4ad, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:08:47.927847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:47.999262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] For port f6541c05-cf16-46e7-af10-82578232b4ad, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:08:48.002569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] For port f6541c05-cf16-46e7-af10-82578232b4ad, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f6541c05-cf16-46e7-af10-82578232b4ad,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:08:48.069330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.102818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.103531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:48.104879 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] 10.222.0.46 "PUT /v2.0/ports/f6541c05-cf16-46e7-af10-82578232b4ad HTTP/1.1" status: 200 len: 1094 time: 1.1028991 Apr 18 06:08:48.105279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'tag': 'f6541c05-cf16-46e7-af10-82578232b4ad'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:48.107550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ea4ef-4861-42a0-a46d-e2b53f18870e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eadee5-aa8f-4d30-bad3-62def355e3b3", "tag": "f6541c05-cf16-46e7-af10-82578232b4ad"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:08:48.138268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2837f-2098-453e-a25d-c4e0d8e32bcb service neutron] Pushing event updated for resources: {'Port': ['ID=f6541c05-cf16-46e7-af10-82578232b4ad,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:48.148917 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b259099c-090f-4c9c-895e-95b8a6ecca8f x-openstack-request-id: req-b259099c-090f-4c9c-895e-95b8a6ecca8f {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:08:48.149259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eadee5-aa8f-4d30-bad3-62def355e3b3", "tag": "f6541c05-cf16-46e7-af10-82578232b4ad", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:08:48.149564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b259099c-090f-4c9c-895e-95b8a6ecca8f {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:08:48.150015 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b259099c-090f-4c9c-895e-95b8a6ecca8f'] response: {'name': 'network-changed', 'server_uuid': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'tag': 'f6541c05-cf16-46e7-af10-82578232b4ad', 'status': 'completed', 'code': 200} Apr 18 06:08:48.233737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-7ff32210-5d11-4e71-ab37-a96b8540fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.235355 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-7ff32210-5d11-4e71-ab37-a96b8540fd5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 1097 time: 0.0428939 Apr 18 06:08:48.344108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-287ff00b-9d5d-4653-8c46-396ad4dafdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.344506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-287ff00b-9d5d-4653-8c46-396ad4dafdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.346004 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-287ff00b-9d5d-4653-8c46-396ad4dafdf8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.0987234 Apr 18 06:08:48.441267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-de7397e1-f984-4d60-acfc-46708ba3b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.442749 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-255ea4ef-4861-42a0-a46d-e2b53f18870e req-de7397e1-f984-4d60-acfc-46708ba3b95b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902789 Apr 18 06:08:48.540581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-27deb6a5-aef4-453b-8017-4ca178b65588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.542022 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-27deb6a5-aef4-453b-8017-4ca178b65588 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 1097 time: 0.0403657 Apr 18 06:08:48.591834 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-5f9d82ae-db41-4c00-bc75-9a1654a2aa1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f6541c05-cf16-46e7-af10-82578232b4ad HTTP/1.1" status: 200 len: 217 time: 0.0362732 Apr 18 06:08:48.640125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-385b452d-4bc4-4a7e-a171-7a785a1a5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.641580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-385b452d-4bc4-4a7e-a171-7a785a1a5390 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=330e8dc1-151b-4e2d-bd1b-f7741591866a HTTP/1.1" status: 200 len: 838 time: 0.0432026 Apr 18 06:08:48.686428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639071-32f7-46d9-8539-895c333c8c34 req-8ab58279-800d-430d-9409-605d98435949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.687986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-8ab58279-800d-430d-9409-605d98435949 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a5bcca5-3136-4c41-b873-7d4f71364092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402844 Apr 18 06:08:48.695525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f77954-86fd-4058-a6db-e261269e9fd4 req-bd2198f0-38bb-4025-bbf8-f060f8d93730 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.697002 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-52f77954-86fd-4058-a6db-e261269e9fd4 req-bd2198f0-38bb-4025-bbf8-f060f8d93730 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0492165 Apr 18 06:08:48.736168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-52f77954-86fd-4058-a6db-e261269e9fd4 req-d949c28e-cd24-4417-9cea-3e054d54c9bb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331349 Apr 18 06:08:48.782967 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-1383a9d8-c6bc-4749-966a-037574b3e4b3 service neutron] 10.222.0.46 "GET /v2.0/networks/4a5bcca5-3136-4c41-b873-7d4f71364092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876443 Apr 18 06:08:48.894624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63af64-b29f-4929-81a2-c056752544d2 req-c38ca428-13ca-4fae-8ab0-63e958387137 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:48.896338 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7b63af64-b29f-4929-81a2-c056752544d2 req-c38ca428-13ca-4fae-8ab0-63e958387137 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 943 time: 0.1061761 Apr 18 06:08:48.926063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85639071-32f7-46d9-8539-895c333c8c34 req-c325c676-7e78-4b02-b543-b79bd7866796 service neutron] 10.222.0.46 "GET /v2.0/networks/4a5bcca5-3136-4c41-b873-7d4f71364092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369638 Apr 18 06:08:48.944270 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7b63af64-b29f-4929-81a2-c056752544d2 req-84b35e77-9c47-461f-ba58-606bdc317621 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Apr 18 06:08:49.477582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 94343026-47e2-430c-8872-e066db5ac2e6 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:08:49.593933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 94343026-47e2-430c-8872-e066db5ac2e6, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=94343026-47e2-430c-8872-e066db5ac2e6,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:49.606344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '94343026-47e2-430c-8872-e066db5ac2e6', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:08:49.648707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.662223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94343026-47e2-430c-8872-e066db5ac2e6 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:08:49.689447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 94343026-47e2-430c-8872-e066db5ac2e6, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=94343026-47e2-430c-8872-e066db5ac2e6,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:49.754948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:49.807930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=94343026-47e2-430c-8872-e066db5ac2e6,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:49.868575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407eb60-930b-455e-90af-fbe2ce6c97cc req-2fa674f9-935e-4e1c-bf5e-3857458a86f1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:49.870581 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1407eb60-930b-455e-90af-fbe2ce6c97cc req-2fa674f9-935e-4e1c-bf5e-3857458a86f1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0618792 Apr 18 06:08:49.919141 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1407eb60-930b-455e-90af-fbe2ce6c97cc req-315f99e4-cc9f-46e5-8acf-3b6c7ff10d94 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Apr 18 06:08:50.063975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ac3fe-5634-4c2b-b286-eb4217645aac req-210d7e83-3f24-4787-ad5f-083a04eda122 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:50.065655 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e21ac3fe-5634-4c2b-b286-eb4217645aac req-210d7e83-3f24-4787-ad5f-083a04eda122 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 944 time: 0.0500274 Apr 18 06:08:50.103082 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e21ac3fe-5634-4c2b-b286-eb4217645aac req-7027a89b-8763-4467-815f-44011bb3df18 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Apr 18 06:08:50.181347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['94343026-47e2-430c-8872-e066db5ac2e6'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:08:51.034611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eefda-165a-4460-94b0-96ae9ccb1c33 req-181a7b50-c797-43fb-bdd2-8c5eb0f3aecf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:51.036155 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa0eefda-165a-4460-94b0-96ae9ccb1c33 req-181a7b50-c797-43fb-bdd2-8c5eb0f3aecf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0497260 Apr 18 06:08:51.073463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa0eefda-165a-4460-94b0-96ae9ccb1c33 req-95aa8196-26ad-4be9-8a1c-2fcf3313128b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Apr 18 06:08:51.215426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780820-486b-4fbf-a0e8-1537d4667222 req-2be678cb-59a5-4b61-bc74-4ea4948deaa3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:51.216811 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c780820-486b-4fbf-a0e8-1537d4667222 req-2be678cb-59a5-4b61-bc74-4ea4948deaa3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 944 time: 0.0482814 Apr 18 06:08:51.258069 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c780820-486b-4fbf-a0e8-1537d4667222 req-61503b2a-5a8a-481f-b495-2bba835ba0fe tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348477 Apr 18 06:08:51.493358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 94343026-47e2-430c-8872-e066db5ac2e6 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:08:51.616835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 94343026-47e2-430c-8872-e066db5ac2e6 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:08:51.620653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 94343026-47e2-430c-8872-e066db5ac2e6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:51.621043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:51.697440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:51.719128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:51.721363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b90743e-980d-41ef-a430-c0161f82a76b" -d '{"events": [{"server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "name": "network-vif-plugged", "status": "completed", "tag": "94343026-47e2-430c-8872-e066db5ac2e6"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:08:51.737543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 94343026-47e2-430c-8872-e066db5ac2e6, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=94343026-47e2-430c-8872-e066db5ac2e6,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:51.759669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175a74a-946e-4d38-af1e-f71f4f63be50 x-openstack-request-id: req-6175a74a-946e-4d38-af1e-f71f4f63be50 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:08:51.759943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "name": "network-vif-plugged", "status": "completed", "tag": "94343026-47e2-430c-8872-e066db5ac2e6", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:08:51.760195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6175a74a-946e-4d38-af1e-f71f4f63be50 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:08:51.760595 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6175a74a-946e-4d38-af1e-f71f4f63be50'] response: {'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6', 'code': 200} Apr 18 06:08:51.823368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:51.869748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=94343026-47e2-430c-8872-e066db5ac2e6,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:52.020522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98171801-fff1-4e8b-a544-808f02bed34e req-be16fd3d-fbbc-482d-a7aa-20c23bfa0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:52.021919 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-98171801-fff1-4e8b-a544-808f02bed34e req-be16fd3d-fbbc-482d-a7aa-20c23bfa0389 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1098 time: 0.0406246 Apr 18 06:08:52.055317 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-98171801-fff1-4e8b-a544-808f02bed34e req-558c94bf-b7b9-44ea-8bfa-883d5feae5f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269885 Apr 18 06:08:52.185870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e04b1-e82f-468a-833c-360b0017e0c8 req-f32a3a56-53ef-4da1-b2b0-95fc12d74cdf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:52.187346 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c92e04b1-e82f-468a-833c-360b0017e0c8 req-f32a3a56-53ef-4da1-b2b0-95fc12d74cdf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0488436 Apr 18 06:08:52.225068 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c92e04b1-e82f-468a-833c-360b0017e0c8 req-71c72ddd-87f5-438c-be2d-af9e86a02f46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Apr 18 06:08:52.373789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e7495-e82c-478d-a7ec-b983b7dcecfe req-3134ee35-93e8-4647-9d2f-c6e860e6e110 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:52.375250 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-431e7495-e82c-478d-a7ec-b983b7dcecfe req-3134ee35-93e8-4647-9d2f-c6e860e6e110 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.0478477 Apr 18 06:08:52.413284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-431e7495-e82c-478d-a7ec-b983b7dcecfe req-a7a89698-7777-413b-b75a-6b11fe1d5ef1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Apr 18 06:08:53.341941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949acd53-9d9d-4082-acd3-2c4289a06274 req-f061ddf3-b9bf-4a5b-9ed1-2e8af3f4898f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:53.343449 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-949acd53-9d9d-4082-acd3-2c4289a06274 req-f061ddf3-b9bf-4a5b-9ed1-2e8af3f4898f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0488274 Apr 18 06:08:53.385156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-949acd53-9d9d-4082-acd3-2c4289a06274 req-c6a9f7e5-bbea-4418-9fd3-7b914053ddbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355756 Apr 18 06:08:53.429188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bcdd55b7-782c-46c1-8104-d4906edcdb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.500311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f6541c05-cf16-46e7-af10-82578232b4ad details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:08:53.533558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294fd82-bf82-4634-8ddb-46b5147b638d req-69d00861-64f3-4b88-b986-eb3fbe6ddf60 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:53.536536 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7294fd82-bf82-4634-8ddb-46b5147b638d req-69d00861-64f3-4b88-b986-eb3fbe6ddf60 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.0548892 Apr 18 06:08:53.574089 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7294fd82-bf82-4634-8ddb-46b5147b638d req-9ef8dfe8-edda-4ba6-b022-f1fa036afccd tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327249 Apr 18 06:08:53.602231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f6541c05-cf16-46e7-af10-82578232b4ad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f6541c05-cf16-46e7-af10-82578232b4ad,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:53.613492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f6541c05-cf16-46e7-af10-82578232b4ad', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'port_id': 'f6541c05-cf16-46e7-af10-82578232b4ad', 'mac_address': 'fa:16:3e:09:83:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:08:53.650231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.663855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6541c05-cf16-46e7-af10-82578232b4ad {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:08:53.682937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f6541c05-cf16-46e7-af10-82578232b4ad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f6541c05-cf16-46e7-af10-82578232b4ad,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:53.749096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:53.798827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f6541c05-cf16-46e7-af10-82578232b4ad,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:54.145903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f6541c05-cf16-46e7-af10-82578232b4ad'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:08:54.500485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d540963-ac25-43e5-aa5d-61b19ac6f4d3 req-868e6e34-dd62-4ac7-a342-abb39cde534d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:54.501924 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0d540963-ac25-43e5-aa5d-61b19ac6f4d3 req-868e6e34-dd62-4ac7-a342-abb39cde534d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Apr 18 06:08:54.540528 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0d540963-ac25-43e5-aa5d-61b19ac6f4d3 req-56932e8b-d997-46b8-bb4c-b6edd543f4a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Apr 18 06:08:54.686392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c0954-82c3-40ba-ae57-01bc98c0d10c req-45251789-4cf2-4ec8-88e6-45af0fe0c96f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:54.687800 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-813c0954-82c3-40ba-ae57-01bc98c0d10c req-45251789-4cf2-4ec8-88e6-45af0fe0c96f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.0479152 Apr 18 06:08:54.724718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-813c0954-82c3-40ba-ae57-01bc98c0d10c req-cc70d2cf-bff8-48a8-8937-2a9f91dee7c7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Apr 18 06:08:54.836201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b53b-63b3-456f-84b7-acb28eb3c71b req-a610fd2f-7f9d-45a3-9440-eff023410910 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:54.837707 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a98b53b-63b3-456f-84b7-acb28eb3c71b req-a610fd2f-7f9d-45a3-9440-eff023410910 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Apr 18 06:08:54.875574 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a98b53b-63b3-456f-84b7-acb28eb3c71b req-60c9c3b6-f45f-4263-a5e3-e1dc6b76f0e6 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Apr 18 06:08:54.903234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53058) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:54.946041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b20db7-5f61-4b16-9d20-ff60f9630b19 tempest-TestVolumeBootPattern-467902713 tempest-TestVolumeBootPattern-467902713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:54.946041 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-01b20db7-5f61-4b16-9d20-ff60f9630b19 tempest-TestVolumeBootPattern-467902713 tempest-TestVolumeBootPattern-467902713-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1093 time: 0.0393701 Apr 18 06:08:54.948102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53060) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:08:54.952410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:08:55.045925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.143010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.250058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Allocated IP 172.26.4.43 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c6037136-2b71-4652-b61d-60fad8e6984b) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:08:55.351090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.440904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.482132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:08:55.484919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:08:55.487360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:08:55.508465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f6541c05-cf16-46e7-af10-82578232b4ad up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:08:55.514201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=c6037136-2b71-4652-b61d-60fad8e6984b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:55.600806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port f6541c05-cf16-46e7-af10-82578232b4ad completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:08:55.604931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f6541c05-cf16-46e7-af10-82578232b4ad triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:08:55.605306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.658057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50461618-5116-4f73-b359-c5aaba4e45a5 req-156dc6da-ad54-4d7e-861d-d1a6590d8821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:55.659715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50461618-5116-4f73-b359-c5aaba4e45a5 req-156dc6da-ad54-4d7e-861d-d1a6590d8821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0513902 Apr 18 06:08:55.689883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.703736 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50461618-5116-4f73-b359-c5aaba4e45a5 req-c6f531a2-d3a0-4535-9229-e754b2637dd6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 Apr 18 06:08:55.713721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6541c05-cf16-46e7-af10-82578232b4ad'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:55.716018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce68b37b-6322-4e02-b7c0-c641723cbe5c" -d '{"events": [{"server_uuid": "e1eadee5-aa8f-4d30-bad3-62def355e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "f6541c05-cf16-46e7-af10-82578232b4ad"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:08:55.736355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f6541c05-cf16-46e7-af10-82578232b4ad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f6541c05-cf16-46e7-af10-82578232b4ad,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:08:55.756338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce517329-9f37-4f72-b28c-28fa079280da x-openstack-request-id: req-ce517329-9f37-4f72-b28c-28fa079280da {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:08:55.756624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eadee5-aa8f-4d30-bad3-62def355e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "f6541c05-cf16-46e7-af10-82578232b4ad", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:08:55.756880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce517329-9f37-4f72-b28c-28fa079280da {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:08:55.757271 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce517329-9f37-4f72-b28c-28fa079280da'] response: {'server_uuid': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6541c05-cf16-46e7-af10-82578232b4ad', 'code': 200} Apr 18 06:08:55.829532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.854216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8f00b4d8-a26a-4116-ba9a-7900ec9358db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.880730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:55.881628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f6541c05-cf16-46e7-af10-82578232b4ad,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:56.007635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.144892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88fe9f-4fc9-4312-ac40-b9bc7aa92e4a req-4e013290-be52-49cc-88a5-6f4e03a0e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:56.146632 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb88fe9f-4fc9-4312-ac40-b9bc7aa92e4a req-4e013290-be52-49cc-88a5-6f4e03a0e552 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 1099 time: 0.0969262 Apr 18 06:08:56.202794 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb88fe9f-4fc9-4312-ac40-b9bc7aa92e4a req-6083c7bc-269b-4141-955b-944d5920a0b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460000 Apr 18 06:08:56.210724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.273901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.339761 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=c6037136-2b71-4652-b61d-60fad8e6984b,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:08:56.350285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.448953 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Floating IP a19397a3-98d0-4261-b5ea-25e519fac8e7 associated. External IP: 172.26.4.43, port: 94343026-47e2-430c-8872-e066db5ac2e6. Apr 18 06:08:56.653513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:08:56.761059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:08:56.773530 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:08:56.784716 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:08:56.785427 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:08:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:56.824455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855871b4-f59a-4dab-ae59-d464be839bb4 req-f8ada736-e3d2-4bd4-9a64-4f0d1792e608 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:56.826549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-855871b4-f59a-4dab-ae59-d464be839bb4 req-f8ada736-e3d2-4bd4-9a64-4f0d1792e608 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 946 time: 0.0526049 Apr 18 06:08:56.833161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.861249 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1eebe850-955a-4fa7-b932-6befc45c7d6f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9121158 Apr 18 06:08:56.862243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:08:56.864752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0a1da1-06b3-49f5-8104-eac4c64cba87" -d '{"events": [{"name": "network-changed", "server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "tag": "94343026-47e2-430c-8872-e066db5ac2e6"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:08:56.881994 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-855871b4-f59a-4dab-ae59-d464be839bb4 req-eeace5c2-5499-4e5a-b046-0b300d9b3a97 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 Apr 18 06:08:56.907395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d2f8d-7d17-409a-9826-373c87663eaa x-openstack-request-id: req-5c6d2f8d-7d17-409a-9826-373c87663eaa {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:08:56.907879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "tag": "94343026-47e2-430c-8872-e066db5ac2e6", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:08:56.908134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c6d2f8d-7d17-409a-9826-373c87663eaa {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:08:56.908549 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6d2f8d-7d17-409a-9826-373c87663eaa'] response: {'name': 'network-changed', 'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6', 'status': 'completed', 'code': 200} Apr 18 06:08:56.911881 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:08:56.960905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:56.991926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-93ab7ccb-943c-4b79-9da9-4387f108181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:56.993566 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-93ab7ccb-943c-4b79-9da9-4387f108181e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1098 time: 0.0416951 Apr 18 06:08:57.088702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-92b88ce6-d3ee-4fd6-80d5-2723d744cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.090332 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-92b88ce6-d3ee-4fd6-80d5-2723d744cf96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0901096 Apr 18 06:08:57.135786 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:57.155943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-9fdf7c98-5455-4cc5-af9e-215e9b8d4b3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 200 len: 998 time: 0.0586083 Apr 18 06:08:57.165384 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:08:57.173670 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:08:57.174265 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:08:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:57.209715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-880e00ca-f4c6-4853-b388-de7a8d4ad95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.211156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-880e00ca-f4c6-4853-b388-de7a8d4ad95f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0481348 Apr 18 06:08:57.257042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-bd8f7d0b-d380-4d4c-8e4c-87345511f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:57.258510 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-bd8f7d0b-d380-4d4c-8e4c-87345511f75f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393839 Apr 18 06:08:57.277242 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:08:57.356633 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-59174b4f-de27-472a-9c58-c117f34b101d service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822494 Apr 18 06:08:57.456895 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b0a1da1-06b3-49f5-8104-eac4c64cba87 req-9554b63c-fa44-4c2c-8429-f3cddac29b85 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935731 Apr 18 06:08:57.499551 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:08:57.525809 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855bd109-6db0-4f7a-8ddd-e08015010eb0 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:55Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:08:57.722368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bff462-4812-4aae-abf8-99be322b0747 None None] New status for floating IP a19397a3-98d0-4261-b5ea-25e519fac8e7: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:08:58.011797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b798-9798-4147-89a9-3da708a137af req-9c3b8560-bc3d-44a8-8094-232f5514178d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:58.013250 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-94d8b798-9798-4147-89a9-3da708a137af req-9c3b8560-bc3d-44a8-8094-232f5514178d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 946 time: 0.0477085 Apr 18 06:08:58.051986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-94d8b798-9798-4147-89a9-3da708a137af req-4df43494-ef79-4a8b-ac9f-35bb8c5f0e6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311055 Apr 18 06:08:58.168590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebedf3-93c3-4c32-96bf-0e9b229b0888 req-e9122c17-b468-4d6f-9401-bfc1978934d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:08:58.170035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d6ebedf3-93c3-4c32-96bf-0e9b229b0888 req-e9122c17-b468-4d6f-9401-bfc1978934d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Apr 18 06:08:58.208427 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d6ebedf3-93c3-4c32-96bf-0e9b229b0888 req-aa48c40b-8dab-4bee-aa21-8e0f608a1614 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Apr 18 06:08:58.703249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:58.897671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:08:59.734703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53080) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:00.466534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:00.728974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.17 (4a5bcca5-3136-4c41-b873-7d4f71364092/330e8dc1-151b-4e2d-bd1b-f7741591866a/e39a5992-4846-4698-ae14-56e22a33224d) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:00.843726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:00.961027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.001806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:01.007379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:01.012496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:09:01.016324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e39a5992-4846-4698-ae14-56e22a33224d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:01.057883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.206860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-62f4b91b-7fc9-467f-9bf8-96777529a363 None None] Provisioning complete for port e39a5992-4846-4698-ae14-56e22a33224d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:01.207388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-62f4b91b-7fc9-467f-9bf8-96777529a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.239952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-62f4b91b-7fc9-467f-9bf8-96777529a363 None None] Port e39a5992-4846-4698-ae14-56e22a33224d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:09:01.291965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.569178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.634268 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:09:01.645493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.720862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:01.723694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e39a5992-4846-4698-ae14-56e22a33224d,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:01.815433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:01.816840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:01.935357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:09:02.044656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:09:02.050313 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-35c547f7-1548-41cc-8ed2-cddf32546444 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/4fe54345-dbf9-49ae-adef-3246d78138a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143916 Apr 18 06:09:02.057111 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:02.066800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-453ae77a-7ae6-41f0-8313-5bc6cc1c39dc None None] Provisioning complete for port e39a5992-4846-4698-ae14-56e22a33224d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:02.067169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-453ae77a-7ae6-41f0-8313-5bc6cc1c39dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:02.067475 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:02.068083 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:08:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:02.100585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-453ae77a-7ae6-41f0-8313-5bc6cc1c39dc None None] Port e39a5992-4846-4698-ae14-56e22a33224d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:09:02.262322 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:02.480093 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:01Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39a5992-4846-4698-ae14-56e22a33224d', 'name': '', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d7:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:00Z', 'updated_at': '2022-04-18T06:09:01Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:02.509163 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:02.509513 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Updating router 4fe54345-dbf9-49ae-adef-3246d78138a6 port e39a5992-4846-4698-ae14-56e22a33224d binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:09:02.532303 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:02.783102 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:02.851706 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:02.904340 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Pushing event updated for resources: {'Port': ['ID=e39a5992-4846-4698-ae14-56e22a33224d,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:02.925766 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.926217 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.933434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:02.963317 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Attempting to bind port e39a5992-4846-4698-ae14-56e22a33224d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:09:02.963619 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Attempting to bind port e39a5992-4846-4698-ae14-56e22a33224d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:09:02.963975 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Attempting to bind port e39a5992-4846-4698-ae14-56e22a33224d on network 4a5bcca5-3136-4c41-b873-7d4f71364092 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:09:02.969024 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:09:02.969442 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Checking segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:09:02.969777 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:02.970163 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Bound using segment: {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:09:02.970619 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Bound port: e39a5992-4846-4698-ae14-56e22a33224d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13e121d-2c1d-4350-a775-2ddc03fb33bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:09:02.971022 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.037479 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] For port e39a5992-4846-4698-ae14-56e22a33224d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:09:03.040628 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] For port e39a5992-4846-4698-ae14-56e22a33224d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e39a5992-4846-4698-ae14-56e22a33224d,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:09:03.109671 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.124314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5e74c585-edfd-453e-9c7e-3b2cadc15cf4 None None] Provisioning complete for port e39a5992-4846-4698-ae14-56e22a33224d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:03.124906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e74c585-edfd-453e-9c7e-3b2cadc15cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.159819 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:03.160428 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:08:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:03.209842 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6e55d-9010-41e8-90ff-078e94379e88 None None] Pushing event updated for resources: {'Port': ['ID=e39a5992-4846-4698-ae14-56e22a33224d,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:03.210903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e74c585-edfd-453e-9c7e-3b2cadc15cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.244935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5e74c585-edfd-453e-9c7e-3b2cadc15cf4 None None] For port e39a5992-4846-4698-ae14-56e22a33224d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e39a5992-4846-4698-ae14-56e22a33224d,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:03.281904 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:03.355125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e74c585-edfd-453e-9c7e-3b2cadc15cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.402524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74c585-edfd-453e-9c7e-3b2cadc15cf4 None None] Pushing event updated for resources: {'Port': ['ID=e39a5992-4846-4698-ae14-56e22a33224d,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:03.474237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0c618f66-fedd-4265-bd52-83dcb94a27c2 None None] Provisioning complete for port e39a5992-4846-4698-ae14-56e22a33224d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:03.474635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c618f66-fedd-4265-bd52-83dcb94a27c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:03.516956 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:01Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39a5992-4846-4698-ae14-56e22a33224d', 'name': '', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d7:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:00Z', 'updated_at': '2022-04-18T06:09:03Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:03.544789 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632808b-a431-4e40-ad28-cf973b61517d None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:01Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e39a5992-4846-4698-ae14-56e22a33224d', 'name': '', 'network_id': '4a5bcca5-3136-4c41-b873-7d4f71364092', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d7:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:00Z', 'updated_at': '2022-04-18T06:09:03Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '330e8dc1-151b-4e2d-bd1b-f7741591866a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:05.286633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e39a5992-4846-4698-ae14-56e22a33224d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:09:05.337425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e39a5992-4846-4698-ae14-56e22a33224d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:05.337835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:12.909237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.428759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8929d83-ff31-4090-85bc-7a31df623a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:23.828105 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-1f1703fa-7475-4fab-ab56-46d73068220e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399044 Apr 18 06:09:23.930059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-914dc9c0-e2d6-4ec0-a334-4c17ba5b07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:23.931628 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-914dc9c0-e2d6-4ec0-a334-4c17ba5b07dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1098 time: 0.0446551 Apr 18 06:09:24.031390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-24d9c427-5149-425d-ab50-2e5aa9f6b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.032901 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-24d9c427-5149-425d-ab50-2e5aa9f6b5ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 898 time: 0.0827537 Apr 18 06:09:24.100341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-e7bd79cb-795f-4efb-82e4-2a432e6c7ff2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 200 len: 1001 time: 0.0603890 Apr 18 06:09:24.148992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-d845b878-025e-4c7e-85de-514ea6f5886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.150386 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-d845b878-025e-4c7e-85de-514ea6f5886a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6e5085-c853-4a61-a547-168633bb465d HTTP/1.1" status: 200 len: 834 time: 0.0434761 Apr 18 06:09:24.196225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-d0dc0683-5238-4399-9609-1146e6267266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:24.197800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-d0dc0683-5238-4399-9609-1146e6267266 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e348cacf-dac6-49a8-b25f-39121ac8a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403090 Apr 18 06:09:24.290903 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-1fe6e66b-3c4b-4d7e-8aee-5622136d2078 service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Apr 18 06:09:24.379423 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12521ee8-e54b-46b7-b2be-fada767e6d86 req-b0bec773-e5ef-47b6-9dcb-029ef083e497 service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823870 Apr 18 06:09:25.839880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a4f529d0-96f8-4487-bb5a-ace776a99797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:26.920337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:28.685723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:28.879739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:33.697543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53124) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:34.055606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:34.373238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port e39a5992-4846-4698-ae14-56e22a33224d {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:34.373583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:34.463356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port e39a5992-4846-4698-ae14-56e22a33224d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e39a5992-4846-4698-ae14-56e22a33224d,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:34.463725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:34.476097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for e39a5992-4846-4698-ae14-56e22a33224d owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:34.737337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:34.763932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=e39a5992-4846-4698-ae14-56e22a33224d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:34.941949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:35.163934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:09:35.579485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:09:35.587549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1e61d128-ae9e-4e13-9101-37142a9c865d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/4fe54345-dbf9-49ae-adef-3246d78138a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8858864 Apr 18 06:09:35.588786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:35.599151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:35.599810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:35.707556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:36.072905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:34Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:36.103423 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:36.111722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:36.112323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:36.175011 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e33d9-0806-4e43-826e-d4e86d1a4fd2 req-31da33ce-7ee4-4561-afa5-db6268b5ddf6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:36.176538 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bf5e33d9-0806-4e43-826e-d4e86d1a4fd2 req-31da33ce-7ee4-4561-afa5-db6268b5ddf6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 946 time: 0.2040665 Apr 18 06:09:36.215597 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bf5e33d9-0806-4e43-826e-d4e86d1a4fd2 req-c6e01b88-68ff-4be6-80a7-5c8258b0a125 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330715 Apr 18 06:09:36.216624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:36.434835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:34Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:36.464558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285cd7f-58df-4f49-8bba-786c811392b7 None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:34Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '018760c4-0937-47f6-827e-6459b0c392ff', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'port_id': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'mac_address': 'fa:16:3e:df:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:07:31Z', 'updated_at': '2022-04-18T06:07:35Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:37.234297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e39a5992-4846-4698-ae14-56e22a33224d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:37.254549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e39a5992-4846-4698-ae14-56e22a33224d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:37.254892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e39a5992-4846-4698-ae14-56e22a33224d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:37.391965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f800f-a231-4677-9a13-c34c7864a279 req-e7327522-3910-40f6-96f1-0837af9e158d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:37.393462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e65f800f-a231-4677-9a13-c34c7864a279 req-e7327522-3910-40f6-96f1-0837af9e158d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 946 time: 0.1057985 Apr 18 06:09:37.432408 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e65f800f-a231-4677-9a13-c34c7864a279 req-7df17257-7b1c-4861-a7ff-fb56ed08abfe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=4af4df08-da87-4938-a281-b077e67bb5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Apr 18 06:09:37.610509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-febeacd9-eaf5-4da3-ae8d-833764aad8af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:37.611992 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-febeacd9-eaf5-4da3-ae8d-833764aad8af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 946 time: 0.0511436 Apr 18 06:09:37.700537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port f6541c05-cf16-46e7-af10-82578232b4ad {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:37.700825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:37.790483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port f6541c05-cf16-46e7-af10-82578232b4ad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f6541c05-cf16-46e7-af10-82578232b4ad,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:37.790850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:37.804176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for f6541c05-cf16-46e7-af10-82578232b4ad owned by compute:nova {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:38.011667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:38.042494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=f6541c05-cf16-46e7-af10-82578232b4ad,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.074111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:38.094395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port f6541c05-cf16-46e7-af10-82578232b4ad on host hv-neutron-8374 {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:09:38.096855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:38.100099 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-980ee7e9-478f-4b46-b98d-bf31c5644ab5 req-15fa8cd7-a444-48e8-ac34-9e83d8070d4f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/f6541c05-cf16-46e7-af10-82578232b4ad HTTP/1.1" status: 204 len: 173 time: 0.4817622 Apr 18 06:09:38.103044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'name': 'network-vif-deleted', 'tag': 'f6541c05-cf16-46e7-af10-82578232b4ad'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:38.103044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d40d3b4-fbb6-4cd5-a082-138bff14f008" -d '{"events": [{"server_uuid": "e1eadee5-aa8f-4d30-bad3-62def355e3b3", "name": "network-vif-deleted", "tag": "f6541c05-cf16-46e7-af10-82578232b4ad"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:09:38.138191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b3e7d-735e-4b36-9083-e907ee28ba2a x-openstack-request-id: req-320b3e7d-735e-4b36-9083-e907ee28ba2a {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:09:38.138901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eadee5-aa8f-4d30-bad3-62def355e3b3", "name": "network-vif-deleted", "tag": "f6541c05-cf16-46e7-af10-82578232b4ad", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:09:38.139149 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-320b3e7d-735e-4b36-9083-e907ee28ba2a {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:09:38.139583 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320b3e7d-735e-4b36-9083-e907ee28ba2a'] response: {'server_uuid': 'e1eadee5-aa8f-4d30-bad3-62def355e3b3', 'name': 'network-vif-deleted', 'tag': 'f6541c05-cf16-46e7-af10-82578232b4ad', 'status': 'completed', 'code': 200} Apr 18 06:09:38.546664 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0dee053-33c1-4416-8efa-b489310895c5 req-99646dba-0997-4475-b9a2-ad985cf65c69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1eadee5-aa8f-4d30-bad3-62def355e3b3 HTTP/1.1" status: 200 len: 210 time: 0.0302789 Apr 18 06:09:38.632993 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:09:39.603423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53144) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:39.660240 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:39.684939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:39.805583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:39.808189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:39.809376 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/4af4df08-da87-4938-a281-b077e67bb5f1 HTTP/1.1" status: 204 len: 168 time: 0.2049425 Apr 18 06:09:39.818717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af4df08-da87-4938-a281-b077e67bb5f1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:39.826634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.826923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.827282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.827617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.827943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.828268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.828590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.829216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.829216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.829533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.829831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.830239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305295a-a240-429d-b7ad-ece281dc8fb1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:39.893080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53148) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:39.943447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 330e8dc1-151b-4e2d-bd1b-f7741591866a {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:09:39.946414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:39.987382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.066114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.171634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.202743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=330e8dc1-151b-4e2d-bd1b-f7741591866a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:40.206508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.209952 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9babf868-0479-47ce-b0a4-ca90566de676 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/330e8dc1-151b-4e2d-bd1b-f7741591866a HTTP/1.1" status: 204 len: 168 time: 0.3156502 Apr 18 06:09:40.212425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53150) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:40.213132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063f8bf-8ec2-436d-a546-8ff9e6849d81 None None] Network 4a5bcca5-3136-4c41-b873-7d4f71364092 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:09:40.285989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.339490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 0702c33b-8945-4e25-99ec-89e4ca49fc7b {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:40.339881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.407418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] DHCP port deletion for 4a5bcca5-3136-4c41-b873-7d4f71364092 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:09:40.408452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 0702c33b-8945-4e25-99ec-89e4ca49fc7b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0702c33b-8945-4e25-99ec-89e4ca49fc7b,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:40.408944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.425320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 0702c33b-8945-4e25-99ec-89e4ca49fc7b owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:40.457063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Deleting port 0702c33b-8945-4e25-99ec-89e4ca49fc7b {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:40.457429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.522144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] For port 0702c33b-8945-4e25-99ec-89e4ca49fc7b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0702c33b-8945-4e25-99ec-89e4ca49fc7b,segment=NetworkSegment(d13e121d-2c1d-4350-a775-2ddc03fb33bc),segment_id=d13e121d-2c1d-4350-a775-2ddc03fb33bc)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:40.522535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.534620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Calling delete_port for 0702c33b-8945-4e25-99ec-89e4ca49fc7b owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:40.582412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: from cryptography.utils import int_from_bytes Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: from cryptography.utils import int_from_bytes Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 06:09:40.602863 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 06:09:40.611465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=0702c33b-8945-4e25-99ec-89e4ca49fc7b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:40.611994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port 0702c33b-8945-4e25-99ec-89e4ca49fc7b on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:09:40.615033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.639961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Pushing event deleted for resources: {'Port': ['ID=0702c33b-8945-4e25-99ec-89e4ca49fc7b,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:40.647450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] No DVR routers for this DVR port 0702c33b-8945-4e25-99ec-89e4ca49fc7b on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:09:40.649837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.650189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.650526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.650856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.651183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.651541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.651869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.652194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.652524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.652836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.653668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.653990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94250a15-f248-4679-b541-56c02afaaf70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:09:40.697605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.717896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5bcca5-3136-4c41-b873-7d4f71364092']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:40.726832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13e121d-2c1d-4350-a775-2ddc03fb33bc') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:40.727131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13e121d-2c1d-4350-a775-2ddc03fb33bc') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:40.736958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.749892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.755714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:09:40.757261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:09:40.759028 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:09:40.897197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.904607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:40.907695 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/4a5bcca5-3136-4c41-b873-7d4f71364092 HTTP/1.1" status: 204 len: 168 time: 0.6943064 Apr 18 06:09:40.910484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53152) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:40.920361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94234c87-087d-4a99-bb7b-24355c0f52ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=4a5bcca5-3136-4c41-b873-7d4f71364092,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:41.065029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 7c71b5a3-a95c-405a-8eb4-e933021de0bc {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:41.065371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:41.140303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:41.140620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:41.151860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 7c71b5a3-a95c-405a-8eb4-e933021de0bc owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:41.274045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0702c33b-8945-4e25-99ec-89e4ca49fc7b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:41.297371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 0702c33b-8945-4e25-99ec-89e4ca49fc7b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:41.301272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0702c33b-8945-4e25-99ec-89e4ca49fc7b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:41.354250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:41.380785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=7c71b5a3-a95c-405a-8eb4-e933021de0bc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:41.440834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:41.441161 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 018760c4-0937-47f6-827e-6459b0c392ff disassociated (deleted). External IP: 172.26.4.213, port: dd17fa76-b8a0-4fc2-8a94-8b5bd5941494. Apr 18 06:09:41.652841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:09:41.680130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f6541c05-cf16-46e7-af10-82578232b4ad no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:41.700937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: f6541c05-cf16-46e7-af10-82578232b4ad {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:41.701370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f6541c05-cf16-46e7-af10-82578232b4ad not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:42.084110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:09:42.088954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:42.095740 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:42.105486 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:42.106118 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:42.115814 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3490cadd-d407-455a-b115-978d73bff2ef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/018760c4-0937-47f6-827e-6459b0c392ff HTTP/1.1" status: 204 len: 168 time: 1.2038195 Apr 18 06:09:42.116535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:42.119013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591ca780-25f2-4355-9042-a64b96bea837" -d '{"events": [{"name": "network-changed", "server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:09:42.164664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83df3ea-1415-4b72-87f0-1748faf2577a x-openstack-request-id: req-a83df3ea-1415-4b72-87f0-1748faf2577a {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:09:42.165022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:09:42.165329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a83df3ea-1415-4b72-87f0-1748faf2577a {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:09:42.165785 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83df3ea-1415-4b72-87f0-1748faf2577a'] response: {'name': 'network-changed', 'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'status': 'completed', 'code': 200} Apr 18 06:09:42.215461 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:42.249860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca780-25f2-4355-9042-a64b96bea837 req-0c3f5e24-ba15-4d18-ab1e-d34e833c1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:42.251381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-0c3f5e24-ba15-4d18-ab1e-d34e833c1c76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 1098 time: 0.0408452 Apr 18 06:09:42.348901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca780-25f2-4355-9042-a64b96bea837 req-1a712305-6ffd-4cc5-9a62-1866b8d07eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:42.350321 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-1a712305-6ffd-4cc5-9a62-1866b8d07eab service neutron] 10.222.0.46 "GET /v2.0/networks?id=e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 200 len: 898 time: 0.0923257 Apr 18 06:09:42.396717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-817a79e0-2366-4a85-8b08-1bf21f3cccfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 200 len: 217 time: 0.0397265 Apr 18 06:09:42.451186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca780-25f2-4355-9042-a64b96bea837 req-235282f9-006f-4cdb-8657-932c40e01573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:42.452810 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-235282f9-006f-4cdb-8657-932c40e01573 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d6e5085-c853-4a61-a547-168633bb465d HTTP/1.1" status: 200 len: 834 time: 0.0487874 Apr 18 06:09:42.501569 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:34Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:42.502849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca780-25f2-4355-9042-a64b96bea837 req-75b2d5d5-e14b-4b36-89e9-ef7eac056e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:42.504415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-75b2d5d5-e14b-4b36-89e9-ef7eac056e6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e348cacf-dac6-49a8-b25f-39121ac8a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448799 Apr 18 06:09:42.529863 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:42.538298 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:42.538892 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:42.550883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-827a6a02-d1ca-4d84-8d33-dcce6d77646f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:09:42.551902 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-827a6a02-d1ca-4d84-8d33-dcce6d77646f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056410 Apr 18 06:09:42.585381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441075ef-7470-4a49-88b4-f9575efee3f2 req-0bb70a43-0270-4e2b-8ae0-02ead8b4c969 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:42.587694 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-441075ef-7470-4a49-88b4-f9575efee3f2 req-0bb70a43-0270-4e2b-8ae0-02ead8b4c969 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0526483 Apr 18 06:09:42.634386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-441075ef-7470-4a49-88b4-f9575efee3f2 req-26b6e62f-6ea7-42e9-927a-013d96799773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393879 Apr 18 06:09:42.651895 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-4ccf6f3d-3479-452d-9697-d2e035523b8e service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917885 Apr 18 06:09:42.660988 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:42.755425 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-591ca780-25f2-4355-9042-a64b96bea837 req-96ab7c53-973f-40e1-a35d-c7cef0e8ca83 service neutron] 10.222.0.46 "GET /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951838 Apr 18 06:09:42.777227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:42.961167 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:34Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:42.989396 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaadb95-2154-49da-af93-477f520b6b11 None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:34Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7f9eff8d-395e-470a-ac89-ba960013a776', 'name': '', 'network_id': 'e348cacf-dac6-49a8-b25f-39121ac8a2aa', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:d0:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '7d6e5085-c853-4a61-a547-168633bb465d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:04Z', 'updated_at': '2022-04-18T06:07:08Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '7d6e5085-c853-4a61-a547-168633bb465d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:43.200687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df9a32-255e-4701-a8e0-2a3ef8249cfe None None] New status for floating IP 018760c4-0937-47f6-827e-6459b0c392ff: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:09:43.764510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252760e9-740d-40a7-8edb-0dc15b46f69c req-d5bfd308-e388-486d-8249-b59ee881c15c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:43.766003 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-252760e9-740d-40a7-8edb-0dc15b46f69c req-d5bfd308-e388-486d-8249-b59ee881c15c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0492277 Apr 18 06:09:43.804265 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-252760e9-740d-40a7-8edb-0dc15b46f69c req-6e625db1-5187-4c09-a08b-e96cba15de24 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=7e0a4076-8be4-4943-a021-ceaa5f3cc293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Apr 18 06:09:44.242352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-aa139b93-ff42-4e73-b33e-8894dcfe2614 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:44.243811 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-aa139b93-ff42-4e73-b33e-8894dcfe2614 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Apr 18 06:09:44.339363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:44.339699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:44.427574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:44.427990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:44.445019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 owned by compute:nova {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:44.651601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:44.683235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=dd17fa76-b8a0-4fc2-8a94-8b5bd5941494,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:44.726372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 on host hv-neutron-8374 {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:09:44.728801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:44.732966 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bdd2911a-0a6c-4e42-8fbe-588857b7c6cd req-41e71726-0f2d-4707-b17d-0522ed7eab27 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 HTTP/1.1" status: 204 len: 173 time: 0.4831204 Apr 18 06:09:44.733393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'name': 'network-vif-deleted', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:09:44.735734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c55a93-ad9e-4704-b3d6-bf08ee06789d" -d '{"events": [{"server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "name": "network-vif-deleted", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:09:44.771612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3967956-dc3f-4b90-af94-6b5e1a772a4e x-openstack-request-id: req-d3967956-dc3f-4b90-af94-6b5e1a772a4e {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:09:44.772207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9900e3a0-bc6f-4569-b4aa-5ec6a14586f9", "name": "network-vif-deleted", "tag": "dd17fa76-b8a0-4fc2-8a94-8b5bd5941494", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:09:44.772207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3967956-dc3f-4b90-af94-6b5e1a772a4e {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:09:44.772527 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3967956-dc3f-4b90-af94-6b5e1a772a4e'] response: {'server_uuid': '9900e3a0-bc6f-4569-b4aa-5ec6a14586f9', 'name': 'network-vif-deleted', 'tag': 'dd17fa76-b8a0-4fc2-8a94-8b5bd5941494', 'status': 'completed', 'code': 200} Apr 18 06:09:44.898773 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-346ad9b1-6c67-4115-85e2-99a76a3a165a req-fc5d3889-ec46-40c7-b6c2-9dbd441c4b91 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9900e3a0-bc6f-4569-b4aa-5ec6a14586f9 HTTP/1.1" status: 200 len: 210 time: 0.0278966 Apr 18 06:09:45.954996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53168) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:46.012940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fe75ee5-e30e-4a51-8882-d849744de8e5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:46.037794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fe75ee5-e30e-4a51-8882-d849744de8e5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:46.216551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fe75ee5-e30e-4a51-8882-d849744de8e5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:46.220182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fe75ee5-e30e-4a51-8882-d849744de8e5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:46.221341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8fe75ee5-e30e-4a51-8882-d849744de8e5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e0a4076-8be4-4943-a021-ceaa5f3cc293 HTTP/1.1" status: 204 len: 168 time: 0.2653306 Apr 18 06:09:46.230521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe75ee5-e30e-4a51-8882-d849744de8e5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a4076-8be4-4943-a021-ceaa5f3cc293,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:46.320801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53174) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:46.755728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:47.013013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 7f9eff8d-395e-470a-ac89-ba960013a776 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:47.013695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:47.103290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 7f9eff8d-395e-470a-ac89-ba960013a776, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7f9eff8d-395e-470a-ac89-ba960013a776,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:47.103658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:47.122382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 7f9eff8d-395e-470a-ac89-ba960013a776 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:47.382963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:47.411282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=7f9eff8d-395e-470a-ac89-ba960013a776,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:47.593413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:47.726113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:47.747354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:47.747691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device dd17fa76-b8a0-4fc2-8a94-8b5bd5941494 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:47.808598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 4fe54345-dbf9-49ae-adef-3246d78138a6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:09:47.914551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:09:47.920682 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b8bfcca7-47e5-4df3-92b2-9d6aaceefa38 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/4fe54345-dbf9-49ae-adef-3246d78138a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5979629 Apr 18 06:09:47.923368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:47.925413 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] Sync routers for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:47.935083 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:47.936371 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:47.974959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 7d6e5085-c853-4a61-a547-168633bb465d {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:09:47.977998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.018738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.043325 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:48.107641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.217797 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:47Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:48.228988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.243477 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] Checking router: 4fe54345-dbf9-49ae-adef-3246d78138a6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:48.252510 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] Routers {'4fe54345-dbf9-49ae-adef-3246d78138a6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:48.253106 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4fe54345-dbf9-49ae-adef-3246d78138a6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:48.259912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.265580 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/7d6e5085-c853-4a61-a547-168633bb465d HTTP/1.1" status: 204 len: 168 time: 0.3409171 Apr 18 06:09:48.266426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b2ca5-9a83-410f-a1c3-9156a18ee348 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6e5085-c853-4a61-a547-168633bb465d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:48.267956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71824ab-e2d4-474f-bf5d-fc77cfd254e9 None None] Network e348cacf-dac6-49a8-b25f-39121ac8a2aa requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:09:48.268356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53178) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:48.363942 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] Set router 4fe54345-dbf9-49ae-adef-3246d78138a6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:48.382374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.473350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] DHCP port deletion for e348cacf-dac6-49a8-b25f-39121ac8a2aa request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:09:48.495299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.524534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] Deleting port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:48.525199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.554885 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:47Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:48.583140 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0f581-7cba-49b3-a2dc-f5b74aee105a None None] The sync data for ids ['4fe54345-dbf9-49ae-adef-3246d78138a6'] in dv-neutron-837488-1-hyperv is: [{'id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'name': 'tempest-TestNetworkBasicOps-router-1864478640', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e760cb88-05c6-4007-986c-d4709c900291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:06:59Z', 'updated_at': '2022-04-18T06:09:47Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'e760cb88-05c6-4007-986c-d4709c900291', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ac:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe54345-dbf9-49ae-adef-3246d78138a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:07:00Z', 'updated_at': '2022-04-18T06:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:48.597010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] For port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,segment=NetworkSegment(36cdec82-65b6-4274-9985-be5fe75a591b),segment_id=36cdec82-65b6-4274-9985-be5fe75a591b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:48.600943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.612537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port e760cb88-05c6-4007-986c-d4709c900291 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:09:48.612537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.612765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] Calling delete_port for ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:48.696999 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port e760cb88-05c6-4007-986c-d4709c900291, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e760cb88-05c6-4007-986c-d4709c900291,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:48.697292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.709072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for e760cb88-05c6-4007-986c-d4709c900291 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:09:48.765428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.794409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] Pushing event deleted for resources: {'Port': ['ID=ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:48.798762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803d349-b0e0-475c-8ebc-bc1b85201d55 None None] No DVR routers for this DVR port ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:09:48.925692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:48.953980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=e760cb88-05c6-4007-986c-d4709c900291,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:49.018560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.117201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.119351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.245165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.245728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe54345-dbf9-49ae-adef-3246d78138a6 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:09:49.254885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.254885 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-689c676c-1520-4563-8646-12ef728c863c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/4fe54345-dbf9-49ae-adef-3246d78138a6 HTTP/1.1" status: 204 len: 168 time: 0.9845660 Apr 18 06:09:49.256701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53180) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:49.339567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.340388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:49.362132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:49.362477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ebf2d53f-88fa-4ea3-9d00-3b9c2ec3136b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:49.363151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7f9eff8d-395e-470a-ac89-ba960013a776 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:49.383426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 7f9eff8d-395e-470a-ac89-ba960013a776 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:49.383901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7f9eff8d-395e-470a-ac89-ba960013a776 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:49.440292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.459973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e348cacf-dac6-49a8-b25f-39121ac8a2aa']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:49.469167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cdec82-65b6-4274-9985-be5fe75a591b') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:49.469458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cdec82-65b6-4274-9985-be5fe75a591b') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:49.478408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.491640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.497390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:09:49.497768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:09:49.501286 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:09:49.610911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.618863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.622006 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/e348cacf-dac6-49a8-b25f-39121ac8a2aa HTTP/1.1" status: 204 len: 168 time: 0.3640695 Apr 18 06:09:49.634860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729b48-0e38-4e27-bf37-ba3e1bf6a8d2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=e348cacf-dac6-49a8-b25f-39121ac8a2aa,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:49.643889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53182) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:49.649039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--439564314', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:49.719702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:09:49.723417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.755031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:09:49.764186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.764633 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment 965bef25-755a-4031-a7db-3958d8d8c774 of type vlan for network 160dccdd-caec-4029-a37b-71be17adb808 Apr 18 06:09:49.808540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.914070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.919583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:49.920852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:49.985495 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=160dccdd-caec-4029-a37b-71be17adb808,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:49.995774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 160dccdd-caec-4029-a37b-71be17adb808 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:09:50.014505 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-52dfc729-4719-4303-be02-284e3ccb44c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3688734 Apr 18 06:09:50.017209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53184) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:50.021949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-11976850', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:50.096991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:50.098123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:50.160548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:50.380749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:50.672838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:50.690958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:50.796223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.234 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/29e5225c-a427-4a74-887c-427a31ae75dc) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:50.895146 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:51.028591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:51.072123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:51.075068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:51.079349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:09:51.084946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=29e5225c-a427-4a74-887c-427a31ae75dc,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:51.240950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e760cb88-05c6-4007-986c-d4709c900291 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:09:51.264943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e760cb88-05c6-4007-986c-d4709c900291 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:09:51.265276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e760cb88-05c6-4007-986c-d4709c900291 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:09:51.390214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:51.594024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:51.885560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:09:51.991951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:09:52.002278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Sync routers for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:52.012448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:52.013120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:52.064989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.066298 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-203560b8-1afd-41bc-a848-49c87a90751a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0481355 Apr 18 06:09:52.069460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53186) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:52.104277 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c73d0f75-036e-4465-bc2f-54a44a07ed29 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336521 Apr 18 06:09:52.106959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53188) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:52.117784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:52.202442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356363c-f073-4713-b85b-38020d1d3c6e tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:52.203902 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3356363c-f073-4713-b85b-38020d1d3c6e tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952926 Apr 18 06:09:52.206749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:52.236518 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-7fc0cd73-28ec-481c-82e1-6563571f7ed8 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284853 Apr 18 06:09:52.245662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53192) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:52.250714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364240141', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:52.422432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:09:52.425981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.437355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:51Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:52.466624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Checking router: cf77b135-4d2f-4249-a2ad-0af35f9a2f28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:52.466929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Updating router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 port 29e5225c-a427-4a74-887c-427a31ae75dc binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:09:52.491363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.714165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.740161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.776394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=549b8389-74b8-47af-9674-76a02539e492,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:52.784128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:09:52.784487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 160dccdd-caec-4029-a37b-71be17adb808, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:09:52.811055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.862414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 160dccdd-caec-4029-a37b-71be17adb808 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:09:52.866152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Attempting to bind port 29e5225c-a427-4a74-887c-427a31ae75dc on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:09:52.866634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Attempting to bind port 29e5225c-a427-4a74-887c-427a31ae75dc by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:09:52.867005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Attempting to bind port 29e5225c-a427-4a74-887c-427a31ae75dc on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:09:52.869010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab58d71-1705-4da8-af3b-151f4a0ec492 None None] Pushing event updated for resources: {'Port': ['ID=29e5225c-a427-4a74-887c-427a31ae75dc,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:52.874553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:09:52.874923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:09:52.875348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.875776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:09:52.876221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Bound port: 29e5225c-a427-4a74-887c-427a31ae75dc, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:09:52.876602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.928262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] For port 29e5225c-a427-4a74-887c-427a31ae75dc, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:09:52.931439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] For port 29e5225c-a427-4a74-887c-427a31ae75dc, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=29e5225c-a427-4a74-887c-427a31ae75dc,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:09:52.953740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 160dccdd-caec-4029-a37b-71be17adb808) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:52.957803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:52.958499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:52.962349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814eccb-1c77-45af-b6a4-0330b39e4a5a None None] Network 160dccdd-caec-4029-a37b-71be17adb808 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:09:53.042300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.059710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6372b872-9cf2-48d2-a1b5-60e3bc74acb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8129294 Apr 18 06:09:53.062702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53194) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:53.152125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab58d71-1705-4da8-af3b-151f4a0ec492 None None] Pushing event updated for resources: {'Port': ['ID=29e5225c-a427-4a74-887c-427a31ae75dc,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:53.154974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:53.155719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:53.193016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-160dccdd-caec-4029-a37b-71be17adb808', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:09:53.193936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.363277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:53.487638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Allocated IP 172.20.0.2 (160dccdd-caec-4029-a37b-71be17adb808/549b8389-74b8-47af-9674-76a02539e492/5d33e435-0fb3-4121-8cb0-abfb6cc4310d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:53.508756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.532240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6aa-aa88-471e-bfaf-0dfda280c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.681619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:51Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:53.716895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed44-7d4f-4c8a-8ef3-706b9d3847ea None None] The sync data for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv is: [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:51Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:53.729032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.834666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.876356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Network 160dccdd-caec-4029-a37b-71be17adb808 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:53.881196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:53.885853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:09:53.887555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (160dccdd-caec-4029-a37b-71be17adb808/549b8389-74b8-47af-9674-76a02539e492/4fc2a6c3-8048-4b28-887b-b5849f4fef3e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:09:53.889708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Pushing event updated for resources: {'Port': ['ID=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:53.970681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Attempting to bind port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:09:53.971055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Attempting to bind port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:09:53.971440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Attempting to bind port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d on network 160dccdd-caec-4029-a37b-71be17adb808 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:09:53.977593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:09:53.978100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Checking segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:09:53.978786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:53.979416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Bound using segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:09:53.980103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Bound port: 5d33e435-0fb3-4121-8cb0-abfb6cc4310d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:09:53.980639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.057110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.065482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] For port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:09:54.069097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] For port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:09:54.132012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.178798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.196029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894e86-f70d-4a60-b04d-6618aa6401ae None None] Pushing event updated for resources: {'Port': ['ID=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:54.238914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 160dccdd-caec-4029-a37b-71be17adb808 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:54.244547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:54.249159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:09:54.277026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:54.300538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.537812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.823396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.874540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.947690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:54.949432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:55.143336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e4aef-1172-40a4-804d-d54adc336189 None None] Network 160dccdd-caec-4029-a37b-71be17adb808 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:09:55.223018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6bb4a8db-4903-4718-8002-2a860a815a0c None None] Provisioning complete for port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:55.223568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a8db-4903-4718-8002-2a860a815a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.377979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 160dccdd-caec-4029-a37b-71be17adb808 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:09:55.387139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:09:55.387316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a8db-4903-4718-8002-2a860a815a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.433020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6bb4a8db-4903-4718-8002-2a860a815a0c None None] For port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:55.449797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 29e5225c-a427-4a74-887c-427a31ae75dc up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:09:55.475187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a8db-4903-4718-8002-2a860a815a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.515202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:09:55.552616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a8db-4903-4718-8002-2a860a815a0c None None] Pushing event updated for resources: {'Port': ['ID=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:55.556273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 29e5225c-a427-4a74-887c-427a31ae75dc triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:55.556656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.652009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:09:55.659106 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2db32869-3fb3-45a9-977e-885c19e86811 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/cf77b135-4d2f-4249-a2ad-0af35f9a2f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5953774 Apr 18 06:09:55.662021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53198) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:55.662850 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Sync routers for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:09:55.673188 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:55.674232 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:55.680583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.711326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 29e5225c-a427-4a74-887c-427a31ae75dc, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=29e5225c-a427-4a74-887c-427a31ae75dc,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:55.716604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d33d6c9b-988a-45ba-8368-fe87b8341e95 None None] Provisioning complete for port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:55.716980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d33d6c9b-988a-45ba-8368-fe87b8341e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.771620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:55.772967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d33e435-0fb3-4121-8cb0-abfb6cc4310d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:09:55.895154 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:55.906202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.907257 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.907753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.908722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.914323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.914323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.914323 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8750391a-169e-4447-ae8d-e6423f66721b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2485924 Apr 18 06:09:55.915324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53200) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:55.979953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.980426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.980884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.981368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.981960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.983230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:55.987739 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ed44e67b-42c4-4f59-b3de-c30568600da5 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0692866 Apr 18 06:09:55.988869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53202) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:55.995424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ded2-6bf1-4da2-ba0c-d5730208ab9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.043354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=29e5225c-a427-4a74-887c-427a31ae75dc,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:56.092395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:56.092395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.119830 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:56.146876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d33d6c9b-988a-45ba-8368-fe87b8341e95 None None] Provisioning complete for port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:56.147645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d33d6c9b-988a-45ba-8368-fe87b8341e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.153817 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Checking router: cf77b135-4d2f-4249-a2ad-0af35f9a2f28 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:09:56.154210 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Updating router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:09:56.179188 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.212129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d33d6c9b-988a-45ba-8368-fe87b8341e95 None None] Port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:09:56.334539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8de13036-6c40-44f0-b2fd-05be11cd485a None None] Provisioning complete for port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:56.335290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8de13036-6c40-44f0-b2fd-05be11cd485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.376260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8de13036-6c40-44f0-b2fd-05be11cd485a None None] Port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:09:56.455070 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.542323 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.627037 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6da21308-dd0e-4eee-8c31-3a9d68b3ace7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6340494 Apr 18 06:09:56.630344 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f8044-0116-4253-ac80-57292b4e3243 None None] Pushing event updated for resources: {'Port': ['ID=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:56.646565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Attempting to bind port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:09:56.646839 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Attempting to bind port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:09:56.647177 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Attempting to bind port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e on network 160dccdd-caec-4029-a37b-71be17adb808 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:09:56.653188 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:09:56.653554 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Checking segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:09:56.653949 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.654871 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Bound using segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:09:56.655386 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Bound port: 4fc2a6c3-8048-4b28-887b-b5849f4fef3e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:09:56.655768 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.726214 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] For port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:09:56.729348 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] For port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:09:56.803044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aa13a73a-20d5-403c-b3e6-21bafb7545d8 None None] Provisioning complete for port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:56.803447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aa13a73a-20d5-403c-b3e6-21bafb7545d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.812769 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:56.837413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-aa13a73a-20d5-403c-b3e6-21bafb7545d8 None None] Port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:09:56.874838 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:09:56.879228 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:56.922047 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f8044-0116-4253-ac80-57292b4e3243 None None] Pushing event updated for resources: {'Port': ['ID=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:56.971311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.005546 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:09:57.119922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53206) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:57.125443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043942325', 'description': 'tempest-secgroup-smoke-1043942325 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:57.158681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bd64f0dd-02bc-49b4-af57-fcfc03fd69a1 None None] Provisioning complete for port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:57.159300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd64f0dd-02bc-49b4-af57-fcfc03fd69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.202764 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:56Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:09:57.222680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.228446 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73cec63-9bf3-48c9-a8e9-c0ca58a9c09c None None] The sync data for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv is: [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:56Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:09:57.250093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd64f0dd-02bc-49b4-af57-fcfc03fd69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.304192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bd64f0dd-02bc-49b4-af57-fcfc03fd69a1 None None] For port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:09:57.331081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 29e5225c-a427-4a74-887c-427a31ae75dc up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:09:57.347403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.384740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 29e5225c-a427-4a74-887c-427a31ae75dc triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:57.388116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.410805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd64f0dd-02bc-49b4-af57-fcfc03fd69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.434644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.469574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6f218-92df-4ea4-a5da-3376c273574b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:57.472922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64f0dd-02bc-49b4-af57-fcfc03fd69a1 None None] Pushing event updated for resources: {'Port': ['ID=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:57.516908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d33e435-0fb3-4121-8cb0-abfb6cc4310d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:09:57.562318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.564182 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5b1669c0-3f77-4f60-86c6-18334c0185f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4430933 Apr 18 06:09:57.565820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:57.566191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.566903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53208) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:57.572296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f6e6f218-92df-4ea4-a5da-3376c273574b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:57.692421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.751961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.845703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.862228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f224ea6b-345e-4efc-af92-d72bed2a709f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:57.922839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:57.924034 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8fda3d8d-0584-48e5-b4a3-d14518c006f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561316 Apr 18 06:09:57.932913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53210) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:57.937980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f6e6f218-92df-4ea4-a5da-3376c273574b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:58.033660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.096926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.177051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.195612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b331740-a758-4f48-80ef-6767c6a70183,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:58.270500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.272067 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1bb96c8c-ed28-431f-915d-6b98350c1574 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3378708 Apr 18 06:09:58.274732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53212) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:58.280460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f6e6f218-92df-4ea4-a5da-3376c273574b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:58.359443 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.415474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.496660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.514509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c779cf-247c-432a-b9a0-1ffccfc9e7d5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:58.601773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.603013 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57d5d44e-7d3d-42d2-bbaf-a987da5c18d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273020 Apr 18 06:09:58.605725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53214) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:58.610097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f6e6f218-92df-4ea4-a5da-3376c273574b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:58.684904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.691316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.744351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.793953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.811940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdb0cc9-8308-4c8f-af97-ce8471816fa2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:58.858913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.860206 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1cd78195-6e1c-4cc6-8c67-da300e2e8afb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2535224 Apr 18 06:09:58.862991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53216) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:58.867836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f6e6f218-92df-4ea4-a5da-3376c273574b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:58.884951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:58.970677 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:09:58.975817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.037647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.102494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.121283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a28ed9-c9e1-423e-b273-8ff97ce16ec7,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:59.224769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.226046 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-570fa63d-ac07-40a1-bb56-29b869333a45 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620028 Apr 18 06:09:59.228651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53218) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:09:59.233629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f6e6f218-92df-4ea4-a5da-3376c273574b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:09:59.309744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4fc2a6c3-8048-4b28-887b-b5849f4fef3e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:09:59.324876 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:09:59.330355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.360379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:09:59.360665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.392878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.479768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.498329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e97f332-fd8f-494d-a1ef-bc9df0107159,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:09:59.595808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:09:59.597019 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5099382e-c35c-42cb-8c43-294140904f96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3673756 Apr 18 06:09:59.843366 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-e51dc61c-ad1a-4366-8408-c6d2a270119e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043942325&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0427480 Apr 18 06:09:59.952784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-e7d0492f-5b25-43e8-ae76-442dc4cdbcb4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:09:59.954154 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-e7d0492f-5b25-43e8-ae76-442dc4cdbcb4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=160dccdd-caec-4029-a37b-71be17adb808 HTTP/1.1" status: 200 len: 796 time: 0.1039357 Apr 18 06:09:59.969746 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-fb03050d-d1ea-4308-b83e-77b96e7d78e2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0098979 Apr 18 06:10:00.050322 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-415d3668-d428-412c-891b-9a5f7e0d6a67 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750122 Apr 18 06:10:00.146814 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-b3d0abf1-a7a5-44b7-b9ab-2c9472dcde3d service neutron] 10.222.0.43 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Apr 18 06:10:00.235955 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-16593252-7ff1-4657-97ec-2ef23fe9f339 service neutron] 10.222.0.43 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828516 Apr 18 06:10:00.499798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aed980d0-6e65-436d-a466-af31c192cc2c req-cd3fa06b-1743-497e-a8cf-ab54646c5421 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Apr 18 06:10:01.596019 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d7c7e863-1950-45cb-9ab3-d7bec9632b8c req-54860c9a-2ec9-4f46-a915-30cd2004c29f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 210 time: 0.0311344 Apr 18 06:10:02.515293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-384350f5-9fc2-4b6a-b420-fc5d0976d6f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:02.516789 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-384350f5-9fc2-4b6a-b420-fc5d0976d6f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=160dccdd-caec-4029-a37b-71be17adb808 HTTP/1.1" status: 200 len: 796 time: 0.1034935 Apr 18 06:10:02.565971 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-992bae0d-3d5d-4c17-b81b-538c5308500b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0336161 Apr 18 06:10:02.575990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['f6e6f218-92df-4ea4-a5da-3376c273574b']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:02.695975 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-99c8f32a-cd1f-4b10-90b8-b4ceb2ab8f00 req-fb7a433f-4208-4c0a-b7c3-3ebda0234bb9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 210 time: 0.0306787 Apr 18 06:10:02.765559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:10:02.769083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:02.896230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.3 (160dccdd-caec-4029-a37b-71be17adb808/549b8389-74b8-47af-9674-76a02539e492/d1a49769-ccca-4d54-ab0a-1cd8baf2ecad) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:03.034431 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.109230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.151385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 160dccdd-caec-4029-a37b-71be17adb808 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:03.154401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:03.158988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:10:03.186924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:03.214843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:03.215477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.276569 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-23d99ce2-cb31-4498-8f22-4f44fa8962d4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042549 Apr 18 06:10:03.294560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Request body: {'port': {'device_id': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:03.348246 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.370761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d5a4ac10-87a5-4f19-8ea6-937aae497d07 None None] Provisioning complete for port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:03.371450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ac10-87a5-4f19-8ea6-937aae497d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.404501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4ac10-87a5-4f19-8ea6-937aae497d07 None None] Port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:10:03.604598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a49769-ccca-4d54-ab0a-1cd8baf2ecad {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:10:03.612362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.624128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Transition to ACTIVE for port object d1a49769-ccca-4d54-ab0a-1cd8baf2ecad will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:10:03.690692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.762372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:03.846907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Attempting to bind port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:10:03.847614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Attempting to bind port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:10:03.847614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Attempting to bind port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad on network 160dccdd-caec-4029-a37b-71be17adb808 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:10:03.860978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932a7d8-5413-4331-a6a1-ba4ce674997e req-c4b1c516-49b4-405f-91a8-1ae76c139e8d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:03.862481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a932a7d8-5413-4331-a6a1-ba4ce674997e req-c4b1c516-49b4-405f-91a8-1ae76c139e8d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 943 time: 0.0758600 Apr 18 06:10:03.863632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad on network 160dccdd-caec-4029-a37b-71be17adb808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:10:03.863961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Attempting to bind port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad on network 160dccdd-caec-4029-a37b-71be17adb808 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:10:03.871414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:10:03.871792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Checking segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:10:03.872128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Bound using segment: {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:10:03.872586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Bound port: d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965bef25-755a-4031-a7db-3958d8d8c774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '160dccdd-caec-4029-a37b-71be17adb808'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:10:03.872921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:03.946448 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a932a7d8-5413-4331-a6a1-ba4ce674997e req-9a1f0087-a04d-4471-b2c5-7197accd0212 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768399 Apr 18 06:10:03.977935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] For port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:10:03.981546 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] For port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:10:04.079783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:04.113014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.113613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:04.115202 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1a49769-ccca-4d54-ab0a-1cd8baf2ecad HTTP/1.1" status: 200 len: 1093 time: 0.8251016 Apr 18 06:10:04.117439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:04.119727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7" -d '{"events": [{"name": "network-changed", "server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:10:04.147181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675393a-51f0-427a-89eb-ff4bddc0b2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:04.174012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687306bc-74cf-486c-b950-cc2bac64c4c5 x-openstack-request-id: req-687306bc-74cf-486c-b950-cc2bac64c4c5 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:10:04.174334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:10:04.174590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-687306bc-74cf-486c-b950-cc2bac64c4c5 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:10:04.175024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687306bc-74cf-486c-b950-cc2bac64c4c5'] response: {'name': 'network-changed', 'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'status': 'completed', 'code': 200} Apr 18 06:10:04.262519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7 req-987e540e-1002-45dc-a3ff-66a365b77b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.264392 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7 req-987e540e-1002-45dc-a3ff-66a365b77b14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 1096 time: 0.0441580 Apr 18 06:10:04.373447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7 req-c269903f-94aa-4aba-9ca2-751d7c67f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.376227 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7 req-c269903f-94aa-4aba-9ca2-751d7c67f7ab service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0975816 Apr 18 06:10:04.475359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7 req-86100a84-b047-41ea-8565-dd7e8917db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.476795 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a848aaa-acdc-4ac3-acf0-349dea7d47f7 req-86100a84-b047-41ea-8565-dd7e8917db71 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939746 Apr 18 06:10:04.579684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-89d140f2-0026-4833-a7bf-b798d4e1352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.581161 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-89d140f2-0026-4833-a7bf-b798d4e1352c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 1096 time: 0.0446548 Apr 18 06:10:04.628989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-08975964-3df0-48bc-8bb5-d498d7f243bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad HTTP/1.1" status: 200 len: 217 time: 0.0334756 Apr 18 06:10:04.677802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-97d6177d-fbe0-4ef0-a4fe-9040d5120fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.679191 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-97d6177d-fbe0-4ef0-a4fe-9040d5120fbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=549b8389-74b8-47af-9674-76a02539e492 HTTP/1.1" status: 200 len: 835 time: 0.0429823 Apr 18 06:10:04.722868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-22de738b-8bec-477a-97ea-12ad60bc945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:04.724348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-22de738b-8bec-477a-97ea-12ad60bc945b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160dccdd-caec-4029-a37b-71be17adb808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384967 Apr 18 06:10:04.814862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-e5a5ac78-1588-4f81-af83-76144bd83d13 service neutron] 10.222.0.46 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Apr 18 06:10:04.910668 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf0d4b65-2b9d-4a6c-b9c0-a41078f532cb req-8620cac6-4d62-4e6d-949e-66619bbb8ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833430 Apr 18 06:10:05.065664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c05b1-533d-40f6-8fdd-43d3a9da516e req-852e84c6-1a0b-4b1e-a3ac-bb406fabd1da tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:05.067124 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a1c05b1-533d-40f6-8fdd-43d3a9da516e req-852e84c6-1a0b-4b1e-a3ac-bb406fabd1da tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 943 time: 0.0540996 Apr 18 06:10:05.104959 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a1c05b1-533d-40f6-8fdd-43d3a9da516e req-818a4f96-e876-4bbb-9bc9-ba043c8fab8b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Apr 18 06:10:06.224909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1335e-6788-486a-8341-d581e60fa21a req-cf19de8a-f429-4462-902e-ab730d79f946 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:06.226390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34b1335e-6788-486a-8341-d581e60fa21a req-cf19de8a-f429-4462-902e-ab730d79f946 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 943 time: 0.0510535 Apr 18 06:10:06.263866 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34b1335e-6788-486a-8341-d581e60fa21a req-3aa02950-0b47-43a5-ba9e-0317db38656d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Apr 18 06:10:07.380073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb229ac-5f76-4df9-963f-9f49d16dfa97 req-a9ee05d8-ca74-4797-b569-336a0dc498fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:07.381569 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-beb229ac-5f76-4df9-963f-9f49d16dfa97 req-a9ee05d8-ca74-4797-b569-336a0dc498fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 943 time: 0.0496984 Apr 18 06:10:07.419011 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-beb229ac-5f76-4df9-963f-9f49d16dfa97 req-a8853d6e-2e96-40a4-9dad-f9a2b259658a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Apr 18 06:10:08.532712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ffe1a-e61e-4d36-b007-cf0632a74304 req-c10c5cd7-5221-4343-97d8-1c35fdc8da05 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:08.534854 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-539ffe1a-e61e-4d36-b007-cf0632a74304 req-c10c5cd7-5221-4343-97d8-1c35fdc8da05 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 943 time: 0.0499649 Apr 18 06:10:08.575312 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-539ffe1a-e61e-4d36-b007-cf0632a74304 req-340ce38c-0e19-48d6-acd5-2bdba6a36573 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Apr 18 06:10:09.692168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90614e9-7879-4e4d-b844-d259503902f8 req-0249c022-be8a-49b5-9c82-a54c7b1b4d49 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:09.693669 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a90614e9-7879-4e4d-b844-d259503902f8 req-0249c022-be8a-49b5-9c82-a54c7b1b4d49 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 943 time: 0.0495465 Apr 18 06:10:09.730993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a90614e9-7879-4e4d-b844-d259503902f8 req-f7c6768b-f6f6-4178-9f25-8d5fa3cca085 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Apr 18 06:10:09.804746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d1a49769-ccca-4d54-ab0a-1cd8baf2ecad details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:10:09.895391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:10:09.906456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'port_id': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'mac_address': 'fa:16:3e:54:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:10:09.947133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:09.959497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a49769-ccca-4d54-ab0a-1cd8baf2ecad {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:10:09.978361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:10:10.050484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:10.098602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:10.480871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['d1a49769-ccca-4d54-ab0a-1cd8baf2ecad'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:10:10.846991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45d57d-abf4-4681-b3fb-9d3a69ca8593 req-c3a39251-9a08-4ac0-8c59-21e58027e8dc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:10.848488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a45d57d-abf4-4681-b3fb-9d3a69ca8593 req-c3a39251-9a08-4ac0-8c59-21e58027e8dc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 944 time: 0.0498271 Apr 18 06:10:10.891232 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a45d57d-abf4-4681-b3fb-9d3a69ca8593 req-a5c4b847-7a90-4f8d-8cc1-441edaf0a456 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366824 Apr 18 06:10:11.820555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d1a49769-ccca-4d54-ab0a-1cd8baf2ecad up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:10:11.982532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:10:11.986501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:10:11.986889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:12.011892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88622e6a-8d99-4baf-b14d-fb935a569dd8 req-4f191121-3c08-4239-8d83-6bc39d4bd132 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:12.013344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-88622e6a-8d99-4baf-b14d-fb935a569dd8 req-4f191121-3c08-4239-8d83-6bc39d4bd132 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 944 time: 0.0537384 Apr 18 06:10:12.052856 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-88622e6a-8d99-4baf-b14d-fb935a569dd8 req-5863930c-9b0d-4d1b-8adb-55d5b18ac6c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Apr 18 06:10:12.068688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:12.091094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:12.093268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecf1025-8ebe-4299-99a3-a18420240a74" -d '{"events": [{"server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "name": "network-vif-plugged", "status": "completed", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:10:12.106235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:10:12.129259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d395c8a-5e9f-4295-9190-4f11cd1c81fc x-openstack-request-id: req-7d395c8a-5e9f-4295-9190-4f11cd1c81fc {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:10:12.129549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "name": "network-vif-plugged", "status": "completed", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:10:12.144435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d395c8a-5e9f-4295-9190-4f11cd1c81fc {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:10:12.144435 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d395c8a-5e9f-4295-9190-4f11cd1c81fc'] response: {'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'code': 200} Apr 18 06:10:12.170901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:12.221413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:12.527896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10021bb-d06e-4cc9-bb17-77fdb84e56d2 req-a64dfd8a-9796-422a-894e-d760e919222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:12.529344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f10021bb-d06e-4cc9-bb17-77fdb84e56d2 req-a64dfd8a-9796-422a-894e-d760e919222e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 1098 time: 0.0397727 Apr 18 06:10:12.563297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f10021bb-d06e-4cc9-bb17-77fdb84e56d2 req-84ff7189-899a-4708-91c2-d750aeb8f1de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271316 Apr 18 06:10:12.799180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:13.168135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ad16-3e3c-4290-a913-66e4bb35f504 req-c3d034e0-6221-4ea9-99e3-9c4dba3ab59e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:13.169593 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a32ad16-3e3c-4290-a913-66e4bb35f504 req-c3d034e0-6221-4ea9-99e3-9c4dba3ab59e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Apr 18 06:10:13.207155 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a32ad16-3e3c-4290-a913-66e4bb35f504 req-a99f45f1-6fa9-4a64-8d96-c7f97a306e26 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Apr 18 06:10:14.334895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d83d65-71a6-4964-88d8-38a84f161169 req-fc21cada-8863-42fd-8fa1-dd501032bde8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:14.336386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2d83d65-71a6-4964-88d8-38a84f161169 req-fc21cada-8863-42fd-8fa1-dd501032bde8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.0515723 Apr 18 06:10:14.374151 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2d83d65-71a6-4964-88d8-38a84f161169 req-918e95aa-585c-4e45-9df8-40d0f584d477 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Apr 18 06:10:14.492529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7a5c-b060-4b1a-b78d-389fdb1b0e97 req-dac956a3-7c82-4351-b9f9-c25286db084f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:14.493890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1a7c7a5c-b060-4b1a-b78d-389fdb1b0e97 req-dac956a3-7c82-4351-b9f9-c25286db084f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.0515134 Apr 18 06:10:14.531819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1a7c7a5c-b060-4b1a-b78d-389fdb1b0e97 req-4f798c8a-f2fd-4143-a4e0-2c7d6e6c2bef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Apr 18 06:10:14.554014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53286) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:10:14.592885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5dc752-d291-40ab-b6ec-14bf03a8021f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:14.594360 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5d5dc752-d291-40ab-b6ec-14bf03a8021f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 1093 time: 0.0393860 Apr 18 06:10:14.597139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53288) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:10:14.601319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:10:14.684598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:14.782935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:14.885256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.67 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/dec0211b-a495-4bac-9407-b34f1a2f9569) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:10:14.989310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:15.062906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:15.103651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:10:15.106598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:10:15.110308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:10:15.117661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=dec0211b-a495-4bac-9407-b34f1a2f9569,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:15.474492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:15.623785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:15.632470 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:10:16.015878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.113662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.182647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=dec0211b-a495-4bac-9407-b34f1a2f9569,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:10:16.195060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.296004 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP cfe1d22d-b631-43b0-89ca-8d17fe48bc03 associated. External IP: 172.26.4.67, port: d1a49769-ccca-4d54-ab0a-1cd8baf2ecad. Apr 18 06:10:16.507052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:10:16.612444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:10:16.624067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] Sync routers for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:10:16.633897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:10:16.638198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:16.704497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:16.737667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-04c762f7-7647-4f85-97b8-594e57460121 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1371200 Apr 18 06:10:16.737667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:10:16.738282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53294) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:10:16.739450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc861320-1681-45cd-9d13-05a9cc50ae47" -d '{"events": [{"name": "network-changed", "server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:10:16.740707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:10:16.778278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9e7cad-4304-4ef8-90ec-c086d4d596b6 x-openstack-request-id: req-1f9e7cad-4304-4ef8-90ec-c086d4d596b6 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:10:16.778278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:10:16.778278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f9e7cad-4304-4ef8-90ec-c086d4d596b6 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:10:16.778820 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9e7cad-4304-4ef8-90ec-c086d4d596b6'] response: {'name': 'network-changed', 'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'status': 'completed', 'code': 200} Apr 18 06:10:16.802063 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-02c3c5ea-8c24-403f-9f02-0b0c5036933a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/cfe1d22d-b631-43b0-89ca-8d17fe48bc03 HTTP/1.1" status: 200 len: 990 time: 0.0626678 Apr 18 06:10:16.861813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-a40e0e56-e24a-4f14-ac1a-062a819f918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:16.863987 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-a40e0e56-e24a-4f14-ac1a-062a819f918a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 1098 time: 0.0431006 Apr 18 06:10:16.963581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-480fe77e-2a8e-4f97-8fb8-9a245e42e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:16.964981 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-480fe77e-2a8e-4f97-8fb8-9a245e42e293 service neutron] 10.222.0.46 "GET /v2.0/networks?id=160dccdd-caec-4029-a37b-71be17adb808 HTTP/1.1" status: 200 len: 897 time: 0.0944421 Apr 18 06:10:16.970414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'cfe1d22d-b631-43b0-89ca-8d17fe48bc03', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'port_id': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'mac_address': 'fa:16:3e:54:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:15Z', 'updated_at': '2022-04-18T06:10:15Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:57Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:17.001094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] Checking router: cf77b135-4d2f-4249-a2ad-0af35f9a2f28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:10:17.010468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:10:17.011067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:17.035137 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-e0c45839-88d1-41ab-989f-98e86a9a3c4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad HTTP/1.1" status: 200 len: 998 time: 0.0636494 Apr 18 06:10:17.083692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-16d648a0-2344-426a-bd8f-dea080fe0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:17.085175 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-16d648a0-2344-426a-bd8f-dea080fe0a5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=549b8389-74b8-47af-9674-76a02539e492 HTTP/1.1" status: 200 len: 835 time: 0.0444453 Apr 18 06:10:17.116914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:10:17.133187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-4fbd113b-1399-4c7a-b119-3f04ba49ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:17.134829 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-4fbd113b-1399-4c7a-b119-3f04ba49ad20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160dccdd-caec-4029-a37b-71be17adb808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437381 Apr 18 06:10:17.228496 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-fa6993c5-4ece-4b2a-9af1-869193876ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863776 Apr 18 06:10:17.320996 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc861320-1681-45cd-9d13-05a9cc50ae47 req-b12abadf-5786-4a00-bce2-7b6bacc5605a service neutron] 10.222.0.46 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855467 Apr 18 06:10:17.345192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'cfe1d22d-b631-43b0-89ca-8d17fe48bc03', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'port_id': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'mac_address': 'fa:16:3e:54:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:15Z', 'updated_at': '2022-04-18T06:10:15Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:57Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:10:17.372834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb691d2-f7ef-4f86-b7ee-899fb77d57ec None None] The sync data for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv is: [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'cfe1d22d-b631-43b0-89ca-8d17fe48bc03', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'port_id': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'mac_address': 'fa:16:3e:54:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:10:15Z', 'updated_at': '2022-04-18T06:10:15Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:57Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:10:17.576112 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeaa7f6-c354-4458-837e-2e22b62eecf3 None None] New status for floating IP cfe1d22d-b631-43b0-89ca-8d17fe48bc03: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:10:17.805097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53298) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:10:17.870035 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-532ec217-3075-4cad-a370-84255605e4a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/cfe1d22d-b631-43b0-89ca-8d17fe48bc03 HTTP/1.1" status: 200 len: 992 time: 0.0637403 Apr 18 06:10:23.593228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a38035f0-9454-4c73-8667-953ec635e6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:24.810247 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-509498f3-61b8-46ed-b85b-7f7e60780a46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808706 Apr 18 06:10:24.886997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f538d-2f5b-480e-b635-84c15d1949af req-91ecd664-10fe-4cd7-9d30-f24ea6b3e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:24.888544 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-91ecd664-10fe-4cd7-9d30-f24ea6b3e5ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1098 time: 0.0456109 Apr 18 06:10:24.990345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f538d-2f5b-480e-b635-84c15d1949af req-984d33b4-a671-4087-904f-82615ec2866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:24.991740 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-984d33b4-a671-4087-904f-82615ec2866d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0834768 Apr 18 06:10:25.059518 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-e3e2aae0-d317-409a-bf68-c4985fdb188c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 200 len: 1000 time: 0.0609682 Apr 18 06:10:25.106874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f538d-2f5b-480e-b635-84c15d1949af req-1d730d9a-436b-43c7-897c-02012a566f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:25.108290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-1d730d9a-436b-43c7-897c-02012a566f11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0429666 Apr 18 06:10:25.152625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f538d-2f5b-480e-b635-84c15d1949af req-b467e499-6409-4e34-94fb-310e8efb0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:10:25.154047 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-b467e499-6409-4e34-94fb-310e8efb0b25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393751 Apr 18 06:10:25.248626 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-e73f5100-40c4-49e4-b222-6d97440ed022 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878980 Apr 18 06:10:25.337800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-775f538d-2f5b-480e-b635-84c15d1949af req-866f80f3-db3c-45b3-a7f5-7c7a173ecb8d service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 Apr 18 06:10:25.799129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0217b8c4-4e17-48c5-bdfe-d9e3e117778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:26.970635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:28.696281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:28.901895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:42.798702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:52.630935 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:10:53.438686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fda45bcb-7aeb-438e-8d5f-e32f186c4a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:55.804308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-acc3569d-161b-4e37-831f-539e38d7a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:56.998649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:58.689890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:10:58.890222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:12.803780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:18.109805 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8606d8ec-38f9-4189-bbb6-5777ec00d50d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215290200&fields=id&tenant_id=df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 267 time: 0.0340555 Apr 18 06:11:18.217659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8a20fb16-7e64-4b6d-920b-3bd06cb3e3ef tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:18.219226 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8a20fb16-7e64-4b6d-920b-3bd06cb3e3ef tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 812 time: 0.1023648 Apr 18 06:11:18.233466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-a1397cf4-334c-4742-abb0-7fdadfc4b2bb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/quotas/df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 375 time: 0.0086591 Apr 18 06:11:18.290107 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-d2b539a1-76ff-453c-be66-6e9316534938 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513818 Apr 18 06:11:18.305328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-a067636e-d19c-4428-afa0-a2ff06845742 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:11:18.306257 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-a067636e-d19c-4428-afa0-a2ff06845742 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052063 Apr 18 06:11:18.392999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-cf2e86e9-c75c-4483-b255-10c6d92d352b service neutron] 10.222.0.43 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810657 Apr 18 06:11:18.485182 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-32062251-802d-4bd1-bf1e-b2b57305dbdb service neutron] 10.222.0.43 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854504 Apr 18 06:11:18.979723 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c4610ed5-50a7-4528-b575-9a039f563d90 req-14ee48a5-255e-4a3d-9c4a-8d316c6ad447 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Apr 18 06:11:20.076334 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-07ce05f1-49cc-4ae5-b6b5-0bcecc2ce8c9 req-23393b1e-9ffc-4ba5-b0b1-970ff6d5ddbd tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0270360 Apr 18 06:11:20.508870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53418) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:20.574328 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-803b1ff7-ca28-4887-bbfa-fd692e6292f7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/cfe1d22d-b631-43b0-89ca-8d17fe48bc03 HTTP/1.1" status: 200 len: 992 time: 0.0641725 Apr 18 06:11:20.880992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-7621d9ea-149e-40f3-840f-3dd707ac9486 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:20.882476 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-7621d9ea-149e-40f3-840f-3dd707ac9486 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 812 time: 0.1034167 Apr 18 06:11:20.906097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53424) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:20.942022 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-0c1f5e52-78fa-4f12-9812-8cf4299cc0fc tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df7cc1807f2844478ff90526ba3eeb67 HTTP/1.1" status: 200 len: 380 time: 0.0370150 Apr 18 06:11:20.959026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'port': {'device_id': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'admin_state_up': True, 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'security_groups': ['becce984-7f57-4a2f-8060-d7f69225d4bc']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:21.074931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port dec0211b-a495-4bac-9407-b34f1a2f9569 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:11:21.075326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.141722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Made reservation on behalf of df7cc1807f2844478ff90526ba3eeb67 for: {'port': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:11:21.148042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.163808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.164399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.190100 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8edad36-ec0b-4acd-b143-3fed1b5503f6 req-41df9c2e-25a8-467d-bc15-2fae7b2a85f9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0449812 Apr 18 06:11:21.196398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for dec0211b-a495-4bac-9407-b34f1a2f9569 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:11:21.291956 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Allocated IP 172.20.0.12 (4e864aaa-53e3-4cfc-9f15-20d4b86f1620/cb5f0e13-068b-42d3-a972-d82c9415b238/98c78099-5f92-4227-9943-6d1442abb1f8) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:21.440253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.443965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.471878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=dec0211b-a495-4bac-9407-b34f1a2f9569,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:21.487283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.491909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.535852 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.548713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.549047 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP cfe1d22d-b631-43b0-89ca-8d17fe48bc03 disassociated (deleted). External IP: 172.26.4.67, port: d1a49769-ccca-4d54-ab0a-1cd8baf2ecad. Apr 18 06:11:21.582534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:21.585759 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:21.590873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:21.598015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=98c78099-5f92-4227-9943-6d1442abb1f8,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:21.625489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.625832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.626167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.626605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.626932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.627401 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.627737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.628062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.628385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.628706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.629027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.629348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:21.664752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:21.665416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.745926 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-387508c8-b977-4eff-be18-d081b30a7f7c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963114 Apr 18 06:11:21.766916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Request body: {'port': {'device_id': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:21.794108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:11:21.835651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.918272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:11:21.922746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:21.935393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] Sync routers for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:21.958309 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5af818db-e45b-44a2-b059-1112028add2a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/cfe1d22d-b631-43b0-89ca-8d17fe48bc03 HTTP/1.1" status: 204 len: 168 time: 1.0508327 Apr 18 06:11:21.971310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:21.972066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:21.972066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:10:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:21.976312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85749a4d-363d-4ef5-8288-9e5156f0b252" -d '{"events": [{"name": "network-changed", "server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:22.052817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc86ca-0129-48d9-99c4-95e59c765c55 x-openstack-request-id: req-dcfc86ca-0129-48d9-99c4-95e59c765c55 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:22.053104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:22.053351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcfc86ca-0129-48d9-99c4-95e59c765c55 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:22.054129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3bf44d37-9f1c-487a-b838-c2517656aa40 None None] Provisioning complete for port 98c78099-5f92-4227-9943-6d1442abb1f8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:22.054305 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfc86ca-0129-48d9-99c4-95e59c765c55'] response: {'name': 'network-changed', 'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'status': 'completed', 'code': 200} Apr 18 06:11:22.054487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3bf44d37-9f1c-487a-b838-c2517656aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:22.105192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3bf44d37-9f1c-487a-b838-c2517656aa40 None None] Port 98c78099-5f92-4227-9943-6d1442abb1f8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:11:22.157371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:22.182875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c78099-5f92-4227-9943-6d1442abb1f8 {{(pid=109605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:11:22.192415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:22.197832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-0db3eed2-8c98-4b00-bc6f-e96f2fd613bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.199550 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-0db3eed2-8c98-4b00-bc6f-e96f2fd613bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 1098 time: 0.0962081 Apr 18 06:11:22.221703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.provisioning_blocks [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Transition to ACTIVE for port object 98c78099-5f92-4227-9943-6d1442abb1f8 will not be triggered until provisioned by entity L2. {{(pid=109605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:11:22.318022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:22.358076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-1f25239e-eea2-4254-bf2f-2476b15bbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.360201 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-1f25239e-eea2-4254-bf2f-2476b15bbe5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=160dccdd-caec-4029-a37b-71be17adb808 HTTP/1.1" status: 200 len: 897 time: 0.1521370 Apr 18 06:11:22.457438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:57Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:22.471061 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-52e6e4ae-01cb-40a7-b7d4-02efca1d07b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad HTTP/1.1" status: 200 len: 217 time: 0.0666082 Apr 18 06:11:22.484638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5261e-dfe2-40ab-962b-59a89380b157 req-4125816a-7bb4-47e7-a9b1-7f5931a176b3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.486903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cef5261e-dfe2-40ab-962b-59a89380b157 req-4125816a-7bb4-47e7-a9b1-7f5931a176b3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 932 time: 0.2023034 Apr 18 06:11:22.497670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Pushing event updated for resources: {'Port': ['ID=98c78099-5f92-4227-9943-6d1442abb1f8,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:22.510140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] Checking router: cf77b135-4d2f-4249-a2ad-0af35f9a2f28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:22.514600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:22.515404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:10:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:22.525828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Attempting to bind port 98c78099-5f92-4227-9943-6d1442abb1f8 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:11:22.526422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Attempting to bind port 98c78099-5f92-4227-9943-6d1442abb1f8 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:11:22.526943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Attempting to bind port 98c78099-5f92-4227-9943-6d1442abb1f8 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:22.542825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Port 98c78099-5f92-4227-9943-6d1442abb1f8 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:11:22.549732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Attempting to bind port 98c78099-5f92-4227-9943-6d1442abb1f8 on network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:22.563039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5994a9c-fc5d-4f50-b112-fb3117fc925c req-5a3d7a7a-404a-4684-9ccb-096ab38910bb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.571050 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a5994a9c-fc5d-4f50-b112-fb3117fc925c req-5a3d7a7a-404a-4684-9ccb-096ab38910bb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.1085818 Apr 18 06:11:22.578915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:11:22.583924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Checking segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:11:22.583924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Bound using segment: {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'} {{(pid=109605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:11:22.583924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.managers [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Bound port: 98c78099-5f92-4227-9943-6d1442abb1f8, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d30b87-32be-4ed6-b006-926979e645c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620'}}] {{(pid=109605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:11:22.583924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:22.643813 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cef5261e-dfe2-40ab-962b-59a89380b157 req-a8bf711a-ff62-4941-8274-bb2d317d142d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290545 Apr 18 06:11:22.647162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-f4fb0208-d983-42f7-94f7-4b0b8ad0ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.648696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-f4fb0208-d983-42f7-94f7-4b0b8ad0ecd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=549b8389-74b8-47af-9674-76a02539e492 HTTP/1.1" status: 200 len: 835 time: 0.1604884 Apr 18 06:11:22.685388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:22.687156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a5994a9c-fc5d-4f50-b112-fb3117fc925c req-6feb0892-f08f-40ed-9061-9cf95d4aaa71 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152465 Apr 18 06:11:22.695960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] For port 98c78099-5f92-4227-9943-6d1442abb1f8, host hv-neutron-8374, cleared binding levels {{(pid=109605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:11:22.700250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] For port 98c78099-5f92-4227-9943-6d1442abb1f8, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=98c78099-5f92-4227-9943-6d1442abb1f8,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:11:22.732812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-9d3f1691-1004-49d4-a77d-1c007e94d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.733908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-9d3f1691-1004-49d4-a77d-1c007e94d6ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=160dccdd-caec-4029-a37b-71be17adb808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767095 Apr 18 06:11:22.796221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:22.843263 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-65aaef73-49a5-47da-8e84-5cb5ebc3d545 service neutron] 10.222.0.46 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988014 Apr 18 06:11:22.853310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:22.853944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:22.856134 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] 10.222.0.46 "PUT /v2.0/ports/98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 200 len: 1094 time: 1.0956244 Apr 18 06:11:22.858547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:22.862273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e96239d-43c2-4f70-87fa-1f52faf33a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:22.945826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62252b-ce96-4399-b447-7949b54fdba5 service neutron] Pushing event updated for resources: {'Port': ['ID=98c78099-5f92-4227-9943-6d1442abb1f8,revision_number=3']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:22.982723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:57Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:23.007300 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-85749a4d-363d-4ef5-8288-9e5156f0b252 req-fbf55938-0c9f-469f-a3c5-42c90e7c3d64 service neutron] 10.222.0.46 "GET /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554577 Apr 18 06:11:23.022133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c351b7f-d54c-4b5e-81ce-df26f1579f9a None None] The sync data for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv is: [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:54Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '4fc2a6c3-8048-4b28-887b-b5849f4fef3e', 'name': '', 'network_id': '160dccdd-caec-4029-a37b-71be17adb808', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:91:15:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '549b8389-74b8-47af-9674-76a02539e492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:53Z', 'updated_at': '2022-04-18T06:09:57Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '549b8389-74b8-47af-9674-76a02539e492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:23.038606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c08c6e-515c-49e3-af79-a38d7b1af60d x-openstack-request-id: req-93c08c6e-515c-49e3-af79-a38d7b1af60d {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:23.039176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:23.039580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c08c6e-515c-49e3-af79-a38d7b1af60d {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:23.040145 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c08c6e-515c-49e3-af79-a38d7b1af60d'] response: {'name': 'network-changed', 'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8', 'status': 'completed', 'code': 200} Apr 18 06:11:23.094257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-d2d80ccb-6754-4a95-9e9b-ef37b52fe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.096821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-d2d80ccb-6754-4a95-9e9b-ef37b52fe154 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0555465 Apr 18 06:11:23.160944 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-c622f4fb-2215-4695-a8dd-576a298e06fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 200 len: 217 time: 0.0464733 Apr 18 06:11:23.219269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-54d863aa-4816-4011-b58d-788ad748f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.221622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-54d863aa-4816-4011-b58d-788ad748f00f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0516994 Apr 18 06:11:23.275491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-51fd1af6-6eec-4eb5-8232-48833b83ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.277169 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-51fd1af6-6eec-4eb5-8232-48833b83ba7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484710 Apr 18 06:11:23.302216 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055c186-66c2-4c36-a2b2-759beabce475 None None] New status for floating IP cfe1d22d-b631-43b0-89ca-8d17fe48bc03: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:11:23.382603 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-e55555b1-7be4-4b16-b261-dc3185efaa48 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979459 Apr 18 06:11:23.437906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a601c0b8-6b70-490c-b8cd-c75d55fda619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:23.491369 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c8790b-46b7-4a11-adfc-08eba16ec8bd req-92222f59-3d66-4d76-96c4-9695f6e0c578 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009481 Apr 18 06:11:23.685728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-0a68d70f-61ac-4bb6-93fb-838919fb8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.687306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-0a68d70f-61ac-4bb6-93fb-838919fb8903 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.0455167 Apr 18 06:11:23.793406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce69d2-e880-48b5-a8c2-dcb2a39b550e req-aa7e9c9e-29e9-4914-9c0d-004ac81187e5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.793406 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-63ce69d2-e880-48b5-a8c2-dcb2a39b550e req-aa7e9c9e-29e9-4914-9c0d-004ac81187e5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0624306 Apr 18 06:11:23.827981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-66520e36-42a6-4ded-af8c-556a115088a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.830296 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-66520e36-42a6-4ded-af8c-556a115088a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.1352372 Apr 18 06:11:23.835140 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-63ce69d2-e880-48b5-a8c2-dcb2a39b550e req-68e99a90-e2b3-4f51-9079-e97ca3d65001 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Apr 18 06:11:23.842348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c2ef0-8b40-4fed-ab6f-9e1d6fd61398 req-ce68b55e-beca-4e9c-902f-be4f8c94dcc1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.848749 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-233c2ef0-8b40-4fed-ab6f-9e1d6fd61398 req-ce68b55e-beca-4e9c-902f-be4f8c94dcc1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.0735757 Apr 18 06:11:23.889040 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-51f7dcd9-22f3-4b26-9c5a-d7ccaae8a700 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 200 len: 217 time: 0.0442548 Apr 18 06:11:23.942973 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-233c2ef0-8b40-4fed-ab6f-9e1d6fd61398 req-f5bb63d6-e31a-430e-beb6-406d51ee1140 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605574 Apr 18 06:11:23.959886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-14f98e47-6a07-491c-8912-a624e28edd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:23.961362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-14f98e47-6a07-491c-8912-a624e28edd49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0508006 Apr 18 06:11:24.026028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-ebf1c7ad-991b-4914-9785-408ea3861177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:24.027683 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-ebf1c7ad-991b-4914-9785-408ea3861177 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440071 Apr 18 06:11:24.150227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-7cc0f6f3-80b2-48ee-8796-be26a18250ba service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896993 Apr 18 06:11:24.241237 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e96239d-43c2-4f70-87fa-1f52faf33a6f req-096ea418-3b97-4ff4-b865-dd844644364a service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837221 Apr 18 06:11:24.511427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-65c448a0-330c-48a6-9472-3a3ea9b715fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:24.512836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-65c448a0-330c-48a6-9472-3a3ea9b715fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.0541537 Apr 18 06:11:24.604584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:11:24.604927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:24.961850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ffff-a94d-4632-9a54-3391f941d5af req-d38ec2f1-cbcf-4ae1-b369-a8e0cb3375a0 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:24.963734 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8dc2ffff-a94d-4632-9a54-3391f941d5af req-d38ec2f1-cbcf-4ae1-b369-a8e0cb3375a0 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0527277 Apr 18 06:11:25.017204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:25.017740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:25.027790 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8dc2ffff-a94d-4632-9a54-3391f941d5af req-9dc70d3a-2866-4d3f-baf6-c4542d9e998c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 Apr 18 06:11:25.031917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for d1a49769-ccca-4d54-ab0a-1cd8baf2ecad owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:11:25.120032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c0016-19fc-4607-988c-cd2cbeb83fbb req-3af749e3-f722-4d28-a40c-f26d6cfb94fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:25.121509 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-083c0016-19fc-4607-988c-cd2cbeb83fbb req-3af749e3-f722-4d28-a40c-f26d6cfb94fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 945 time: 0.0870817 Apr 18 06:11:25.178516 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-083c0016-19fc-4607-988c-cd2cbeb83fbb req-0a13ff12-7ff1-43da-b9c5-17f84c5054a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6e6f218-92df-4ea4-a5da-3376c273574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Apr 18 06:11:25.392969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:25.423575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=d1a49769-ccca-4d54-ab0a-1cd8baf2ecad,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:25.469571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port d1a49769-ccca-4d54-ab0a-1cd8baf2ecad on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:11:25.472868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:25.476121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-babdf4c5-c20c-4b6a-b85a-7d97d0980e36 req-8b369641-23bc-4b4e-ae8e-1c5cead4629a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/d1a49769-ccca-4d54-ab0a-1cd8baf2ecad HTTP/1.1" status: 204 len: 173 time: 0.9566989 Apr 18 06:11:25.476550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'name': 'network-vif-deleted', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:25.478770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b22cb2-002e-4530-b641-65ea529f44ec" -d '{"events": [{"server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "name": "network-vif-deleted", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:25.513197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85ec6f8-40ce-456f-a56a-0af333a1d221 x-openstack-request-id: req-f85ec6f8-40ce-456f-a56a-0af333a1d221 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:25.513485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850cc78b-edf8-40f0-bd79-5f7b39ef1644", "name": "network-vif-deleted", "tag": "d1a49769-ccca-4d54-ab0a-1cd8baf2ecad", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:25.513732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f85ec6f8-40ce-456f-a56a-0af333a1d221 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:25.514129 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85ec6f8-40ce-456f-a56a-0af333a1d221'] response: {'server_uuid': '850cc78b-edf8-40f0-bd79-5f7b39ef1644', 'name': 'network-vif-deleted', 'tag': 'd1a49769-ccca-4d54-ab0a-1cd8baf2ecad', 'status': 'completed', 'code': 200} Apr 18 06:11:25.861195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f2a3bfea-c46d-43cc-84d0-1761f7d47b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:26.149558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409a7f1-8c63-485b-a86c-37f945994eb4 req-2d9a4bc7-d893-4b51-8974-b2d3fb5e838c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:26.151161 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3409a7f1-8c63-485b-a86c-37f945994eb4 req-2d9a4bc7-d893-4b51-8974-b2d3fb5e838c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0530522 Apr 18 06:11:26.191507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3409a7f1-8c63-485b-a86c-37f945994eb4 req-49b216eb-3f14-45d7-8fab-9f38a02954fb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342717 Apr 18 06:11:26.299458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bafba012-22fa-4317-bab1-85507304848d req-642efaca-f8ef-42ea-8683-de3a835074b8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=850cc78b-edf8-40f0-bd79-5f7b39ef1644 HTTP/1.1" status: 200 len: 210 time: 0.0386980 Apr 18 06:11:26.952358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:27.306736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b28479-4bca-4c37-96b4-f68b9d0e189f req-2de9c59c-c1a5-4a70-8059-c60210d08c4f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:27.308313 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-96b28479-4bca-4c37-96b4-f68b9d0e189f req-2de9c59c-c1a5-4a70-8059-c60210d08c4f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0500968 Apr 18 06:11:27.348668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-96b28479-4bca-4c37-96b4-f68b9d0e189f req-ab27267d-ee54-49c3-91d6-b3c351ce8749 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Apr 18 06:11:27.357084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53460) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:27.416677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78a4ef66-494c-45dc-8ed6-a6d15e4292ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:27.442416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78a4ef66-494c-45dc-8ed6-a6d15e4292ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:27.586633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78a4ef66-494c-45dc-8ed6-a6d15e4292ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:27.589259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78a4ef66-494c-45dc-8ed6-a6d15e4292ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:27.590461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-78a4ef66-494c-45dc-8ed6-a6d15e4292ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/f6e6f218-92df-4ea4-a5da-3376c273574b HTTP/1.1" status: 204 len: 168 time: 0.2329741 Apr 18 06:11:27.601551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4ef66-494c-45dc-8ed6-a6d15e4292ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6f218-92df-4ea4-a5da-3376c273574b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:27.684890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53464) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:28.303040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d1a49769-ccca-4d54-ab0a-1cd8baf2ecad no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:11:28.324160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: d1a49769-ccca-4d54-ab0a-1cd8baf2ecad {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:11:28.324505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d1a49769-ccca-4d54-ab0a-1cd8baf2ecad not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:11:28.367536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:28.469052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644e421-e2bc-4e3c-b2df-d54beb3c97c2 req-a9c273eb-a5d3-4c58-9d52-d4c567e0f483 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:28.471417 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9644e421-e2bc-4e3c-b2df-d54beb3c97c2 req-a9c273eb-a5d3-4c58-9d52-d4c567e0f483 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0548811 Apr 18 06:11:28.510432 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9644e421-e2bc-4e3c-b2df-d54beb3c97c2 req-16e0c811-eb94-494d-bb19-5c2e6eb129b5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Apr 18 06:11:28.668690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:11:28.669024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:28.690036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:28.758266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 4fc2a6c3-8048-4b28-887b-b5849f4fef3e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:28.758880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:28.771970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 4fc2a6c3-8048-4b28-887b-b5849f4fef3e owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:11:28.894973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.060729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.092786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=4fc2a6c3-8048-4b28-887b-b5849f4fef3e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:29.262781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.477437 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:11:29.584256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:11:29.594298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] Sync routers for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:29.596040 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a445479-3b78-4033-afbb-bdcc5abda8f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/cf77b135-4d2f-4249-a2ad-0af35f9a2f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9100218 Apr 18 06:11:29.600211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53470) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:29.606894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:29.607538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:29.629606 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:11:29.669906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 549b8389-74b8-47af-9674-76a02539e492 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:11:29.673765 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.685122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d46d-5f73-4abf-96c9-77de1da5072a req-8213a3a7-51d3-499d-a9d4-9a0f29c92d14 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:29.685122 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f3d4d46d-5f73-4abf-96c9-77de1da5072a req-8213a3a7-51d3-499d-a9d4-9a0f29c92d14 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1024327 Apr 18 06:11:29.715084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:29.742496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.776775 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f3d4d46d-5f73-4abf-96c9-77de1da5072a req-0b4d4d85-8c46-442b-986b-d6af91735f56 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681398 Apr 18 06:11:29.877694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:29.898109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:11:28Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:29.924660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] Checking router: cf77b135-4d2f-4249-a2ad-0af35f9a2f28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:29.932666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] Routers {'cf77b135-4d2f-4249-a2ad-0af35f9a2f28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:29.933325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:30.009681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.036250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] Set router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:30.037303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=549b8389-74b8-47af-9674-76a02539e492,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:30.040941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.044166 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5b3e2e04-2820-48e5-9c9a-774e21e0fa22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/549b8389-74b8-47af-9674-76a02539e492 HTTP/1.1" status: 204 len: 168 time: 0.4440947 Apr 18 06:11:30.046711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53472) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:30.067897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f518a20-0054-4ed1-81d2-599af8afa12d None None] Network 160dccdd-caec-4029-a37b-71be17adb808 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:11:30.153390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.255709 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.312583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:11:28Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:30.341606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29cc161-fab3-4f9b-b3a0-073862c02a6b None None] The sync data for ids ['cf77b135-4d2f-4249-a2ad-0af35f9a2f28'] in dv-neutron-837488-1-hyperv is: [{'id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'name': 'tempest-TestNetworkBasicOps-router-11976850', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:11:28Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '29e5225c-a427-4a74-887c-427a31ae75dc', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf77b135-4d2f-4249-a2ad-0af35f9a2f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:09:50Z', 'updated_at': '2022-04-18T06:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:30.364616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] DHCP port deletion for 160dccdd-caec-4029-a37b-71be17adb808 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:11:30.397633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 29e5225c-a427-4a74-887c-427a31ae75dc {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:11:30.397976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.419366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Deleting port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:11:30.419366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.481027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] For port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,segment=NetworkSegment(965bef25-755a-4031-a7db-3958d8d8c774),segment_id=965bef25-755a-4031-a7db-3958d8d8c774)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:30.481417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.486469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 29e5225c-a427-4a74-887c-427a31ae75dc, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=29e5225c-a427-4a74-887c-427a31ae75dc,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:30.486469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.494856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Calling delete_port for 5d33e435-0fb3-4121-8cb0-abfb6cc4310d owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:11:30.498368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 29e5225c-a427-4a74-887c-427a31ae75dc owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:11:30.632639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.718560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.746766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=29e5225c-a427-4a74-887c-427a31ae75dc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:30.807417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Pushing event deleted for resources: {'Port': ['ID=5d33e435-0fb3-4121-8cb0-abfb6cc4310d,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:30.815781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] No DVR routers for this DVR port 5d33e435-0fb3-4121-8cb0-abfb6cc4310d on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:11:30.818191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.818794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.819390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.824102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0071e41d-e3ff-4c8b-b300-9d0f6c4aeb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:30.833193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.908009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c833a-0ff6-4995-a0ee-636b994ff8cf req-a27702bc-0f4d-4c92-b6fa-3c31552982ba tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:30.913254 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-039c833a-0ff6-4995-a0ee-636b994ff8cf req-a27702bc-0f4d-4c92-b6fa-3c31552982ba tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0535407 Apr 18 06:11:30.930961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.933459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:30.950476 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-039c833a-0ff6-4995-a0ee-636b994ff8cf req-6097a95c-6e60-4f02-adf9-363098863f75 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328279 Apr 18 06:11:31.072027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.072589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router cf77b135-4d2f-4249-a2ad-0af35f9a2f28 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:11:31.080150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.081272 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1a06d8da-fb5e-42ef-85b8-6128680de1ed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/cf77b135-4d2f-4249-a2ad-0af35f9a2f28 HTTP/1.1" status: 204 len: 168 time: 1.0335934 Apr 18 06:11:31.084143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53476) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:31.164464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.256158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.276461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160dccdd-caec-4029-a37b-71be17adb808']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:31.285881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965bef25-755a-4031-a7db-3958d8d8c774') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:31.286177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965bef25-755a-4031-a7db-3958d8d8c774') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:31.295551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.309224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.315652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:11:31.316040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:11:31.319070 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:11:31.442811 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.446156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.448889 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/160dccdd-caec-4029-a37b-71be17adb808 HTTP/1.1" status: 204 len: 168 time: 0.3638532 Apr 18 06:11:31.466188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53478) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:31.467030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d8e6e-e069-4b1c-b2c8-c089ad57f9d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=160dccdd-caec-4029-a37b-71be17adb808,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:31.472786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--578314780', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:31.540861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 29e5225c-a427-4a74-887c-427a31ae75dc no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:11:31.552366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:11:31.556029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.561792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 29e5225c-a427-4a74-887c-427a31ae75dc {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:11:31.562177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 29e5225c-a427-4a74-887c-427a31ae75dc not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:11:31.562588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4fc2a6c3-8048-4b28-887b-b5849f4fef3e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:11:31.579702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:11:31.580782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 4fc2a6c3-8048-4b28-887b-b5849f4fef3e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:11:31.581124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 4fc2a6c3-8048-4b28-887b-b5849f4fef3e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:11:31.581523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d33e435-0fb3-4121-8cb0-abfb6cc4310d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:11:31.588631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.588972 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment 3a98c576-7cde-4385-b2db-62e69a8ef6b1 of type vlan for network 6609d38c-0c15-440d-add3-01e4eb7d277a Apr 18 06:11:31.600687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 5d33e435-0fb3-4121-8cb0-abfb6cc4310d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:11:31.601687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5d33e435-0fb3-4121-8cb0-abfb6cc4310d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:11:31.629755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.723825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.729461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:31.730071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.798750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=6609d38c-0c15-440d-add3-01e4eb7d277a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:31.808408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 6609d38c-0c15-440d-add3-01e4eb7d277a details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:11:31.847148 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-44abdc5e-a53a-4ad0-ba2f-665c56f5a726 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3785813 Apr 18 06:11:31.849799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53480) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:31.854345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:31.964291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:31.965343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.017531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.066036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72601f49-14d1-4e4b-88e1-44e94637237c req-493c4c33-cf2b-42ed-8d63-86971898af15 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:32.067519 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-72601f49-14d1-4e4b-88e1-44e94637237c req-493c4c33-cf2b-42ed-8d63-86971898af15 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0483475 Apr 18 06:11:32.105998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-72601f49-14d1-4e4b-88e1-44e94637237c req-71f06a5f-848f-4d56-a438-c2d142aa58d9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Apr 18 06:11:32.218919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.492157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.510711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.613133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.214 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/3f455bcd-63eb-4560-8647-2c73bff6ca2e) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:32.719278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.838012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:32.879307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:32.882281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:32.887457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:32.888937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=3f455bcd-63eb-4560-8647-2c73bff6ca2e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:33.250716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:33.262505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee8536-1f2a-4c13-ae1e-caedcb5fd278 req-8e2be269-d6e7-4945-acbb-3b8864c4c146 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:33.264009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e7ee8536-1f2a-4c13-ae1e-caedcb5fd278 req-8e2be269-d6e7-4945-acbb-3b8864c4c146 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0898445 Apr 18 06:11:33.370853 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e7ee8536-1f2a-4c13-ae1e-caedcb5fd278 req-b8f19235-0a09-4fd7-8e45-299f59ae9c7e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763562 Apr 18 06:11:33.489791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:33.666529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:11:33.772415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:11:33.781828 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:33.791081 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:33.791713 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:33.862768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:33.864120 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-197b8af7-6598-4326-a201-aa7b8847eca2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0133841 Apr 18 06:11:33.867372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53486) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:33.894498 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:33.900538 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-49438c58-ac82-40e2-b0d5-07fca82645a0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320787 Apr 18 06:11:33.903215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53488) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:33.990315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d26cae-66bd-4fc5-a0eb-ef1f7eaa8ec6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:33.991906 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c8d26cae-66bd-4fc5-a0eb-ef1f7eaa8ec6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877583 Apr 18 06:11:33.994747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53490) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:34.024640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2b607bf6-a5e5-48a8-89d8-b750c7428156 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287855 Apr 18 06:11:34.027341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53492) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:34.031983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743426287', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:34.070259 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:33Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:34.099742 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:34.100647 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Updating router a92b816e-a577-4d7b-9e2f-2df7a98f5236 port 3f455bcd-63eb-4560-8647-2c73bff6ca2e binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:11:34.123824 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.151936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:11:34.155534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.372414 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.466687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.489482 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.492132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03693efe-54e7-4fe9-b06c-72c8e6184dc1 req-8a42bd9f-fbb2-4046-8655-b96c04eebbbb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:34.493937 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-03693efe-54e7-4fe9-b06c-72c8e6184dc1 req-8a42bd9f-fbb2-4046-8655-b96c04eebbbb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0505667 Apr 18 06:11:34.536050 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-03693efe-54e7-4fe9-b06c-72c8e6184dc1 req-4aab5a9f-9256-4925-ab57-a8ea3d3ef7ea tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362470 Apr 18 06:11:34.539938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=92cdd181-4f0a-4384-b606-f9d923da6ae5,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:34.542642 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Attempting to bind port 3f455bcd-63eb-4560-8647-2c73bff6ca2e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:11:34.542937 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Attempting to bind port 3f455bcd-63eb-4560-8647-2c73bff6ca2e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:11:34.543318 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Attempting to bind port 3f455bcd-63eb-4560-8647-2c73bff6ca2e on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:34.549267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:11:34.549633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 6609d38c-0c15-440d-add3-01e4eb7d277a, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:11:34.555400 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Pushing event updated for resources: {'Port': ['ID=3f455bcd-63eb-4560-8647-2c73bff6ca2e,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:34.558576 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:11:34.558935 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:11:34.559349 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.559732 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:11:34.560491 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Bound port: 3f455bcd-63eb-4560-8647-2c73bff6ca2e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:11:34.561155 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.582523 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.582989 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.583358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.583692 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.584017 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.584356 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.584682 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.585002 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.585377 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.585679 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.585994 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.586305 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:11:34.615108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 6609d38c-0c15-440d-add3-01e4eb7d277a is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:11:34.621049 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] For port 3f455bcd-63eb-4560-8647-2c73bff6ca2e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:11:34.624284 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] For port 3f455bcd-63eb-4560-8647-2c73bff6ca2e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3f455bcd-63eb-4560-8647-2c73bff6ca2e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:11:34.683420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 6609d38c-0c15-440d-add3-01e4eb7d277a) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:34.687526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:34.688158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.692018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018fc4b6-0b8d-41ce-af39-e50b89a806f6 None None] Network 6609d38c-0c15-440d-add3-01e4eb7d277a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:11:34.724130 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.778610 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:34.779233 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:34.812350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-442a53bb-a2a1-4aee-8cd4-19262f79dd3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7837861 Apr 18 06:11:34.815314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53496) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:34.824695 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf579d-f56b-4487-9933-907943764402 None None] Pushing event updated for resources: {'Port': ['ID=3f455bcd-63eb-4560-8647-2c73bff6ca2e,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:34.839618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-6609d38c-0c15-440d-add3-01e4eb7d277a', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:11:34.840827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:34.902949 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:34.984630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Allocated IP 172.20.0.2 (6609d38c-0c15-440d-add3-01e4eb7d277a/92cdd181-4f0a-4384-b606-f9d923da6ae5/ba903a83-4ba8-475b-a7b8-2000acb98ab3) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:35.086272 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:33Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:35.115950 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013ca63-5199-4ba0-bfc9-8cc7c00c36d9 None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:33Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:35.143396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.226719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.267491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Network 6609d38c-0c15-440d-add3-01e4eb7d277a is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:35.270504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:35.274648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:35.277137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.285836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Pushing event updated for resources: {'Port': ['ID=ba903a83-4ba8-475b-a7b8-2000acb98ab3,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:35.353552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Attempting to bind port ba903a83-4ba8-475b-a7b8-2000acb98ab3 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:11:35.353552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Attempting to bind port ba903a83-4ba8-475b-a7b8-2000acb98ab3 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:11:35.353836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Attempting to bind port ba903a83-4ba8-475b-a7b8-2000acb98ab3 on network 6609d38c-0c15-440d-add3-01e4eb7d277a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:35.360425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:11:35.360927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Checking segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:11:35.361429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.361822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Bound using segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:11:35.362317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Bound port: ba903a83-4ba8-475b-a7b8-2000acb98ab3, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:11:35.362724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.442490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] For port ba903a83-4ba8-475b-a7b8-2000acb98ab3, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:11:35.445931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] For port ba903a83-4ba8-475b-a7b8-2000acb98ab3, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ba903a83-4ba8-475b-a7b8-2000acb98ab3,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:11:35.512727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.582765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea0967-f5c3-4e8e-bb37-3de7f5581508 None None] Pushing event updated for resources: {'Port': ['ID=ba903a83-4ba8-475b-a7b8-2000acb98ab3,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:35.606338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (6609d38c-0c15-440d-add3-01e4eb7d277a/92cdd181-4f0a-4384-b606-f9d923da6ae5/e82a3976-4ee3-4764-b5d7-0fe754b56a9f) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:35.741275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386809db-8bdb-43f2-83a1-3008988de13f req-432757b9-9fbf-44ae-9108-714e11af73c0 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:35.747077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-386809db-8bdb-43f2-83a1-3008988de13f req-432757b9-9fbf-44ae-9108-714e11af73c0 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1141098 Apr 18 06:11:35.826988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.833890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-386809db-8bdb-43f2-83a1-3008988de13f req-16dcf6ce-d774-41ab-9f72-ba55e5bc1d35 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858512 Apr 18 06:11:35.925142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:35.968987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 6609d38c-0c15-440d-add3-01e4eb7d277a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:35.972537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:35.976683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:35.982830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:36.029916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.227034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.333745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 98c78099-5f92-4227-9943-6d1442abb1f8 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:11:36.443016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 98c78099-5f92-4227-9943-6d1442abb1f8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=98c78099-5f92-4227-9943-6d1442abb1f8,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:36.463366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '98c78099-5f92-4227-9943-6d1442abb1f8', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'port_id': '98c78099-5f92-4227-9943-6d1442abb1f8', 'mac_address': 'fa:16:3e:dd:67:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:11:36.507331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.525996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c78099-5f92-4227-9943-6d1442abb1f8 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:11:36.552714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 98c78099-5f92-4227-9943-6d1442abb1f8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=98c78099-5f92-4227-9943-6d1442abb1f8,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:36.571956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e78f5-a25a-4c28-9f5a-9f6680dd55b9 None None] Network 6609d38c-0c15-440d-add3-01e4eb7d277a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:11:36.624142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.688604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8e5856af-35b0-4e72-a273-5cf75e00ebe7 None None] Provisioning complete for port ba903a83-4ba8-475b-a7b8-2000acb98ab3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:36.688977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8e5856af-35b0-4e72-a273-5cf75e00ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.757039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=98c78099-5f92-4227-9943-6d1442abb1f8,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:36.849401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8e5856af-35b0-4e72-a273-5cf75e00ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.861423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.894817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8e5856af-35b0-4e72-a273-5cf75e00ebe7 None None] For port ba903a83-4ba8-475b-a7b8-2000acb98ab3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ba903a83-4ba8-475b-a7b8-2000acb98ab3,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:36.918227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.964111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8e5856af-35b0-4e72-a273-5cf75e00ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:36.969617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0c4ea-e879-453e-8f18-c3121873932f req-ed7dc5f1-b22d-41d4-9a32-f00ef5a5c5ce tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:36.977925 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-09a0c4ea-e879-453e-8f18-c3121873932f req-ed7dc5f1-b22d-41d4-9a32-f00ef5a5c5ce tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0643589 Apr 18 06:11:37.013167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.019017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:37.033058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['98c78099-5f92-4227-9943-6d1442abb1f8'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:11:37.046101 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-09a0c4ea-e879-453e-8f18-c3121873932f req-c76891cc-1fd2-4d94-9b7b-f66da6d9749c tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671999 Apr 18 06:11:37.089137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5856af-35b0-4e72-a273-5cf75e00ebe7 None None] Pushing event updated for resources: {'Port': ['ID=ba903a83-4ba8-475b-a7b8-2000acb98ab3,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:37.150038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 6609d38c-0c15-440d-add3-01e4eb7d277a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:37.156202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:37.230279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-afaa5d81-3797-403a-afe8-a6a7b4774190 None None] Provisioning complete for port e82a3976-4ee3-4764-b5d7-0fe754b56a9f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:37.230645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-afaa5d81-3797-403a-afe8-a6a7b4774190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.280403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:11:37.285719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-afaa5d81-3797-403a-afe8-a6a7b4774190 None None] Port e82a3976-4ee3-4764-b5d7-0fe754b56a9f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:11:37.309452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-afaa5d81-3797-403a-afe8-a6a7b4774190 None None] Provisioning complete for port ba903a83-4ba8-475b-a7b8-2000acb98ab3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:37.309821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-afaa5d81-3797-403a-afe8-a6a7b4774190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.430649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:11:37.437216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25ed97be-6185-49af-aefb-522e02d1fe9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/a92b816e-a577-4d7b-9e2f-2df7a98f5236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6205165 Apr 18 06:11:37.440297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53502) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:37.460501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:37.476938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ba903a83-4ba8-475b-a7b8-2000acb98ab3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:11:37.510947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:37.511594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:37.556204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.560087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.560087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.560087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.560087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.560087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.560521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7d86ffb8-a8f7-4391-bd50-9947c54036dd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1190128 Apr 18 06:11:37.564031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53504) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:37.621218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.621677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.622121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.622564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.623007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.623460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:37.625973 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6b54cf2f-7c2d-4de6-a037-5216a75a0fe6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0606813 Apr 18 06:11:37.628475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53506) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:37.632587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ba903a83-4ba8-475b-a7b8-2000acb98ab3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:37.632587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.663445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:37.700678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5b1e72b0-06bb-4615-8d38-e673eebc4b08 None None] Provisioning complete for port e82a3976-4ee3-4764-b5d7-0fe754b56a9f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:37.701052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5b1e72b0-06bb-4615-8d38-e673eebc4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:37.766678 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9accc497-ba35-41f5-b2e8-554fbd4df34b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1366768 Apr 18 06:11:37.783874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e72b0-06bb-4615-8d38-e673eebc4b08 None None] Port e82a3976-4ee3-4764-b5d7-0fe754b56a9f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:11:37.868294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3f455bcd-63eb-4560-8647-2c73bff6ca2e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:11:38.059703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53510) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:38.064303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166284716', 'description': 'tempest-secgroup-smoke-166284716 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:38.106665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3f455bcd-63eb-4560-8647-2c73bff6ca2e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:38.107032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.151449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:38.169300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c343-b607-45b2-8add-ace931403f6d req-54040135-9843-4f69-97bf-d5623fc08863 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:38.170760 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67a7c343-b607-45b2-8add-ace931403f6d req-54040135-9843-4f69-97bf-d5623fc08863 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0565298 Apr 18 06:11:38.179985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:38.180334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Updating router a92b816e-a577-4d7b-9e2f-2df7a98f5236 port e82a3976-4ee3-4764-b5d7-0fe754b56a9f binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:11:38.193964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.225673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67a7c343-b607-45b2-8add-ace931403f6d req-08b38d87-14b7-4afb-bf31-2d04ae129ef9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484815 Apr 18 06:11:38.231300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.276439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.277855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.356785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 98c78099-5f92-4227-9943-6d1442abb1f8 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:11:38.360794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 3f455bcd-63eb-4560-8647-2c73bff6ca2e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3f455bcd-63eb-4560-8647-2c73bff6ca2e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:38.391901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.421643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc6d50-24a7-42d0-91ab-23f6be880d3d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:38.466125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.514449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.518581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9e0e8a32-385f-4a14-b5f4-bc0beb53f494 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4550440 Apr 18 06:11:38.518838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53514) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:38.523982 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '8efc6d50-24a7-42d0-91ab-23f6be880d3d', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:38.549430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=3f455bcd-63eb-4560-8647-2c73bff6ca2e,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:38.561538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 98c78099-5f92-4227-9943-6d1442abb1f8 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:11:38.569304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 98c78099-5f92-4227-9943-6d1442abb1f8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:38.569674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.632278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.653802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.680546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.702459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:38.705525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27aca11-d8c1-4c34-b61d-b94155c71b16" -d '{"events": [{"server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:38.712872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.718129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 98c78099-5f92-4227-9943-6d1442abb1f8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=98c78099-5f92-4227-9943-6d1442abb1f8,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:38.740410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.794977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305bbac-7a74-425e-9a9c-833660d65ef0 None None] Pushing event updated for resources: {'Port': ['ID=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:38.820704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.839783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8b3b7b-2449-4789-9d03-001213b04752,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a074c-5290-4fec-a55c-7da415ff0e34 x-openstack-request-id: req-493a074c-5290-4fec-a55c-7da415ff0e34 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-493a074c-5290-4fec-a55c-7da415ff0e34 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493a074c-5290-4fec-a55c-7da415ff0e34'] response: {'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8', 'code': 200} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Attempting to bind port e82a3976-4ee3-4764-b5d7-0fe754b56a9f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Attempting to bind port e82a3976-4ee3-4764-b5d7-0fe754b56a9f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:11:38.872404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Attempting to bind port e82a3976-4ee3-4764-b5d7-0fe754b56a9f on network 6609d38c-0c15-440d-add3-01e4eb7d277a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:38.875428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:11:38.876407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Checking segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:11:38.876845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.877407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Bound using segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:11:38.877863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Bound port: e82a3976-4ee3-4764-b5d7-0fe754b56a9f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:11:38.878235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.888081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.926150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:38.927735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-40d077a0-c246-428d-992b-a666a90e7a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078856 Apr 18 06:11:38.937317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53520) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:38.942720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '8efc6d50-24a7-42d0-91ab-23f6be880d3d', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:38.990134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=98c78099-5f92-4227-9943-6d1442abb1f8,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:38.997998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] For port e82a3976-4ee3-4764-b5d7-0fe754b56a9f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:11:39.002414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] For port e82a3976-4ee3-4764-b5d7-0fe754b56a9f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:11:39.015100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b91b2a51-0576-414d-8792-b1a4ccf6ddcc None None] Provisioning complete for port e82a3976-4ee3-4764-b5d7-0fe754b56a9f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:39.015501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b91b2a51-0576-414d-8792-b1a4ccf6ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.049618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b91b2a51-0576-414d-8792-b1a4ccf6ddcc None None] Port e82a3976-4ee3-4764-b5d7-0fe754b56a9f cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:11:39.094089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.118227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.161707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.178994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:39.179660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:39.185213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305bbac-7a74-425e-9a9c-833660d65ef0 None None] Pushing event updated for resources: {'Port': ['ID=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:39.202911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116cc5-1249-4fd4-899b-51e0c0f261c5 req-64a18cfe-c42d-4312-aa4b-50fa39bafe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:39.204931 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31116cc5-1249-4fd4-899b-51e0c0f261c5 req-64a18cfe-c42d-4312-aa4b-50fa39bafe55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0484354 Apr 18 06:11:39.242095 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31116cc5-1249-4fd4-899b-51e0c0f261c5 req-be1678f4-dd30-4f42-842c-55888dbdd850 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305765 Apr 18 06:11:39.243597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.296950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c094a51-f00f-4dcb-a33e-ba38a489530b,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:39.313665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:39.408165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3f455bcd-63eb-4560-8647-2c73bff6ca2e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:11:39.520543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-37f7d933-374a-4dac-95b1-8c159b07e99f None None] Provisioning complete for port e82a3976-4ee3-4764-b5d7-0fe754b56a9f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:39.521237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-37f7d933-374a-4dac-95b1-8c159b07e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.574780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3f455bcd-63eb-4560-8647-2c73bff6ca2e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:39.575148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.618219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.621973 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1b18c67d-9de3-4421-b531-f206a015f894 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6810002 Apr 18 06:11:39.622319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53524) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:39.628157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '8efc6d50-24a7-42d0-91ab-23f6be880d3d', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:39.661416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fa4a8-d489-4e9b-97a5-8d303741f4e4 req-2a0337a6-9ff9-410c-82c5-7a86e66df699 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:39.662864 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-690fa4a8-d489-4e9b-97a5-8d303741f4e4 req-2a0337a6-9ff9-410c-82c5-7a86e66df699 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.3453012 Apr 18 06:11:39.702070 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-690fa4a8-d489-4e9b-97a5-8d303741f4e4 req-e3b53af8-f8f3-4ec4-b5bf-8a254666b550 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330739 Apr 18 06:11:39.704658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-37f7d933-374a-4dac-95b1-8c159b07e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.711129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.726513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:39.773754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f361a0-454c-4583-b199-865c28b1912b None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:39.780194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.803225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-37f7d933-374a-4dac-95b1-8c159b07e99f None None] For port e82a3976-4ee3-4764-b5d7-0fe754b56a9f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:39.845783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.861280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-37f7d933-374a-4dac-95b1-8c159b07e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.867403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b3cc3a-3eaa-4429-a631-9f8abd106098,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:39.918580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7d933-374a-4dac-95b1-8c159b07e99f None None] Pushing event updated for resources: {'Port': ['ID=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:39.931195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:39.935002 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c4fc6d5b-f54f-4a71-b000-fc9ceb27fe8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093042 Apr 18 06:11:39.935379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53526) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:39.941420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '8efc6d50-24a7-42d0-91ab-23f6be880d3d', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:40.026304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.087698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.232625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.254334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bc1d29-e3bd-4c82-ba53-5a8183f13d77,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:40.331898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.336107 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1cfc0e90-eaad-4997-a497-812d61869ff1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3969190 Apr 18 06:11:40.336364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53528) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:40.341404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '8efc6d50-24a7-42d0-91ab-23f6be880d3d', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:40.465450 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:11:40.466680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.534368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.620823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.638486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcf588e-7ed8-44cb-9365-e1db500607b2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:40.720640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.721916 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e5055c6b-9999-4857-a8aa-2489dc72d982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845181 Apr 18 06:11:40.729026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53530) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:40.730263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '8efc6d50-24a7-42d0-91ab-23f6be880d3d', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:40.827548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871a2ba-519d-4187-ab9e-4a14be4a93f4 req-1d4b13d0-a883-4ab4-beba-ee9ed391e7a5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:40.829542 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4871a2ba-519d-4187-ab9e-4a14be4a93f4 req-1d4b13d0-a883-4ab4-beba-ee9ed391e7a5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0505800 Apr 18 06:11:40.845325 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:11:40.852763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.874146 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4871a2ba-519d-4187-ab9e-4a14be4a93f4 req-40ed1abf-2dcb-43d7-8ff6-7a7b151fc631 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383015 Apr 18 06:11:40.923130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:40.992202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.011341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b637654-eab0-4955-b0be-509cd4c816c9,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:41.073666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.074908 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1a548aff-7c2d-48e6-be45-41ee3d131276 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3487117 Apr 18 06:11:41.212566 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-3ef86589-bb8a-4f05-b50f-296d9120c90d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166284716&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0326047 Apr 18 06:11:41.323256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-1e506947-6082-45c9-a6f2-9875f129bf3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:41.324758 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-1e506947-6082-45c9-a6f2-9875f129bf3a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 796 time: 0.1052048 Apr 18 06:11:41.342047 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-310e1f64-7cb9-419f-a8a9-2d4916e94e0f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0095575 Apr 18 06:11:41.370778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e82a3976-4ee3-4764-b5d7-0fe754b56a9f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:11:41.398038 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-1922302f-94d1-4d2a-bd8c-e3485c453daf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496292 Apr 18 06:11:41.419937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e82a3976-4ee3-4764-b5d7-0fe754b56a9f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:41.420310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:41.560128 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-96cd51a6-c43c-4232-904d-82e4c3e46887 service neutron] 10.222.0.43 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498268 Apr 18 06:11:41.654293 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-cb9268c2-e257-4915-9ec5-512ea6c3d7e1 service neutron] 10.222.0.43 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 Apr 18 06:11:41.963368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1edab431-1c6b-4464-a49f-2885d9bc3653 req-3ba6c9ce-37b5-424b-ab1f-ee3b35e65e5f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 210 time: 0.0311162 Apr 18 06:11:42.003171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb641a-a7ea-4b47-ae89-559129af34c0 req-7c4a2696-f1ce-4a5e-8532-8c535828a122 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:42.004667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-11cb641a-a7ea-4b47-ae89-559129af34c0 req-7c4a2696-f1ce-4a5e-8532-8c535828a122 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0602279 Apr 18 06:11:42.045733 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-11cb641a-a7ea-4b47-ae89-559129af34c0 req-e5417401-af47-4d55-b3a5-32d3e6ff1f67 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347865 Apr 18 06:11:42.163328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201b8e-799b-4d85-ab86-5ed9cf667e6c req-a8993f8f-b5bf-4f97-bc21-85af56abf7d1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:42.164707 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61201b8e-799b-4d85-ab86-5ed9cf667e6c req-a8993f8f-b5bf-4f97-bc21-85af56abf7d1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0516946 Apr 18 06:11:42.202697 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-61201b8e-799b-4d85-ab86-5ed9cf667e6c req-c8172b0b-599e-40e2-9ccd-cdd40e8dd35f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Apr 18 06:11:42.225806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53564) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:42.367195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214caf6-aa82-4789-819d-4126018b2979 tempest-TestVolumeBootPattern-467902713 tempest-TestVolumeBootPattern-467902713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:42.368749 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6214caf6-aa82-4789-819d-4126018b2979 tempest-TestVolumeBootPattern-467902713 tempest-TestVolumeBootPattern-467902713-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1094 time: 0.1419427 Apr 18 06:11:42.371604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53568) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:42.376060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '98c78099-5f92-4227-9943-6d1442abb1f8', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:42.466583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:42.566399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:42.670058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Allocated IP 172.26.4.79 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/1918e3b8-f941-4a00-b6e1-305c7255ae31) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:42.772763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:42.906079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:42.923901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:42.961412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:42.966353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:42.970096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:42.994605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=1918e3b8-f941-4a00-b6e1-305c7255ae31,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:43.068770 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd9524d1-d79a-4093-98fd-d41cc13db37b req-63ab9b0b-90bb-480b-80c5-75c4309e3f51 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 210 time: 0.0313768 Apr 18 06:11:43.339970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.504464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.654143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.700451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.767694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event updated for resources: {'Port': ['ID=1918e3b8-f941-4a00-b6e1-305c7255ae31,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:43.780113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:43.884935 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Floating IP 6115725e-4a4a-472e-b10a-23bfb8a7e6dd associated. External IP: 172.26.4.79, port: 98c78099-5f92-4227-9943-6d1442abb1f8. Apr 18 06:11:44.191293 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23efca98-99a8-4a87-800e-64bd71de5e78 req-3e5c48c3-853d-448b-807a-851c3c40cce5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 210 time: 0.0479350 Apr 18 06:11:44.200370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-48a23288-4ef6-4059-b1be-9fcf37d8c881 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:44.201847 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-48a23288-4ef6-4059-b1be-9fcf37d8c881 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 796 time: 0.2125690 Apr 18 06:11:44.209658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:11:44.303813 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-75a5e0d5-2517-468e-bf7f-dea63e9e8abd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 379 time: 0.0869145 Apr 18 06:11:44.346823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['8efc6d50-24a7-42d0-91ab-23f6be880d3d']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:44.412729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:11:44.428416 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:44.439181 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:44.439882 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:44.527317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.547079 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:44.556441 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-76a108ee-458e-49fb-98e0-e7eab5d0a3e3 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1838009 Apr 18 06:11:44.557007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:44.559302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a17202-e953-42d2-962b-3c71c80d4d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:44.580321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:11:44.583819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.598133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1fe119-aefd-455c-8cda-c0ae923b717c x-openstack-request-id: req-5c1fe119-aefd-455c-8cda-c0ae923b717c {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:44.598418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:44.598664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c1fe119-aefd-455c-8cda-c0ae923b717c {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:44.599056 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1fe119-aefd-455c-8cda-c0ae923b717c'] response: {'name': 'network-changed', 'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8', 'status': 'completed', 'code': 200} Apr 18 06:11:44.705376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-9e2de51a-8165-4853-a87e-512e94b3c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:44.708103 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-9e2de51a-8165-4853-a87e-512e94b3c1a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0642996 Apr 18 06:11:44.722367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.13 (6609d38c-0c15-440d-add3-01e4eb7d277a/92cdd181-4f0a-4384-b606-f9d923da6ae5/d207c082-19fc-49fa-8d18-c6a5f1de65e8) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:44.806747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-207578ef-1965-4f50-a910-532ece93a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:44.808378 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-207578ef-1965-4f50-a910-532ece93a8b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0928917 Apr 18 06:11:44.877393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.885494 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-38e37878-0d37-4448-a62b-242e8dcefcbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 200 len: 999 time: 0.0694811 Apr 18 06:11:44.903111 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6115725e-4a4a-472e-b10a-23bfb8a7e6dd', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '98c78099-5f92-4227-9943-6d1442abb1f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:dd:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:43Z', 'updated_at': '2022-04-18T06:11:43Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}, {'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 1, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:44.935682 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:44.944183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-0eb4936a-877b-4ef9-8ee2-ff8566ba7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:44.946025 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-0eb4936a-877b-4ef9-8ee2-ff8566ba7c1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0536306 Apr 18 06:11:44.953017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:44.955109 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:44.955663 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:44.993423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 6609d38c-0c15-440d-add3-01e4eb7d277a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:44.999758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:45.001154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-56a88fb3-dc39-4dc2-9687-454a4d527b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:45.002994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-56a88fb3-dc39-4dc2-9687-454a4d527b7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498700 Apr 18 06:11:45.004488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:45.076361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:45.077226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.112522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=d207c082-19fc-49fa-8d18-c6a5f1de65e8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:45.127035 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:45.136339 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-06465acd-5b1f-461c-8e64-56c1ba7c2f97 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232522 Apr 18 06:11:45.156227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-d31f5123-8bd7-4ca0-9a60-c99653abb174 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8146186 Apr 18 06:11:45.174368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Request body: {'port': {'device_id': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:45.322521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.335739 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-ed237071-3ba1-4231-87fe-5c53c00a5580 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922646 Apr 18 06:11:45.338327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8c3380c0-b981-40d5-b7af-a49379906599 None None] Provisioning complete for port d207c082-19fc-49fa-8d18-c6a5f1de65e8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:45.338821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c3380c0-b981-40d5-b7af-a49379906599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.389850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8c3380c0-b981-40d5-b7af-a49379906599 None None] Port d207c082-19fc-49fa-8d18-c6a5f1de65e8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:11:45.421508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a614c-043e-4a5c-855b-edd962f1487c req-056cae6d-5d9d-4243-93ac-bb02edbf6d53 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:45.421508 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad7a614c-043e-4a5c-855b-edd962f1487c req-056cae6d-5d9d-4243-93ac-bb02edbf6d53 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 932 time: 0.1055462 Apr 18 06:11:45.463308 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6115725e-4a4a-472e-b10a-23bfb8a7e6dd', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '98c78099-5f92-4227-9943-6d1442abb1f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:dd:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:43Z', 'updated_at': '2022-04-18T06:11:43Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}, {'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 1, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:45.494221 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff842126-5cb1-4931-a4ee-efe142433190 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6115725e-4a4a-472e-b10a-23bfb8a7e6dd', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.79', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '98c78099-5f92-4227-9943-6d1442abb1f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:dd:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:43Z', 'updated_at': '2022-04-18T06:11:43Z', 'revision_number': 0, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}, {'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 1, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:45.583927 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad7a614c-043e-4a5c-855b-edd962f1487c req-ffc606f6-cea4-40a4-81f1-726c05b21557 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504936 Apr 18 06:11:45.711583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19220f90-5ab6-4037-ba11-095fd2dcd973 None None] New status for floating IP 6115725e-4a4a-472e-b10a-23bfb8a7e6dd: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:11:45.725154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d207c082-19fc-49fa-8d18-c6a5f1de65e8 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:11:45.732475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.749150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Transition to ACTIVE for port object d207c082-19fc-49fa-8d18-c6a5f1de65e8 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:11:45.861342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:45.914028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Pushing event updated for resources: {'Port': ['ID=d207c082-19fc-49fa-8d18-c6a5f1de65e8,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:45.990992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Attempting to bind port d207c082-19fc-49fa-8d18-c6a5f1de65e8 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:11:45.991350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Attempting to bind port d207c082-19fc-49fa-8d18-c6a5f1de65e8 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:11:45.991677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Attempting to bind port d207c082-19fc-49fa-8d18-c6a5f1de65e8 on network 6609d38c-0c15-440d-add3-01e4eb7d277a {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:45.996247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Port d207c082-19fc-49fa-8d18-c6a5f1de65e8 on network 6609d38c-0c15-440d-add3-01e4eb7d277a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:11:45.996565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Attempting to bind port d207c082-19fc-49fa-8d18-c6a5f1de65e8 on network 6609d38c-0c15-440d-add3-01e4eb7d277a {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:11:46.001631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:11:46.001936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Checking segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:11:46.002319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Bound using segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:11:46.002907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Bound port: d207c082-19fc-49fa-8d18-c6a5f1de65e8, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:11:46.003299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.072755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] For port d207c082-19fc-49fa-8d18-c6a5f1de65e8, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:11:46.075032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] For port d207c082-19fc-49fa-8d18-c6a5f1de65e8, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:11:46.198685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.232277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:46.233053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:46.234530 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] 10.222.0.46 "PUT /v2.0/ports/d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 200 len: 1094 time: 1.0649498 Apr 18 06:11:46.261781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002abe-1bf8-4405-977c-bfc32e956b7c service neutron] Pushing event updated for resources: {'Port': ['ID=d207c082-19fc-49fa-8d18-c6a5f1de65e8,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:46.393415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-c6af3644-f452-4300-afd2-b7902ea9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:46.395039 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-c6af3644-f452-4300-afd2-b7902ea9852e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1097 time: 0.0527077 Apr 18 06:11:46.447121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-4fd038bf-f6f9-4000-8608-977110ff5e0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 200 len: 217 time: 0.0386167 Apr 18 06:11:46.495390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-b824e1f4-5728-4181-8849-2475cc76dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:46.496841 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-b824e1f4-5728-4181-8849-2475cc76dbe0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0433364 Apr 18 06:11:46.544550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-86126d90-0729-4b34-a262-131d2498963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:46.545956 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-86126d90-0729-4b34-a262-131d2498963b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427418 Apr 18 06:11:46.600319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:46.602557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:46.645241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf445503-354a-4573-95ee-5b14e911244e x-openstack-request-id: req-cf445503-354a-4573-95ee-5b14e911244e {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:46.645526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:46.645796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf445503-354a-4573-95ee-5b14e911244e {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:46.646178 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf445503-354a-4573-95ee-5b14e911244e'] response: {'name': 'network-changed', 'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'status': 'completed', 'code': 200} Apr 18 06:11:46.648542 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-a045a272-1acd-4407-ad28-4a2a7db74938 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948756 Apr 18 06:11:46.756588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28d53b-c26f-4bc9-af72-c1fe92e68098 req-550fcabe-177a-499b-b269-645a42943ac0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:46.762269 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef28d53b-c26f-4bc9-af72-c1fe92e68098 req-550fcabe-177a-499b-b269-645a42943ac0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 944 time: 0.1006899 Apr 18 06:11:46.799950 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c21fe0d-d0c2-407a-8fe8-96983bf2abfc req-21231543-0f1e-4e19-ab93-3c1ad90fd0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339653 Apr 18 06:11:46.813293 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef28d53b-c26f-4bc9-af72-c1fe92e68098 req-5ce7d7e2-4806-468b-a292-000b6994205a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453486 Apr 18 06:11:46.996732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-c08e7151-8607-421f-b236-d0cd6bba02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:46.998210 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-c08e7151-8607-421f-b236-d0cd6bba02a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1097 time: 0.0412049 Apr 18 06:11:47.090046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-10eec98e-1530-40e4-9528-db10ea1b1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:47.091622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-10eec98e-1530-40e4-9528-db10ea1b1a51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 897 time: 0.0863285 Apr 18 06:11:47.133336 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-7435bdb1-4401-4fe1-8e02-d811240bdbf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 200 len: 217 time: 0.0353196 Apr 18 06:11:47.184398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-a3176952-957a-477c-80d8-ce2dee824a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:47.185842 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-a3176952-957a-477c-80d8-ce2dee824a76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0460277 Apr 18 06:11:47.230218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-5d13ed16-e5c8-4e48-b8d4-c11996f70d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:47.231687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-5d13ed16-e5c8-4e48-b8d4-c11996f70d00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399060 Apr 18 06:11:47.321380 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-e52228eb-5ec6-4848-b93b-963c88193c45 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832627 Apr 18 06:11:47.414510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1d997ba6-7f12-40d7-bb84-d28ae80a7bae req-7f5c4d57-051d-444f-b408-e1df0a227977 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869596 Apr 18 06:11:47.937511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa057dc-ec76-462a-9d75-3ee5a7b55118 req-0930525e-27b7-42b8-a1b7-103b41d3e370 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:47.938975 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4fa057dc-ec76-462a-9d75-3ee5a7b55118 req-0930525e-27b7-42b8-a1b7-103b41d3e370 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 944 time: 0.0535097 Apr 18 06:11:47.977667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4fa057dc-ec76-462a-9d75-3ee5a7b55118 req-b1d54ecc-34e9-47c4-8ff4-1e7ef2321775 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Apr 18 06:11:49.093386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42dc25-3177-4405-b9ea-d97766fe86aa req-18117914-75b3-435d-bc4a-b34783300e4d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:49.094830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6e42dc25-3177-4405-b9ea-d97766fe86aa req-18117914-75b3-435d-bc4a-b34783300e4d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 944 time: 0.0498290 Apr 18 06:11:49.132318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6e42dc25-3177-4405-b9ea-d97766fe86aa req-af627128-ed3d-4632-bd7b-4024de319ca8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306637 Apr 18 06:11:50.248043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab6659-d601-4005-8d80-fa520e8a592b req-1193d70d-d759-4e27-8adc-98fa52ccf88c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:50.249488 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9cab6659-d601-4005-8d80-fa520e8a592b req-1193d70d-d759-4e27-8adc-98fa52ccf88c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 944 time: 0.0490141 Apr 18 06:11:50.287716 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9cab6659-d601-4005-8d80-fa520e8a592b req-025aa4fb-7f8b-4692-8f61-24e7c325ac90 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Apr 18 06:11:50.381086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d207c082-19fc-49fa-8d18-c6a5f1de65e8 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:11:50.476113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d207c082-19fc-49fa-8d18-c6a5f1de65e8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:50.487085 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'port_id': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'mac_address': 'fa:16:3e:dc:23:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:11:50.527292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:50.540318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d207c082-19fc-49fa-8d18-c6a5f1de65e8 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:11:50.559294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d207c082-19fc-49fa-8d18-c6a5f1de65e8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:50.614416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:50.659116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d207c082-19fc-49fa-8d18-c6a5f1de65e8,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:51.022301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['d207c082-19fc-49fa-8d18-c6a5f1de65e8'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:11:51.403491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4a80d-196d-48b9-b1ef-1b8283a3830d req-d3ee7c7a-28ad-497f-a7b7-24fe1a757909 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:51.404944 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5c4a80d-196d-48b9-b1ef-1b8283a3830d req-d3ee7c7a-28ad-497f-a7b7-24fe1a757909 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 945 time: 0.0486903 Apr 18 06:11:51.447309 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5c4a80d-196d-48b9-b1ef-1b8283a3830d req-276026d2-8393-487c-b9d3-8a095ecd48cc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362732 Apr 18 06:11:52.395217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d207c082-19fc-49fa-8d18-c6a5f1de65e8 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:11:52.489639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port d207c082-19fc-49fa-8d18-c6a5f1de65e8 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:11:52.493918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port d207c082-19fc-49fa-8d18-c6a5f1de65e8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:11:52.496187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:52.567536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a85d0-5866-49e7-aad1-1090a545ef97 req-5ad15d75-19f8-4a39-a74a-285e476a8936 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:52.569029 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3e7a85d0-5866-49e7-aad1-1090a545ef97 req-5ad15d75-19f8-4a39-a74a-285e476a8936 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 945 time: 0.0507610 Apr 18 06:11:52.578292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:52.601497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:52.603900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f97fef3-a764-4365-ae6c-ac7daed2fa09" -d '{"events": [{"server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "name": "network-vif-plugged", "status": "completed", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:52.606841 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3e7a85d0-5866-49e7-aad1-1090a545ef97 req-dfcc8a71-d844-4478-8712-8fb425812b0e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319126 Apr 18 06:11:52.617969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d207c082-19fc-49fa-8d18-c6a5f1de65e8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:11:52.642543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d0aa3e-aa6d-4793-a711-78ea7c903843 x-openstack-request-id: req-d8d0aa3e-aa6d-4793-a711-78ea7c903843 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:52.642821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "name": "network-vif-plugged", "status": "completed", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:52.643061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8d0aa3e-aa6d-4793-a711-78ea7c903843 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:52.643477 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d0aa3e-aa6d-4793-a711-78ea7c903843'] response: {'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'code': 200} Apr 18 06:11:52.723580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:52.772246 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d207c082-19fc-49fa-8d18-c6a5f1de65e8,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:52.972560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34edad-3369-4fa6-bac1-3cffd9b2990b req-e35f746e-33fe-47cd-b23e-52fd8317587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:52.974981 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc34edad-3369-4fa6-bac1-3cffd9b2990b req-e35f746e-33fe-47cd-b23e-52fd8317587b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1099 time: 0.0409920 Apr 18 06:11:53.011807 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc34edad-3369-4fa6-bac1-3cffd9b2990b req-04c9c86d-a5cc-4e92-b2b5-8a59e12c65fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297041 Apr 18 06:11:53.414689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-36b56edb-1cdf-412b-a3e4-0d8257c9d9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:53.736061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1dcbc-7bee-4fa8-aeec-74219e9f88d0 req-c7aab153-9de3-4713-bd81-255f30033292 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:53.737549 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8fc1dcbc-7bee-4fa8-aeec-74219e9f88d0 req-c7aab153-9de3-4713-bd81-255f30033292 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 946 time: 0.0581574 Apr 18 06:11:53.780236 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8fc1dcbc-7bee-4fa8-aeec-74219e9f88d0 req-4054d3ea-dbdb-4ca9-ba9c-f45bf274ff54 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364666 Apr 18 06:11:54.900256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a873ccf-c6f4-4bd0-890d-c2cc1a8d2ca6 req-297e4856-4bb8-450b-8ecb-90d533be2019 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:54.901732 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6a873ccf-c6f4-4bd0-890d-c2cc1a8d2ca6 req-297e4856-4bb8-450b-8ecb-90d533be2019 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 946 time: 0.0495510 Apr 18 06:11:54.939337 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6a873ccf-c6f4-4bd0-890d-c2cc1a8d2ca6 req-ab53ab5f-e32d-44e8-b616-9ce8c065c58e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Apr 18 06:11:55.054594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341790a-b0ee-4524-9489-02e5661451ac req-5f0c78ff-6642-41a6-b328-9b54b6dd526b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:55.056092 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3341790a-b0ee-4524-9489-02e5661451ac req-5f0c78ff-6642-41a6-b328-9b54b6dd526b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 946 time: 0.0496106 Apr 18 06:11:55.093743 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3341790a-b0ee-4524-9489-02e5661451ac req-bdc3e17f-175c-4a04-812f-e1d1d80c4d53 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314271 Apr 18 06:11:55.115582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53610) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:55.154616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5455f47-9a4b-4f72-918b-350db840383c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:55.156220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d5455f47-9a4b-4f72-918b-350db840383c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1094 time: 0.0396168 Apr 18 06:11:55.158860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53612) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:55.163808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:11:55.260469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:55.358388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:55.468960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.160 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/d272ff60-5f81-47d8-9ff5-c5c7052b6779) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:11:55.826622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83b243a5-f815-4dae-81fa-9f3467d43559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:55.907635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.020672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.063764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:11:56.067391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:11:56.071835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:11:56.098770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=d272ff60-5f81-47d8-9ff5-c5c7052b6779,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:56.420782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.548318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.695459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.757425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.828774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=d272ff60-5f81-47d8-9ff5-c5c7052b6779,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:11:56.835946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:56.936580 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278 associated. External IP: 172.26.4.160, port: d207c082-19fc-49fa-8d18-c6a5f1de65e8. Apr 18 06:11:56.948587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.144176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:11:57.252668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:11:57.262718 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:11:57.273898 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:57.274498 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:57.313975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:57.342224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8fa1be8b-4b44-4d98-832c-83e2265fcada tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1822624 Apr 18 06:11:57.342807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:11:57.344986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53614) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:57.345555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939bf982-46e5-4005-a813-105c8f30bae5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:11:57.381853 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:57.382400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c838fd-37e7-4aa3-b6fe-973133344515 x-openstack-request-id: req-a2c838fd-37e7-4aa3-b6fe-973133344515 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:11:57.382683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:11:57.382932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2c838fd-37e7-4aa3-b6fe-973133344515 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:11:57.383375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c838fd-37e7-4aa3-b6fe-973133344515'] response: {'name': 'network-changed', 'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'status': 'completed', 'code': 200} Apr 18 06:11:57.420342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2d0e51db-9fa9-4f2c-a84a-0cacd0fbcd99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 992 time: 0.0740516 Apr 18 06:11:57.471067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf982-46e5-4005-a813-105c8f30bae5 req-3a9eb87d-553d-4360-a365-9d3b142cb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:57.474024 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-3a9eb87d-553d-4360-a365-9d3b142cb15d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1099 time: 0.0415528 Apr 18 06:11:57.566180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf982-46e5-4005-a813-105c8f30bae5 req-de08662f-9020-42dd-b0d7-fc66d5c6370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:57.568360 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-de08662f-9020-42dd-b0d7-fc66d5c6370b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 897 time: 0.0885775 Apr 18 06:11:57.608145 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '345ff71b-e45e-4289-8a52-bf0ff9a90278', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'port_id': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'mac_address': 'fa:16:3e:dc:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:56Z', 'updated_at': '2022-04-18T06:11:56Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:57.638718 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:11:57.647423 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:11:57.648061 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:11:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:57.687948 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-f24c8541-f7cd-40eb-b085-4156eccf6e85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 200 len: 1000 time: 0.1111634 Apr 18 06:11:57.742208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf982-46e5-4005-a813-105c8f30bae5 req-89a673e8-9e3d-4922-9f38-d960d5a38cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:57.743727 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-89a673e8-9e3d-4922-9f38-d960d5a38cb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0499868 Apr 18 06:11:57.766021 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:11:57.792082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf982-46e5-4005-a813-105c8f30bae5 req-c4e79019-969d-4ff5-a34e-9a653c8f2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:11:57.793587 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-c4e79019-969d-4ff5-a34e-9a653c8f2902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415509 Apr 18 06:11:57.884957 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-3a079344-45b0-4686-8809-782e6446b60f service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844135 Apr 18 06:11:57.982871 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-939bf982-46e5-4005-a813-105c8f30bae5 req-80acf750-fe4f-475f-adf5-8975736d11d6 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900726 Apr 18 06:11:57.990985 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '345ff71b-e45e-4289-8a52-bf0ff9a90278', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'port_id': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'mac_address': 'fa:16:3e:dc:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:56Z', 'updated_at': '2022-04-18T06:11:56Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:11:58.021549 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9247b95-7e82-40a8-947b-5ec3a44ab6be None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '345ff71b-e45e-4289-8a52-bf0ff9a90278', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'port_id': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'mac_address': 'fa:16:3e:dc:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:56Z', 'updated_at': '2022-04-18T06:11:56Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:11:58.206364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7149a22-0974-4ee7-bdda-0a78834e0557 None None] New status for floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:11:58.424348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53622) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:58.484056 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2b1106b7-123f-4873-a6c9-356a7f699a5f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 992 time: 0.0585613 Apr 18 06:11:58.729062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:58.877930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:11:59.488085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53624) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:11:59.594322 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-48de2d6b-fd8e-4fc0-a58e-7929e4cf0f58 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 994 time: 0.1051576 Apr 18 06:12:06.628704 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:12:12.786636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:23.420773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d77fd33-544d-4176-8dc1-537cb2e164da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:25.813828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e561263f-76f8-4abb-87b1-363785b6c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:25.981932 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-bc36d591-6263-47e7-8f4c-d2ed9b830b7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418890 Apr 18 06:12:26.077336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-ef9e3f98-7237-4f37-bd4d-79250ee8a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.078724 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-ef9e3f98-7237-4f37-bd4d-79250ee8a2f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1098 time: 0.0399556 Apr 18 06:12:26.186096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-caf60ddf-27cb-4cbd-8ad5-cd72d972230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.187590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-caf60ddf-27cb-4cbd-8ad5-cd72d972230a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0900214 Apr 18 06:12:26.250401 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-0f58b895-c7a6-422b-af6f-e506548007f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 200 len: 1000 time: 0.0566711 Apr 18 06:12:26.301952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-87d95013-b737-4855-bc87-4c46d0935073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.303409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-87d95013-b737-4855-bc87-4c46d0935073 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0470610 Apr 18 06:12:26.347461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-33a9a6e8-99c2-4bd9-bcc6-d65cbe8d60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:12:26.348898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-33a9a6e8-99c2-4bd9-bcc6-d65cbe8d60f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394716 Apr 18 06:12:26.437511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-374d71f9-28dd-400d-b3c6-ec88d685f4a8 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819709 Apr 18 06:12:26.530385 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f89dbb-a268-4f26-b185-8c41b8b685e2 req-f26b1337-50e1-43dc-945b-f0d13f225c37 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862439 Apr 18 06:12:26.945650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:28.745155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:28.922347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:42.773731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:43.627522 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:12:53.402705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-668ea4fb-4c52-4c46-b220-7f1fd65e46ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:55.790637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1e208a8-f0b6-4b7c-b330-2a5e41d554e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:56.961625 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:58.693560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:12:58.944668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:02.232369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53656) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:02.400560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a7b3a-1ca0-4f2a-bd3e-d42418783646 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:02.401027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a7b3a-1ca0-4f2a-bd3e-d42418783646 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:02.401667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a7b3a-1ca0-4f2a-bd3e-d42418783646 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:02.403308 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-708a7b3a-1ca0-4f2a-bd3e-d42418783646 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=f3925d54557a4f998cd70114943161c1&network_id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 3000 time: 0.1699564 Apr 18 06:13:04.734404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53670) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:04.805297 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3804df2e-6701-448e-9c56-fda09a77427f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:04.806770 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3804df2e-6701-448e-9c56-fda09a77427f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8 HTTP/1.1" status: 200 len: 814 time: 0.0714545 Apr 18 06:13:05.437059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53676) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:05.442067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:05.499927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.651029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.733804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:05.734126 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278 disassociated. External IP: 172.26.4.160, port: d207c082-19fc-49fa-8d18-c6a5f1de65e8. Apr 18 06:13:05.939276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:13:06.049059 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:13:06.054096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:06.061191 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:13:06.070716 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:13:06.071336 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:12:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:06.083606 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-84ff835d-0af4-416a-8fa2-1651acc2c3d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 690 time: 0.6453636 Apr 18 06:13:06.084200 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:06.086530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53680) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:06.087048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:13:06.128914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cee88f7-e638-4988-bd4b-c6235dac304e x-openstack-request-id: req-9cee88f7-e638-4988-bd4b-c6235dac304e {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:13:06.129207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:13:06.129602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cee88f7-e638-4988-bd4b-c6235dac304e {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:13:06.130014 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cee88f7-e638-4988-bd4b-c6235dac304e'] response: {'name': 'network-changed', 'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'status': 'completed', 'code': 200} Apr 18 06:13:06.135665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-eb53ff52-db14-4798-91db-68298e942075 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 690 time: 0.0479133 Apr 18 06:13:06.177313 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:13:06.224603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-5174a7ce-b5f2-4d3e-9e61-544d0b4a0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:06.226017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-5174a7ce-b5f2-4d3e-9e61-544d0b4a0b2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1099 time: 0.0460947 Apr 18 06:13:06.317796 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-f7ca5096-b3f7-4826-8bd3-54b43bd61801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:06.319280 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-f7ca5096-b3f7-4826-8bd3-54b43bd61801 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 897 time: 0.0836353 Apr 18 06:13:06.364016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-46d6f981-cb73-452f-9735-e15d1492ad0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 200 len: 217 time: 0.0352292 Apr 18 06:13:06.371268 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:06.400329 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:13:06.409250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:13:06.409850 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:12:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:06.416256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-6cf3525f-13cd-4020-b609-9465e5841c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:06.417718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-6cf3525f-13cd-4020-b609-9465e5841c85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0475855 Apr 18 06:13:06.464418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-c923e78d-271e-4997-ae01-3ebf13a1f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:06.466502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-c923e78d-271e-4997-ae01-3ebf13a1f213 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411572 Apr 18 06:13:06.514208 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:13:06.554995 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-7bd0f221-cfe8-484c-89b7-d0123153307d service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 Apr 18 06:13:06.648864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bf8fd9-ecd9-4dba-9e07-24ad93f8dc5c req-db768d7a-927d-4283-837d-3240d2af44ff service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867715 Apr 18 06:13:06.714609 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:06.742184 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d7482-c895-47b5-979e-be46c2605018 None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:13:06.957747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4a3e06-67fb-44df-82a2-20f1a54ba17a None None] New status for floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:13:07.139506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53686) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:07.186487 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db8f3acc-3c02-44c3-8479-7370c27e755d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 690 time: 0.0456901 Apr 18 06:13:08.189701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53688) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:08.238703 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e0ac5694-f0a2-4710-bfbd-b4d81af260f2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 688 time: 0.0478730 Apr 18 06:13:09.560754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53692) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:09.565344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754020007', 'description': 'tempest-secgroup-smoke-1754020007 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:09.659564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.729961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.801783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.830764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:09.837622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.839680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.839680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.839680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.839680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.839680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.839680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.840315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.840315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.840802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.841129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.841452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:09.890067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:09.891342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ce311a00-e976-4a6b-94d7-0ef7455d32f9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3295557 Apr 18 06:13:09.894300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53694) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:09.899007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:09.986499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.057172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.127382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.145346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0a6701-f608-4a21-8ba6-ec747c9af84f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:10.226564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.227843 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4bf2a9a2-252c-4753-a725-d1db4c62e184 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325267 Apr 18 06:13:10.230703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53696) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:10.235723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:10.337811 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.394578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.436262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.454270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888d1869-49e7-4a2c-89be-87294c566ac4,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:10.495394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.497411 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fb12c604-5349-4fe5-b748-2c1d17335b11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2643921 Apr 18 06:13:10.500140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53698) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:10.505641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:10.596164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.653825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.750391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.768273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3664830d-f550-4320-9bfc-09e2055a76d0,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:10.832206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.833415 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d56aeedf-561d-40dd-8aa0-f5a8c246b168 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323610 Apr 18 06:13:10.836273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53700) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:10.841118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:10.932446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:10.992667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.064530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.082868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca8d151-2bf8-4fe2-a38e-641d3713b8bc,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:11.169423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.170637 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4f8993ba-1ead-4ac0-bf5c-5723117b0415 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334477 Apr 18 06:13:11.173502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53702) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:11.177883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:11.270422 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:13:11.275819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.337364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.407197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.425541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb39db3e-ae3e-4f86-bc9b-8085f48f0713,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:11.501081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.502452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e274dba0-67e6-47f2-b9a0-9cc0f413a70b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278744 Apr 18 06:13:11.505415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53704) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:11.510402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:11.613057 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:13:11.618091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.680474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.767794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.786423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1504f7b9-32a1-41d6-9604-5f379e08a795,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:11.795154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.795526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.795862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.796189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.796514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.796837 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.797163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.797480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.797801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.798113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.798426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.798737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:11.860950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:11.862190 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f62fba38-3fb4-43fc-a502-365b9f9fa65e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557105 Apr 18 06:13:12.005598 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-596286db-55ea-452b-b8ca-de881e852821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754020007&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0360777 Apr 18 06:13:12.113719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-8a134214-3c4e-4655-bb70-d80bf632fdc2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:12.115452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-8a134214-3c4e-4655-bb70-d80bf632fdc2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 796 time: 0.1024690 Apr 18 06:13:12.130592 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-c45755cc-0bba-4cb1-a558-7f154fd5ce5d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0092847 Apr 18 06:13:12.186007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-d7118ea4-c98a-4c2a-b048-65332bb06921 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501022 Apr 18 06:13:12.322282 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-4d49336f-e483-47fa-87c5-da40776df3a4 service neutron] 10.222.0.43 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248097 Apr 18 06:13:12.415494 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-f0d46481-2b01-4f13-a7e4-6cbe8e977890 service neutron] 10.222.0.43 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861151 Apr 18 06:13:12.656744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c8e96d5-8551-40b9-b4bd-46d244dc05af req-d0612471-05ab-4a5c-ba5a-8d3a3d477731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 210 time: 0.0270658 Apr 18 06:13:12.813186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:13.753331 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc7a4536-bc7d-45e1-8adb-c943626cf6c2 req-b10c6a65-87b4-4894-a8ed-10db728b0632 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 210 time: 0.0286729 Apr 18 06:13:14.534940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-1974ef38-d9d4-4d81-89a9-83c83e6df2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:14.536409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-1974ef38-d9d4-4d81-89a9-83c83e6df2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 796 time: 0.1090202 Apr 18 06:13:14.588297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-2b5cc428-b83d-46db-8abe-56a4b3d08c6b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 472 time: 0.0356467 Apr 18 06:13:14.602294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:14.802319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:13:14.807003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:14.855223 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-74088e47-01f6-4b18-97a8-859fd8e32b7e req-577aa5c3-7bf9-4ca5-a12d-8a7efe6ee982 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 210 time: 0.0274627 Apr 18 06:13:14.944211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.9 (6609d38c-0c15-440d-add3-01e4eb7d277a/92cdd181-4f0a-4384-b606-f9d923da6ae5/71a37a97-2fc3-4bd3-a894-d5e737be39bd) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:13:15.078242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:15.179728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:15.223973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 6609d38c-0c15-440d-add3-01e4eb7d277a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:13:15.227028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:13:15.229696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:13:15.258870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=71a37a97-2fc3-4bd3-a894-d5e737be39bd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:15.287744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:15.288382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:15.382252 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-19761b59-be43-4f81-ae40-e1c1459a7f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835529 Apr 18 06:13:15.436369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Request body: {'port': {'device_id': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:15.491812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:15.492052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-14004c16-ad61-4de8-9216-0a2d97f37635 None None] Provisioning complete for port 71a37a97-2fc3-4bd3-a894-d5e737be39bd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:13:15.492532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-14004c16-ad61-4de8-9216-0a2d97f37635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:15.525331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-14004c16-ad61-4de8-9216-0a2d97f37635 None None] Port 71a37a97-2fc3-4bd3-a894-d5e737be39bd cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:13:15.755913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a37a97-2fc3-4bd3-a894-d5e737be39bd {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:15.763793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:15.775371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Transition to ACTIVE for port object 71a37a97-2fc3-4bd3-a894-d5e737be39bd will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:13:15.905103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:16.333238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Pushing event updated for resources: {'Port': ['ID=71a37a97-2fc3-4bd3-a894-d5e737be39bd,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:16.373881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6b7ea-5bc1-4426-a80f-bb2bbee1970a req-852ed4c1-e790-47ba-b0b5-e7b0ae721e03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:16.375408 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-57b6b7ea-5bc1-4426-a80f-bb2bbee1970a req-852ed4c1-e790-47ba-b0b5-e7b0ae721e03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 943 time: 0.4436762 Apr 18 06:13:16.406910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Attempting to bind port 71a37a97-2fc3-4bd3-a894-d5e737be39bd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:13:16.407264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Attempting to bind port 71a37a97-2fc3-4bd3-a894-d5e737be39bd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:13:16.407588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Attempting to bind port 71a37a97-2fc3-4bd3-a894-d5e737be39bd on network 6609d38c-0c15-440d-add3-01e4eb7d277a {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:13:16.414771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Port 71a37a97-2fc3-4bd3-a894-d5e737be39bd on network 6609d38c-0c15-440d-add3-01e4eb7d277a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:13:16.419570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Attempting to bind port 71a37a97-2fc3-4bd3-a894-d5e737be39bd on network 6609d38c-0c15-440d-add3-01e4eb7d277a {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:13:16.428000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:13:16.428340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Checking segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:13:16.428724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Bound using segment: {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:13:16.429150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Bound port: 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a98c576-7cde-4385-b2db-62e69a8ef6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:13:16.429507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:16.443923 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-57b6b7ea-5bc1-4426-a80f-bb2bbee1970a req-3b38f7c8-4216-46e9-baa3-5c1001482ba5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593827 Apr 18 06:13:16.499539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] For port 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:13:16.502529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] For port 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:13:16.608333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:16.645713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:16.646321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:16.647964 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] 10.222.0.46 "PUT /v2.0/ports/71a37a97-2fc3-4bd3-a894-d5e737be39bd HTTP/1.1" status: 200 len: 1093 time: 1.2161450 Apr 18 06:13:16.648522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:16.650621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5865a2-787e-4bd9-8d0c-c93cee348816" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:13:16.680975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88a280-280f-4b68-afaa-ec2fcda78fce service neutron] Pushing event updated for resources: {'Port': ['ID=71a37a97-2fc3-4bd3-a894-d5e737be39bd,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:16.793038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa4df7-6694-4c3d-8967-542236a9a639 x-openstack-request-id: req-02aa4df7-6694-4c3d-8967-542236a9a639 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:13:16.793329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:13:16.793580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02aa4df7-6694-4c3d-8967-542236a9a639 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:13:16.794040 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02aa4df7-6694-4c3d-8967-542236a9a639'] response: {'name': 'network-changed', 'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'status': 'completed', 'code': 200} Apr 18 06:13:16.824092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-823e8d96-23f0-420c-b8b5-01cc3a092ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:16.826224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-823e8d96-23f0-420c-b8b5-01cc3a092ae3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 1096 time: 0.0436363 Apr 18 06:13:16.873488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-9ab2b534-cff3-4a38-861f-82774088ca2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd HTTP/1.1" status: 200 len: 217 time: 0.0355308 Apr 18 06:13:16.922816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-77eac386-e02c-4e37-af0a-5c3a19fef7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:16.924214 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-77eac386-e02c-4e37-af0a-5c3a19fef7f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0445862 Apr 18 06:13:16.975331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-1636770a-bb8e-4774-8f9a-75d31c196008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:16.976817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-1636770a-bb8e-4774-8f9a-75d31c196008 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447426 Apr 18 06:13:17.065510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-890c6ed0-87a1-4eb6-81a2-1af1ad403f1d service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819671 Apr 18 06:13:17.161493 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff6024b0-23f1-4dbd-b66c-091167479a07 req-aaa1c18e-2aa7-4166-9090-13ac52e4528b service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885763 Apr 18 06:13:17.363453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-edc7e36e-64e2-4ea9-9cf0-403a34b99ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.364946 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-edc7e36e-64e2-4ea9-9cf0-403a34b99ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 1096 time: 0.0417120 Apr 18 06:13:17.460316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-89f4445e-3cb1-4e71-92b7-0b1eab238332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.461790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-89f4445e-3cb1-4e71-92b7-0b1eab238332 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 897 time: 0.0903902 Apr 18 06:13:17.505519 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-c25f1a18-dc5a-478e-95a3-9b6131b52bd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd HTTP/1.1" status: 200 len: 217 time: 0.0363591 Apr 18 06:13:17.587139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-38d1adc8-8aff-44a4-a968-b8e1a9b33ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.588629 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-38d1adc8-8aff-44a4-a968-b8e1a9b33ec1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0773802 Apr 18 06:13:17.597070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59bdb5-8073-4e24-a3e8-e4da08ecf22b req-4491c612-d11f-4cd5-b886-09b063c69d96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.598426 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb59bdb5-8073-4e24-a3e8-e4da08ecf22b req-4491c612-d11f-4cd5-b886-09b063c69d96 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 943 time: 0.0796645 Apr 18 06:13:17.661004 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb59bdb5-8073-4e24-a3e8-e4da08ecf22b req-620be6e0-1077-4116-a0ba-167fbe108146 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543311 Apr 18 06:13:17.665413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-bd4d44c3-e928-4431-a86d-7729dcd96b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:17.666887 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-bd4d44c3-e928-4431-a86d-7729dcd96b22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675845 Apr 18 06:13:17.760413 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-1cbb6f53-81e6-41f6-8178-573d5f4ab3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856020 Apr 18 06:13:17.851203 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5865a2-787e-4bd9-8d0c-c93cee348816 req-8c429a70-2191-4024-a2ae-092767915a80 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833392 Apr 18 06:13:18.781186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79663-abfb-4c41-a84d-2e0c3e6fb52c req-0fd8d16c-ef60-4899-a504-56f578ff4af2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:18.782642 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-56f79663-abfb-4c41-a84d-2e0c3e6fb52c req-0fd8d16c-ef60-4899-a504-56f578ff4af2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 943 time: 0.0501215 Apr 18 06:13:18.823526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-56f79663-abfb-4c41-a84d-2e0c3e6fb52c req-590824c3-6d34-4122-9a8c-ab678469ded2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Apr 18 06:13:19.939180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9ee23-fb52-4464-a370-787b68dfeebe req-d347e2ca-2f8a-4e79-a747-bd241e8a4e48 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:19.940661 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5eb9ee23-fb52-4464-a370-787b68dfeebe req-d347e2ca-2f8a-4e79-a747-bd241e8a4e48 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 943 time: 0.0494282 Apr 18 06:13:19.977733 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5eb9ee23-fb52-4464-a370-787b68dfeebe req-57d1b6be-808c-45fe-b71b-be0b478e9fc6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Apr 18 06:13:20.626879 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:13:20.800031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 71a37a97-2fc3-4bd3-a894-d5e737be39bd details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:13:20.894472 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:13:20.905665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'port_id': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'mac_address': 'fa:16:3e:96:76:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:13:20.941067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:20.953014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a37a97-2fc3-4bd3-a894-d5e737be39bd {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:13:20.975845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:13:21.053111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:21.093634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790354-f944-43e9-9232-f868bf7ce176 req-7d895a26-9306-4d35-afc4-5450b4274963 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:21.095152 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-46790354-f944-43e9-9232-f868bf7ce176 req-7d895a26-9306-4d35-afc4-5450b4274963 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 944 time: 0.0507450 Apr 18 06:13:21.100103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=71a37a97-2fc3-4bd3-a894-d5e737be39bd,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:21.106800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.107145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.107501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.107829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.108150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.108470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.108787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.109106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.109461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.109841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.110156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.110467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:13:21.133025 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-46790354-f944-43e9-9232-f868bf7ce176 req-d3748d36-1427-461b-a379-a73ac6fa0086 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Apr 18 06:13:21.472048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['71a37a97-2fc3-4bd3-a894-d5e737be39bd'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:13:22.251460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bac83-201a-4e13-bb55-b58e637a7133 req-bf12d732-f852-4f95-a3e0-2859d4a6ff26 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:22.253001 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-123bac83-201a-4e13-bb55-b58e637a7133 req-bf12d732-f852-4f95-a3e0-2859d4a6ff26 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 944 time: 0.0522637 Apr 18 06:13:22.295387 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-123bac83-201a-4e13-bb55-b58e637a7133 req-1f4175c5-4720-43dd-b560-5c7bb6a6486c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364597 Apr 18 06:13:22.815193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 71a37a97-2fc3-4bd3-a894-d5e737be39bd up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:13:22.915631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 71a37a97-2fc3-4bd3-a894-d5e737be39bd completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:13:22.919499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 71a37a97-2fc3-4bd3-a894-d5e737be39bd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:13:22.919900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:22.997932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:23.019875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:23.022160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c539215d-1075-4d46-a3c3-5e7574d9cb2b" -d '{"events": [{"server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "name": "network-vif-plugged", "status": "completed", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:13:23.034596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:13:23.058628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d871e8-da98-4113-b31b-6e25e1eaafd4 x-openstack-request-id: req-d0d871e8-da98-4113-b31b-6e25e1eaafd4 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:13:23.058951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "name": "network-vif-plugged", "status": "completed", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:13:23.059209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0d871e8-da98-4113-b31b-6e25e1eaafd4 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:13:23.059631 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d871e8-da98-4113-b31b-6e25e1eaafd4'] response: {'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'code': 200} Apr 18 06:13:23.121621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:23.168532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=71a37a97-2fc3-4bd3-a894-d5e737be39bd,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:23.435916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c9959256-1da3-4f8d-ad64-29b7a9a8f87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:23.436728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b16a20-7699-4f73-a356-d4b24917005c req-74cfed2b-1a94-4594-b2a0-d3fc3e3d69fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:23.439797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5b16a20-7699-4f73-a356-d4b24917005c req-74cfed2b-1a94-4594-b2a0-d3fc3e3d69fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0775948 Apr 18 06:13:23.442611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf64938-6d74-42c3-9d9e-a8c500988a29 req-491e86f3-b048-4c87-a86e-c5a001e0fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:23.444007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-daf64938-6d74-42c3-9d9e-a8c500988a29 req-491e86f3-b048-4c87-a86e-c5a001e0fd8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 1098 time: 0.0729206 Apr 18 06:13:23.501477 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-daf64938-6d74-42c3-9d9e-a8c500988a29 req-ad19e34c-caa2-445d-8af2-8121643e6d5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491798 Apr 18 06:13:23.504329 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d5b16a20-7699-4f73-a356-d4b24917005c req-0af8a350-8734-4e59-bfe9-02ef978b1947 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583017 Apr 18 06:13:24.619773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bae770-36cb-4b9a-a2dd-059b2026c65e req-d76c79c2-de0e-4ebd-91ff-3793aa419ab8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:24.622210 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-26bae770-36cb-4b9a-a2dd-059b2026c65e req-d76c79c2-de0e-4ebd-91ff-3793aa419ab8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0497630 Apr 18 06:13:24.660277 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-26bae770-36cb-4b9a-a2dd-059b2026c65e req-bfd790ff-2338-4054-8faf-fad481b50e6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Apr 18 06:13:25.774272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15965f9-d65f-4df7-b660-40aa0a57d0c9 req-da5a2620-f1d7-4b90-abdf-a2cef8b4d225 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:25.775771 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e15965f9-d65f-4df7-b660-40aa0a57d0c9 req-da5a2620-f1d7-4b90-abdf-a2cef8b4d225 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0497632 Apr 18 06:13:25.813490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e15965f9-d65f-4df7-b660-40aa0a57d0c9 req-b6b3d6c5-a3df-4cb5-b125-67fe3e8c4a5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Apr 18 06:13:25.824644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2961d62b-9374-4d6c-bb65-66d00ec2fcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:25.927100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e68dfd-55db-40d3-a733-a48b888637da req-99e59f77-3dba-4893-8c4c-d6dbff8bd944 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:25.928623 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-93e68dfd-55db-40d3-a733-a48b888637da req-99e59f77-3dba-4893-8c4c-d6dbff8bd944 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0487080 Apr 18 06:13:25.971408 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-93e68dfd-55db-40d3-a733-a48b888637da req-0feb6e38-a42c-4b75-8730-90894a02601e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366178 Apr 18 06:13:25.993328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53774) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:26.013763 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-c8a7260d-be27-440d-aa5a-a4e537993f07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405760 Apr 18 06:13:26.033366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69065034-b0e9-4da5-9ee4-f1054a876c8c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:26.034875 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-69065034-b0e9-4da5-9ee4-f1054a876c8c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 1093 time: 0.0405619 Apr 18 06:13:26.037687 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53776) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:26.042056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'port_id': '71a37a97-2fc3-4bd3-a894-d5e737be39bd'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:13:26.081394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:26.084350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-9e8b97dc-5d84-41b6-ac70-0878597d9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:26.085835 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-9e8b97dc-5d84-41b6-ac70-0878597d9c4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0406036 Apr 18 06:13:26.190380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-f4aa077d-d0f2-4013-b22b-c4ef181319ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:26.191886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-f4aa077d-d0f2-4013-b22b-c4ef181319ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0886886 Apr 18 06:13:26.256397 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-255ab335-0883-4742-bb7e-3c0a65b86c37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 200 len: 1001 time: 0.0580628 Apr 18 06:13:26.309567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-a7f6f4eb-f95d-4d22-b779-897b741470d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:26.311031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-a7f6f4eb-f95d-4d22-b779-897b741470d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0482833 Apr 18 06:13:26.356501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-8266ea80-5aaf-4a44-b9a3-1eaac755e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:26.358111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-8266ea80-5aaf-4a44-b9a3-1eaac755e6bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402837 Apr 18 06:13:26.452935 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-d5d4c550-ff5d-4de4-a09d-e15ad9aacc50 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884078 Apr 18 06:13:26.521532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:26.546797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fcfdadb5-9de4-4fb1-974b-1df11cc8aaa2 req-9a0bc9f5-ce82-41ca-a6ab-429ca897b878 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Apr 18 06:13:26.573088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:26.674703 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278 associated. External IP: 172.26.4.160, port: 71a37a97-2fc3-4bd3-a894-d5e737be39bd. Apr 18 06:13:26.973090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:27.146677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:13:27.252150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:13:27.257060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:27.261529 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:13:27.271479 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:13:27.272084 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:13:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:27.286470 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7af05bc5-1f62-46d4-a127-b2e318076941 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 991 time: 1.2453651 Apr 18 06:13:27.286470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:27.287082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b5150-eb52-460f-9dad-d69e6167c53c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:13:27.287532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53778) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:27.322783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8131d25f-6c0e-4c85-b38e-4d6324ef2a86 x-openstack-request-id: req-8131d25f-6c0e-4c85-b38e-4d6324ef2a86 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:13:27.323094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:13:27.323362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8131d25f-6c0e-4c85-b38e-4d6324ef2a86 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:13:27.323772 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8131d25f-6c0e-4c85-b38e-4d6324ef2a86'] response: {'name': 'network-changed', 'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'status': 'completed', 'code': 200} Apr 18 06:13:27.353930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e2cf027e-5523-4b63-9fd8-3238accefc35 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 991 time: 0.0652034 Apr 18 06:13:27.378467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:13:27.410701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-f1324844-953d-4a0d-87e7-953984d0f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:27.412236 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-f1324844-953d-4a0d-87e7-953984d0f230 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 1098 time: 0.0448949 Apr 18 06:13:27.503365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-f13bb18a-9782-40ed-a8ed-28f2a6d51834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:27.504848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-f13bb18a-9782-40ed-a8ed-28f2a6d51834 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 897 time: 0.0860329 Apr 18 06:13:27.573417 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-088dcd75-733f-4db5-b46a-760aefd9c48a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd HTTP/1.1" status: 200 len: 999 time: 0.0619583 Apr 18 06:13:27.597433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '345ff71b-e45e-4289-8a52-bf0ff9a90278', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'port_id': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'mac_address': 'fa:16:3e:96:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:56Z', 'updated_at': '2022-04-18T06:13:26Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:27.622331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-b44290ed-d0d9-4c7f-af5d-9ea50f744377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:27.623885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-b44290ed-d0d9-4c7f-af5d-9ea50f744377 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0437305 Apr 18 06:13:27.627084 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:13:27.635815 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:13:27.636403 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:13:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:27.667703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-6f0b174b-6461-436a-a6fa-4a0eb03b6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:27.669268 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-6f0b174b-6461-436a-a6fa-4a0eb03b6f15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392475 Apr 18 06:13:27.740222 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:13:27.759130 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-cdb31aef-b5c4-43d2-8bbc-fcbc800978d5 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Apr 18 06:13:27.847597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe1b5150-eb52-460f-9dad-d69e6167c53c req-b3ac2cc0-0331-43ed-be3d-dff0fae6b588 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819480 Apr 18 06:13:28.055498 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '345ff71b-e45e-4289-8a52-bf0ff9a90278', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'port_id': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'mac_address': 'fa:16:3e:96:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:56Z', 'updated_at': '2022-04-18T06:13:26Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:28.080645 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bbc31-92be-4640-b7c2-0be1c725a53a None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '345ff71b-e45e-4289-8a52-bf0ff9a90278', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'port_id': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'mac_address': 'fa:16:3e:96:76:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:11:56Z', 'updated_at': '2022-04-18T06:13:26Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:13:28.265004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd642ffb-d62b-45da-9e84-671bf0869b62 None None] New status for floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:13:28.357149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53784) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:28.423756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-de664a4b-728c-40d0-82b7-f46f79bff934 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 991 time: 0.0635788 Apr 18 06:13:28.715526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:28.881606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:29.426521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53786) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:29.485092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3833919e-f25f-4c88-bfc8-2a3232178198 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 200 len: 993 time: 0.0574305 Apr 18 06:13:42.921627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:53.435002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1189b5c1-6891-4a70-844b-03dfbbb30e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:55.855162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2451b505-2f22-45fe-92b2-ec7188a514c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:56.966522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:57.624925 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:13:58.709425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.839369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53788) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:13:58.904018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:58.994179 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Deleting port 1918e3b8-f941-4a00-b6e1-305c7255ae31 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:13:58.994436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:59.067088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:59.067441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:59.078572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Calling delete_port for 1918e3b8-f941-4a00-b6e1-305c7255ae31 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:13:59.286821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:59.312653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'Port': ['ID=1918e3b8-f941-4a00-b6e1-305c7255ae31,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:13:59.376094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:59.376418 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Floating IP 6115725e-4a4a-472e-b10a-23bfb8a7e6dd disassociated (deleted). External IP: 172.26.4.79, port: 98c78099-5f92-4227-9943-6d1442abb1f8. Apr 18 06:13:59.583935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:13:59.697406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:13:59.702261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:13:59.707850 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:13:59.718598 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:13:59.719193 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:13:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:13:59.727982 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e5274e31-5736-411e-8655-ae8eb693980a tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "DELETE /v2.0/floatingips/6115725e-4a4a-472e-b10a-23bfb8a7e6dd HTTP/1.1" status: 204 len: 168 time: 0.8875601 Apr 18 06:13:59.728568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:13:59.730968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:13:59.769637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa26ca34-0c12-434f-926e-85639a52edc8 x-openstack-request-id: req-aa26ca34-0c12-434f-926e-85639a52edc8 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:13:59.769932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:13:59.770183 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa26ca34-0c12-434f-926e-85639a52edc8 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:13:59.770594 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa26ca34-0c12-434f-926e-85639a52edc8'] response: {'name': 'network-changed', 'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8', 'status': 'completed', 'code': 200} Apr 18 06:13:59.826798 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:13:59.856180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-a337965f-d1c8-4057-8f62-8edb2c3765e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:59.857598 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-a337965f-d1c8-4057-8f62-8edb2c3765e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 1099 time: 0.0409620 Apr 18 06:13:59.951575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-4d69cf2a-4413-4c07-b0c5-1d9d030a7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:13:59.953042 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-4d69cf2a-4413-4c07-b0c5-1d9d030a7ff5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0881674 Apr 18 06:13:59.996172 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-bb9127e6-3977-4146-9881-4e591248692a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 200 len: 217 time: 0.0359247 Apr 18 06:14:00.044307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-9b80cfeb-cc6d-4ca2-ba10-d218abd3537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:00.045803 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-9b80cfeb-cc6d-4ca2-ba10-d218abd3537e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0436509 Apr 18 06:14:00.051713 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 1, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:00.077477 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:00.085868 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:00.086467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:13:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:00.099495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-52cc4cb0-3a20-435c-8588-b97f895c44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:00.101008 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-52cc4cb0-3a20-435c-8588-b97f895c44ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485809 Apr 18 06:14:00.190514 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:00.205213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e603b6-82e6-4a1b-a05f-122acc0d574f req-04837427-be79-4aa1-a929-071665098ef4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:00.206969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18e603b6-82e6-4a1b-a05f-122acc0d574f req-04837427-be79-4aa1-a929-071665098ef4 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0980933 Apr 18 06:14:00.256671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-2c381ec3-6f5e-4e6f-9880-bcfc28e083cb service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365809 Apr 18 06:14:00.263894 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18e603b6-82e6-4a1b-a05f-122acc0d574f req-7a9b2c41-a55d-4fec-aba3-29a4d0c6cee9 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503767 Apr 18 06:14:00.348849 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-415d5ccc-ed04-4ed2-b04b-3df995b99eb6 req-6e6dc260-6b44-4808-a906-a4ab1ff13ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Apr 18 06:14:00.412974 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 1, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:00.441864 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f1508-2975-40cd-9cad-7eedb545fb25 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'a19397a3-98d0-4261-b5ea-25e519fac8e7', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'floating_ip_address': '172.26.4.43', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'port_id': '94343026-47e2-430c-8872-e066db5ac2e6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'mac_address': 'fa:16:3e:68:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:08:55Z', 'updated_at': '2022-04-18T06:08:57Z', 'revision_number': 1, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:00.640720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692ea91-64e9-4acc-af24-37425c5f74fa None None] New status for floating IP 6115725e-4a4a-472e-b10a-23bfb8a7e6dd: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:14:01.384996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7a898-faf8-42ed-afa1-ffe54768aa41 req-e27141e9-1f0c-41cb-b17f-61c863f11dd5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:01.386498 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-37e7a898-faf8-42ed-afa1-ffe54768aa41 req-e27141e9-1f0c-41cb-b17f-61c863f11dd5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0506554 Apr 18 06:14:01.425147 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-37e7a898-faf8-42ed-afa1-ffe54768aa41 req-aac9848f-7cfc-4a22-a5f3-0e98a7510a86 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Apr 18 06:14:01.915842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-1d09e613-7eb0-436c-b112-76f15c82512e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:01.917197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-1d09e613-7eb0-436c-b112-76f15c82512e tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0483253 Apr 18 06:14:02.009063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Deleting port 98c78099-5f92-4227-9943-6d1442abb1f8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:02.009398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:02.093874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] For port 98c78099-5f92-4227-9943-6d1442abb1f8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=98c78099-5f92-4227-9943-6d1442abb1f8,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:02.094233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:02.110574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Calling delete_port for 98c78099-5f92-4227-9943-6d1442abb1f8 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:02.338077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:02.364239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'Port': ['ID=98c78099-5f92-4227-9943-6d1442abb1f8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:02.410817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] No DVR routers for this DVR port 98c78099-5f92-4227-9943-6d1442abb1f8 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:02.413341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:02.416647 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0318a55c-cab0-45b6-81bb-051d22e82417 req-3dca9c91-7b41-4efe-858b-706e8ea46837 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "DELETE /v2.0/ports/98c78099-5f92-4227-9943-6d1442abb1f8 HTTP/1.1" status: 204 len: 173 time: 0.4939115 Apr 18 06:14:02.417087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'name': 'network-vif-deleted', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:02.419352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6815ede-e35c-410d-88e3-322dbaa53e08" -d '{"events": [{"server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "name": "network-vif-deleted", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:14:02.457613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe531e-b90a-409f-8c54-813426d4ef8f x-openstack-request-id: req-41fe531e-b90a-409f-8c54-813426d4ef8f {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:14:02.462206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cf3e80-61f4-4efa-8282-c09ad4b5f5d1", "name": "network-vif-deleted", "tag": "98c78099-5f92-4227-9943-6d1442abb1f8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:14:02.462206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41fe531e-b90a-409f-8c54-813426d4ef8f {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:14:02.462206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fe531e-b90a-409f-8c54-813426d4ef8f'] response: {'server_uuid': '23cf3e80-61f4-4efa-8282-c09ad4b5f5d1', 'name': 'network-vif-deleted', 'tag': '98c78099-5f92-4227-9943-6d1442abb1f8', 'status': 'completed', 'code': 200} Apr 18 06:14:02.522963 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-878d7850-e871-46e1-ad03-83e0bc6cf65b req-9c2843b4-8c6d-4f13-af36-695c3c10a210 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0266776 Apr 18 06:14:03.617965 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-213e573c-78a4-44fc-a493-0312b91aaeb8 req-091f23a2-227b-4bb9-9b9f-7cefac3030d7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0270076 Apr 18 06:14:04.711742 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54b0d837-55b9-405f-91aa-35ac10b8228b req-3da09132-2114-4ef5-a46b-85100ad5b69f tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Apr 18 06:14:05.022144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 98c78099-5f92-4227-9943-6d1442abb1f8 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:05.042196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 98c78099-5f92-4227-9943-6d1442abb1f8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:05.042533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 98c78099-5f92-4227-9943-6d1442abb1f8 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:05.807335 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f18ebf0e-6cae-41f6-9949-8e7783e2c0e1 req-2f3fcaf1-5340-4b84-a12e-822cf4a759bd tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0281229 Apr 18 06:14:06.915308 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-63d471a1-2210-458d-bbd7-9204c0178b5a req-45bb8c54-3d7f-4c02-bb61-1ce58f588987 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=23cf3e80-61f4-4efa-8282-c09ad4b5f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0271726 Apr 18 06:14:12.829287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:13.576292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53846) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:13.739133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Deleting port c6037136-2b71-4652-b61d-60fad8e6984b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:13.739404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:13.812718 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:13.813047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:13.824505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Calling delete_port for c6037136-2b71-4652-b61d-60fad8e6984b owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:14.040877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:14.065393 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'Port': ['ID=c6037136-2b71-4652-b61d-60fad8e6984b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:14.076672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.077018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.077355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.077688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.078016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.078344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.078667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.078990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.079334 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.079655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.080503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.081070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:14.136269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:14.144751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Floating IP a19397a3-98d0-4261-b5ea-25e519fac8e7 disassociated (deleted). External IP: 172.26.4.43, port: 94343026-47e2-430c-8872-e066db5ac2e6. Apr 18 06:14:14.334865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:14:14.441036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:14.445845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:14.450224 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:14.460088 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:14.460678 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:13:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:14.472597 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-411ddbec-9a99-4b55-8899-211f28902ee5 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "DELETE /v2.0/floatingips/a19397a3-98d0-4261-b5ea-25e519fac8e7 HTTP/1.1" status: 204 len: 168 time: 0.8951819 Apr 18 06:14:14.473187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:14.475674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1cbc86-8d56-425e-b61e-20eac532a6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "tag": "94343026-47e2-430c-8872-e066db5ac2e6"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:14:14.513189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225453b7-c75b-4136-88b0-9cfd087c683b x-openstack-request-id: req-225453b7-c75b-4136-88b0-9cfd087c683b {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:14:14.513485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "tag": "94343026-47e2-430c-8872-e066db5ac2e6", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:14:14.513737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-225453b7-c75b-4136-88b0-9cfd087c683b {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:14:14.514148 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225453b7-c75b-4136-88b0-9cfd087c683b'] response: {'name': 'network-changed', 'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6', 'status': 'completed', 'code': 200} Apr 18 06:14:14.566669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:14.608498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-ef4f99e0-cef7-48a6-9b3d-31f014c86635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:14.608498 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-ef4f99e0-cef7-48a6-9b3d-31f014c86635 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7cc1807f2844478ff90526ba3eeb67&device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 1098 time: 0.0410221 Apr 18 06:14:14.695631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-23615744-0ef0-4f20-a4aa-62a46166b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:14.698496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-23615744-0ef0-4f20-a4aa-62a46166b940 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 200 len: 913 time: 0.0921912 Apr 18 06:14:14.739444 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-cef00e8c-73e2-47b6-bf60-4b5a3778458d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 200 len: 217 time: 0.0347965 Apr 18 06:14:14.760465 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:14.802781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-4d4a5622-c196-4f01-a155-55bcfeb866a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:14.804455 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-4d4a5622-c196-4f01-a155-55bcfeb866a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 200 len: 851 time: 0.0529096 Apr 18 06:14:14.853837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-5f43263c-2e69-4ad4-ad7d-48c3b017cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:14.855503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-5f43263c-2e69-4ad4-ad7d-48c3b017cdd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e864aaa-53e3-4cfc-9f15-20d4b86f1620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449424 Apr 18 06:14:14.879428 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:14.887345 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:14.887949 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:13:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:14.949825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7cc39-a195-4f86-8051-cf0aab619e41 req-5179c114-f3c2-494c-bda8-2876cd701a42 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:14.950416 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-448c0fd2-2bdf-42ea-929f-c9af1955436e service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Apr 18 06:14:14.952214 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cab7cc39-a195-4f86-8051-cf0aab619e41 req-5179c114-f3c2-494c-bda8-2876cd701a42 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.0558858 Apr 18 06:14:14.993444 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:14.993705 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cab7cc39-a195-4f86-8051-cf0aab619e41 req-e48bf3d1-5002-4094-87df-8ace15c86563 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343716 Apr 18 06:14:15.060103 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea1cbc86-8d56-425e-b61e-20eac532a6c4 req-ac2a73b0-4e51-4f0d-a768-0d91da9bcd40 service neutron] 10.222.0.46 "GET /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890942 Apr 18 06:14:15.186337 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:15.215826 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933f2e0-cd94-476e-bbc1-2569972e0757 None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:04:37Z', 'revision_number': 4, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '7048b485-d737-489a-827e-534f1567ad49', 'name': '', 'network_id': '4e864aaa-53e3-4cfc-9f15-20d4b86f1620', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'mac_address': 'fa:16:3e:ac:7c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:36Z', 'updated_at': '2022-04-18T06:04:43Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'subnets': [{'id': 'cb5f0e13-068b-42d3-a972-d82c9415b238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:15.434752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264146cd-ac02-4a10-b7d9-da88591cc069 None None] New status for floating IP a19397a3-98d0-4261-b5ea-25e519fac8e7: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:14:15.875971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-1aa0ab22-53c3-4dbb-9788-b2a82b7ba4e7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:15.878223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-1aa0ab22-53c3-4dbb-9788-b2a82b7ba4e7 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.0491278 Apr 18 06:14:15.969898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Deleting port 94343026-47e2-430c-8872-e066db5ac2e6 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:15.970251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:16.058905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] For port 94343026-47e2-430c-8872-e066db5ac2e6, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=94343026-47e2-430c-8872-e066db5ac2e6,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:16.059188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:16.081761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Calling delete_port for 94343026-47e2-430c-8872-e066db5ac2e6 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:16.401918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c10c7-0449-40cf-969d-968b2c981570 req-bcd294bd-90b8-44b0-b7d8-6da62d6806dc tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:16.403392 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f5c10c7-0449-40cf-969d-968b2c981570 req-bcd294bd-90b8-44b0-b7d8-6da62d6806dc tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 945 time: 0.3359623 Apr 18 06:14:16.459680 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f5c10c7-0449-40cf-969d-968b2c981570 req-96d01223-b416-451c-a570-07683370c2fb tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/security-groups?id=becce984-7f57-4a2f-8060-d7f69225d4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 Apr 18 06:14:16.612776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:16.643308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'Port': ['ID=94343026-47e2-430c-8872-e066db5ac2e6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:16.669991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.670335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.684808 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:16.692372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] No DVR routers for this DVR port 94343026-47e2-430c-8872-e066db5ac2e6 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:16.694794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:16.698140 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18d01a5f-7137-4aa2-8bed-eb69b3bc8be1 req-f26adf47-30ec-4c9e-bb26-6ba481482136 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.46 "DELETE /v2.0/ports/94343026-47e2-430c-8872-e066db5ac2e6 HTTP/1.1" status: 204 len: 173 time: 0.8153281 Apr 18 06:14:16.698572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'name': 'network-vif-deleted', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:16.700853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748d984-f65b-41d3-a133-b5e76970ee32" -d '{"events": [{"server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "name": "network-vif-deleted", "tag": "94343026-47e2-430c-8872-e066db5ac2e6"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:14:16.736087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49159ab4-eabf-4039-9be7-84fdb23aca2e x-openstack-request-id: req-49159ab4-eabf-4039-9be7-84fdb23aca2e {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:14:16.736382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b38c151-b3c4-4d46-b624-f33adfc0ec33", "name": "network-vif-deleted", "tag": "94343026-47e2-430c-8872-e066db5ac2e6", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:14:16.737130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49159ab4-eabf-4039-9be7-84fdb23aca2e {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:14:16.737539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49159ab4-eabf-4039-9be7-84fdb23aca2e'] response: {'server_uuid': '5b38c151-b3c4-4d46-b624-f33adfc0ec33', 'name': 'network-vif-deleted', 'tag': '94343026-47e2-430c-8872-e066db5ac2e6', 'status': 'completed', 'code': 200} Apr 18 06:14:17.560014 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da8b4f65-30c5-45d4-82f0-712f9b9d4d93 req-8c170f48-33f5-4b0a-8c09-eef5cf286d16 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0268552 Apr 18 06:14:18.656089 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c8c0b81-af75-4031-b47a-c6dc22668a6a req-f4fe04a2-8904-46a2-8e21-1153f7e1afc1 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0265601 Apr 18 06:14:19.131466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 94343026-47e2-430c-8872-e066db5ac2e6 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:19.155341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 94343026-47e2-430c-8872-e066db5ac2e6 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:19.155674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 94343026-47e2-430c-8872-e066db5ac2e6 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:19.751794 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cb1ab134-4269-45f8-95e4-3ba685cf5773 req-af9c3257-874f-497d-9fe6-111448d268c2 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0265141 Apr 18 06:14:20.856447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2d770bfa-fefc-41fd-b138-58eaf335104d req-5666fb51-ecbc-4bf2-899b-8c32ed57da3d tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b38c151-b3c4-4d46-b624-f33adfc0ec33 HTTP/1.1" status: 200 len: 210 time: 0.0266764 Apr 18 06:14:21.911640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53872) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:22.036491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Deleting port ce18127d-7925-474d-9c59-da8e021ada5d {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:22.036864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:22.114515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:22.114836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:22.126082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Calling delete_port for ce18127d-7925-474d-9c59-da8e021ada5d owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:22.348770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:22.373328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'Port': ['ID=ce18127d-7925-474d-9c59-da8e021ada5d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:22.435960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:22.438497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:22.440248 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-660bf5dd-fd41-4d09-b024-831c2b94bb83 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "DELETE /v2.0/floatingips/bffaf36f-ba69-4b2b-b308-f03c8647cb2f HTTP/1.1" status: 204 len: 168 time: 0.5271025 Apr 18 06:14:23.486749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-389f0ff0-8fb6-41ec-9258-80d8305c6b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:25.852952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53898) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:25.857715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91335089-237c-445e-9b73-73a2d08acabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:25.917604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-07ad4ae3-f712-4052-984b-7d52cc525465 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:25.948368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-07ad4ae3-f712-4052-984b-7d52cc525465 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:26.090951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-07ad4ae3-f712-4052-984b-7d52cc525465 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:26.093617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-07ad4ae3-f712-4052-984b-7d52cc525465 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:26.094786 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-07ad4ae3-f712-4052-984b-7d52cc525465 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] 10.222.0.43 "DELETE /v2.0/security-groups/becce984-7f57-4a2f-8060-d7f69225d4bc HTTP/1.1" status: 204 len: 168 time: 0.2406571 Apr 18 06:14:26.106299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad4ae3-f712-4052-984b-7d52cc525465 tempest-TestVolumeBootPattern-1204542449 tempest-TestVolumeBootPattern-1204542449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becce984-7f57-4a2f-8060-d7f69225d4bc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:26.229357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53902) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:26.685891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:26.926793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Deleting port 7048b485-d737-489a-827e-534f1567ad49 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:26.927576 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:26.994556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:27.006006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] For port 7048b485-d737-489a-827e-534f1567ad49, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=7048b485-d737-489a-827e-534f1567ad49,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:27.007222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:27.019584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Calling delete_port for 7048b485-d737-489a-827e-534f1567ad49 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:27.549823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:27.573871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Pushing event deleted for resources: {'Port': ['ID=7048b485-d737-489a-827e-534f1567ad49,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:27.738899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:27.960221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Router 583b136c-fdf9-44fa-91a2-927b81220d2d has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:14:27.999581 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-1fe72d3a-92dc-4ede-9459-8570106326af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449650 Apr 18 06:14:28.074919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:28.078221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-b51d4cbb-5edd-45bd-b513-eeecc08456eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:28.080010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb16289b-f68d-4a21-878f-ba4ac39bee3d admin admin] 10.222.0.43 "PUT /v2.0/routers/583b136c-fdf9-44fa-91a2-927b81220d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8496332 Apr 18 06:14:28.082853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53906) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:28.083936 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-b51d4cbb-5edd-45bd-b513-eeecc08456eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 1099 time: 0.0474644 Apr 18 06:14:28.086029 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] Sync routers for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:28.097550 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:28.098237 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:28.193819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-237633f3-d987-4c55-882f-b740eaf6b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:28.194362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.195374 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-237633f3-d987-4c55-882f-b740eaf6b0f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 200 len: 897 time: 0.0948656 Apr 18 06:14:28.206681 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:28.244821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-df7ab430-d1ff-438e-a9d8-95b6ee5234ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 200 len: 217 time: 0.0418377 Apr 18 06:14:28.296773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-5b7e978d-3803-4557-993c-198861eb6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:28.298277 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-5b7e978d-3803-4557-993c-198861eb6767 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 200 len: 835 time: 0.0467591 Apr 18 06:14:28.304167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.346935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-13a65cb9-94f4-4da3-b291-dcd16af5295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:28.348982 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-13a65cb9-94f4-4da3-b291-dcd16af5295d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6609d38c-0c15-440d-add3-01e4eb7d277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432529 Apr 18 06:14:28.385587 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:14:27Z', 'revision_number': 5, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port': {'id': '9f83dc0b-2ade-4842-bc93-4f44f557fc96', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:32Z', 'updated_at': '2022-04-18T06:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:28.415941 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] Checking router: 583b136c-fdf9-44fa-91a2-927b81220d2d for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:28.426170 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] Routers {'583b136c-fdf9-44fa-91a2-927b81220d2d'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:28.426789 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['583b136c-fdf9-44fa-91a2-927b81220d2d'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:28.441137 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Deleting port 9f83dc0b-2ade-4842-bc93-4f44f557fc96 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:28.441502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.450096 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-e17863f3-8e55-4ff6-808d-85d7e1929a61 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944197 Apr 18 06:14:28.509988 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] Set router 583b136c-fdf9-44fa-91a2-927b81220d2d gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:28.530389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] For port 9f83dc0b-2ade-4842-bc93-4f44f557fc96, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9f83dc0b-2ade-4842-bc93-4f44f557fc96,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:28.530756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.543270 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fde4d9ec-bd35-405d-a761-0e554838a154 req-ea92503d-250c-4559-8acc-88a18dae0be0 service neutron] 10.222.0.46 "GET /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Apr 18 06:14:28.544467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Calling delete_port for 9f83dc0b-2ade-4842-bc93-4f44f557fc96 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:28.566208 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:14:28Z', 'revision_number': 6, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:28.591292 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2eca6-daa9-45e4-83b5-ee8936c3b2ce None None] The sync data for ids ['583b136c-fdf9-44fa-91a2-927b81220d2d'] in dv-neutron-837488-1-hyperv is: [{'id': '583b136c-fdf9-44fa-91a2-927b81220d2d', 'name': 'tempest-TestVolumeBootPattern-1121221563-router', 'tenant_id': 'df7cc1807f2844478ff90526ba3eeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:31Z', 'updated_at': '2022-04-18T06:14:28Z', 'revision_number': 6, 'project_id': 'df7cc1807f2844478ff90526ba3eeb67', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:28.714530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.777653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.805731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f83dc0b-2ade-4842-bc93-4f44f557fc96,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:28.869652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.926330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.974138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:28.976616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.137566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.138127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 583b136c-fdf9-44fa-91a2-927b81220d2d {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:14:29.142413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.143664 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e297cae8-442d-4124-b6a8-6122b5e278fb admin admin] 10.222.0.43 "DELETE /v2.0/routers/583b136c-fdf9-44fa-91a2-927b81220d2d HTTP/1.1" status: 204 len: 168 time: 1.0598218 Apr 18 06:14:29.146097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53908) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:29.190057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Deleting subnet cb5f0e13-068b-42d3-a972-d82c9415b238 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:14:29.193263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.227950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.310438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.447848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7048b485-d737-489a-827e-534f1567ad49 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:29.452264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.472483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 7048b485-d737-489a-827e-534f1567ad49 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:29.472827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 7048b485-d737-489a-827e-534f1567ad49 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:29.473312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9f83dc0b-2ade-4842-bc93-4f44f557fc96 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:29.480117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5f0e13-068b-42d3-a972-d82c9415b238,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:29.484084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.487581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-594a20c8-058d-4529-9b9e-c8814816491c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cb5f0e13-068b-42d3-a972-d82c9415b238 HTTP/1.1" status: 204 len: 168 time: 0.3404496 Apr 18 06:14:29.490370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53910) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:29.493754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73aaa1-d5a3-47b1-91ca-fc612925a80e None None] Network 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:14:29.496024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9f83dc0b-2ade-4842-bc93-4f44f557fc96 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:29.496385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9f83dc0b-2ade-4842-bc93-4f44f557fc96 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:29.566360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.628169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Deleting port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:29.628628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.690595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] DHCP port deletion for 4e864aaa-53e3-4cfc-9f15-20d4b86f1620 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:14:29.700476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] For port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:29.700843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.714148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Calling delete_port for 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:29.736912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Deleting port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:29.737517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.800604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] For port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,segment=NetworkSegment(95d30b87-32be-4ed6-b006-926979e645c4),segment_id=95d30b87-32be-4ed6-b006-926979e645c4)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:29.800911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.816655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Calling delete_port for 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:29.886241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.892232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:29.914664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] No DVR routers for this DVR port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:29.918811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Pushing event deleted for resources: {'Port': ['ID=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:29.919235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:29.921057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] No DVR routers for this DVR port 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:29.934234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.934602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.934991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.935360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.935689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.936021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.936347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.936670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.937554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.937554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.937780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.937890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dad24e0-ab06-4466-ad2e-1b59797d92e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:29.997019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.016835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e864aaa-53e3-4cfc-9f15-20d4b86f1620']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:30.026659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d30b87-32be-4ed6-b006-926979e645c4') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:30.026950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d30b87-32be-4ed6-b006-926979e645c4') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:30.039933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.052503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.058075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:14:30.058451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:14:30.060174 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:14:30.217404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.223105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.226227 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4e864aaa-53e3-4cfc-9f15-20d4b86f1620 HTTP/1.1" status: 204 len: 168 time: 0.7348597 Apr 18 06:14:30.229249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53912) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:30.243492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c122588-e86d-422e-9f61-baf6610b9953 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e864aaa-53e3-4cfc-9f15-20d4b86f1620,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:30.641527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:30.930731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Deleting port df83075e-d2a5-42ff-b902-a6539e9a2c32 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:30.931063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:31.010253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] For port df83075e-d2a5-42ff-b902-a6539e9a2c32, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=df83075e-d2a5-42ff-b902-a6539e9a2c32,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:31.010645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:31.023577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Calling delete_port for df83075e-d2a5-42ff-b902-a6539e9a2c32 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:31.297376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:31.323131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=df83075e-d2a5-42ff-b902-a6539e9a2c32,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:31.495604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:31.499803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:31.523005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:31.523371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 1fd1644d-8161-4e80-9a0a-fc58c8a0e4dc not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:31.706324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Router ab0ebf4a-828b-40f2-8093-0e734b67279e has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:14:31.810168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:31.815790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-af140edc-4fd5-4297-b9e3-a7e8a66ecb01 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab0ebf4a-828b-40f2-8093-0e734b67279e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852816 Apr 18 06:14:31.818225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53916) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:31.821353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] Sync routers for ids ['ab0ebf4a-828b-40f2-8093-0e734b67279e'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:31.830870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] Routers {'ab0ebf4a-828b-40f2-8093-0e734b67279e'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:31.831505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab0ebf4a-828b-40f2-8093-0e734b67279e'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:31.921471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:31.935910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] Set router ab0ebf4a-828b-40f2-8093-0e734b67279e gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:32.028909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:32.167863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Deleting port 3925fe5b-2ffd-4503-b6f9-34e97153c840 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:32.168204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:32.259204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:14:31Z', 'revision_number': 5, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port': {'id': '3925fe5b-2ffd-4503-b6f9-34e97153c840', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:85:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:04:42Z', 'updated_at': '2022-04-18T06:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:32.287169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] Checking router: ab0ebf4a-828b-40f2-8093-0e734b67279e for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:32.295908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] Routers {'ab0ebf4a-828b-40f2-8093-0e734b67279e'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:32.296525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ab0ebf4a-828b-40f2-8093-0e734b67279e'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:32.387455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] Set router ab0ebf4a-828b-40f2-8093-0e734b67279e gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:32.444146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:14:32Z', 'revision_number': 6, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:32.473041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71233dd-6ffc-4ba8-8707-42d1ff2813a6 None None] The sync data for ids ['ab0ebf4a-828b-40f2-8093-0e734b67279e'] in dv-neutron-837488-1-hyperv is: [{'id': 'ab0ebf4a-828b-40f2-8093-0e734b67279e', 'name': 'tempest-TestVolumeBootPattern-1514334128-router', 'tenant_id': '9f32d07687364c20a79ae468e4e7d4a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:04:41Z', 'updated_at': '2022-04-18T06:14:32Z', 'revision_number': 6, 'project_id': '9f32d07687364c20a79ae468e4e7d4a8', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:32.496920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] For port 3925fe5b-2ffd-4503-b6f9-34e97153c840, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3925fe5b-2ffd-4503-b6f9-34e97153c840,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:32.497428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:32.510596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Calling delete_port for 3925fe5b-2ffd-4503-b6f9-34e97153c840 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:32.673447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446cf31-9a0e-4a35-abb2-6d99dae045b4 req-790431d3-cae4-4546-aa7e-22c85d31a272 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:32.675642 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b446cf31-9a0e-4a35-abb2-6d99dae045b4 req-790431d3-cae4-4546-aa7e-22c85d31a272 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0542145 Apr 18 06:14:32.713524 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b446cf31-9a0e-4a35-abb2-6d99dae045b4 req-918b71f0-26f6-46cd-9c1f-e35305a4da91 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Apr 18 06:14:32.772099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:32.797699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Pushing event deleted for resources: {'Port': ['ID=3925fe5b-2ffd-4503-b6f9-34e97153c840,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:32.860544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:32.969244 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:32.972158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.120167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.120633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab0ebf4a-828b-40f2-8093-0e734b67279e {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:14:33.125077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.126216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f0521c7a-2542-4133-8605-3b20950fa87f admin admin] 10.222.0.43 "DELETE /v2.0/routers/ab0ebf4a-828b-40f2-8093-0e734b67279e HTTP/1.1" status: 204 len: 168 time: 1.3070905 Apr 18 06:14:33.129077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53922) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:33.177802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Deleting subnet b5e5d320-d518-4326-a4a1-7e8ba0de0952 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:14:33.180692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.215563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.332902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.440418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device df83075e-d2a5-42ff-b902-a6539e9a2c32 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:33.461601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: df83075e-d2a5-42ff-b902-a6539e9a2c32 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:33.462057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device df83075e-d2a5-42ff-b902-a6539e9a2c32 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:33.462474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3925fe5b-2ffd-4503-b6f9-34e97153c840 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:33.485889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3925fe5b-2ffd-4503-b6f9-34e97153c840 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:33.486222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3925fe5b-2ffd-4503-b6f9-34e97153c840 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:33.486707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.512709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e5d320-d518-4326-a4a1-7e8ba0de0952,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:33.516473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.520907 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2170678c-ac6f-4b14-b588-4671cd71a1ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b5e5d320-d518-4326-a4a1-7e8ba0de0952 HTTP/1.1" status: 204 len: 168 time: 0.3902221 Apr 18 06:14:33.522834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53924) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:33.525817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f37165-ace4-44dc-b8a3-97fe3ab309da None None] Network 1d6f4f1c-e358-4021-8750-8e040d1d7f73 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:14:33.596144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.651571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Deleting port 645504d6-7362-440b-b404-6213d59b00b5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:33.651913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.718214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] For port 645504d6-7362-440b-b404-6213d59b00b5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=645504d6-7362-440b-b404-6213d59b00b5,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:33.718605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.726970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] DHCP port deletion for 1d6f4f1c-e358-4021-8750-8e040d1d7f73 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:14:33.731798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Calling delete_port for 645504d6-7362-440b-b404-6213d59b00b5 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:33.782380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] Deleting port 645504d6-7362-440b-b404-6213d59b00b5 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:33.782751 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.845688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] For port 645504d6-7362-440b-b404-6213d59b00b5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=645504d6-7362-440b-b404-6213d59b00b5,segment=NetworkSegment(0375d2a4-271a-4c63-9122-ef04c0bba603),segment_id=0375d2a4-271a-4c63-9122-ef04c0bba603)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:33.846105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.848510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f8ec-e917-41c6-a435-62e5c25a5b48 req-93ba83d4-3a17-4a00-a926-4cfa2a9f2d54 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:33.850029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad46f8ec-e917-41c6-a435-62e5c25a5b48 req-93ba83d4-3a17-4a00-a926-4cfa2a9f2d54 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0643497 Apr 18 06:14:33.858646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] Calling delete_port for 645504d6-7362-440b-b404-6213d59b00b5 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:33.891276 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad46f8ec-e917-41c6-a435-62e5c25a5b48 req-c8b6ea9d-279f-46bf-9c0b-719b73c7d962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349102 Apr 18 06:14:33.949107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.954964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:33.975166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Pushing event deleted for resources: {'Port': ['ID=645504d6-7362-440b-b404-6213d59b00b5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:33.978801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] No DVR routers for this DVR port 645504d6-7362-440b-b404-6213d59b00b5 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:33.983297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] Pushing event deleted for resources: {'Port': ['ID=645504d6-7362-440b-b404-6213d59b00b5,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:33.984883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11188cd-ffd2-4ea2-a179-2064b20144aa None None] No DVR routers for this DVR port 645504d6-7362-440b-b404-6213d59b00b5 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:34.050013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.070005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6f4f1c-e358-4021-8750-8e040d1d7f73']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:34.090372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0375d2a4-271a-4c63-9122-ef04c0bba603') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:34.090667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0375d2a4-271a-4c63-9122-ef04c0bba603') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:34.106440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.126610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.134093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:14:34.134539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:14:34.136216 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:14:34.263510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.268104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.271668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1d6f4f1c-e358-4021-8750-8e040d1d7f73 HTTP/1.1" status: 204 len: 168 time: 0.7478650 Apr 18 06:14:34.290591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5e637-5551-4eb1-8524-954d00760321 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6f4f1c-e358-4021-8750-8e040d1d7f73,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:34.485409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-fb5da4ef-c9d0-45ee-8ca5-a9d5678e4319 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:34.487550 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-fb5da4ef-c9d0-45ee-8ca5-a9d5678e4319 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0525568 Apr 18 06:14:34.575397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 71a37a97-2fc3-4bd3-a894-d5e737be39bd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:34.576113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.623497 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:14:34.646665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53930) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:34.666406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 71a37a97-2fc3-4bd3-a894-d5e737be39bd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=71a37a97-2fc3-4bd3-a894-d5e737be39bd,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:34.666771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.697841 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4a897599-42df-4b46-a7a3-ae87c6bd58ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df7cc1807f2844478ff90526ba3eeb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496185 Apr 18 06:14:34.700214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53932) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:34.754712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8e24-3b97-4125-a0d4-6de63c343314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.776322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8e24-3b97-4125-a0d4-6de63c343314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.885881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.886256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.886586 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278 disassociated. External IP: 172.26.4.160, port: 71a37a97-2fc3-4bd3-a894-d5e737be39bd. Apr 18 06:14:34.886928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 71a37a97-2fc3-4bd3-a894-d5e737be39bd owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:34.969195 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8e24-3b97-4125-a0d4-6de63c343314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.972510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8e24-3b97-4125-a0d4-6de63c343314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:34.973609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ddcc8e24-3b97-4125-a0d4-6de63c343314 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccbba3ae-bd13-4e3e-9169-b124fae092a2 HTTP/1.1" status: 204 len: 168 time: 0.2724919 Apr 18 06:14:34.995618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc8e24-3b97-4125-a0d4-6de63c343314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbba3ae-bd13-4e3e-9169-b124fae092a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:35.031752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3d8c-359e-4c39-8b96-6e22b0866291 req-3f3c0ccd-0e2f-4090-ac03-99cae635f853 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:35.034092 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1eeb3d8c-359e-4c39-8b96-6e22b0866291 req-3f3c0ccd-0e2f-4090-ac03-99cae635f853 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 945 time: 0.0729451 Apr 18 06:14:35.073347 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1eeb3d8c-359e-4c39-8b96-6e22b0866291 req-9079e710-04da-467a-abf7-c35bb0a94636 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Apr 18 06:14:35.114679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:35.141621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=71a37a97-2fc3-4bd3-a894-d5e737be39bd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:35.260300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:14:35.367681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:35.377749 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:35.395440 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:35.396120 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:35.427601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port 71a37a97-2fc3-4bd3-a894-d5e737be39bd on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:35.433037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:35.433666 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-172d020e-b2ec-4cd3-82c8-2c5023226ac6 req-4200f5cc-90dc-483a-a8cf-7a0cdf054226 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/71a37a97-2fc3-4bd3-a894-d5e737be39bd HTTP/1.1" status: 204 len: 173 time: 0.9403214 Apr 18 06:14:35.435265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'name': 'network-vif-deleted', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:35.438300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d09ce7-53b3-4687-8404-86f52fd7c0da" -d '{"events": [{"server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "name": "network-vif-deleted", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:14:35.453977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 645504d6-7362-440b-b404-6213d59b00b5 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:35.476257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 645504d6-7362-440b-b404-6213d59b00b5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:35.476598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 645504d6-7362-440b-b404-6213d59b00b5 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:35.484514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf3fc15-3560-4b24-8187-75ec37c15d74 x-openstack-request-id: req-bdf3fc15-3560-4b24-8187-75ec37c15d74 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:14:35.484872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e1f980-6afc-456f-b290-375f72d40f5c", "name": "network-vif-deleted", "tag": "71a37a97-2fc3-4bd3-a894-d5e737be39bd", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:14:35.485177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdf3fc15-3560-4b24-8187-75ec37c15d74 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:14:35.485747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf3fc15-3560-4b24-8187-75ec37c15d74'] response: {'server_uuid': 'f0e1f980-6afc-456f-b290-375f72d40f5c', 'name': 'network-vif-deleted', 'tag': '71a37a97-2fc3-4bd3-a894-d5e737be39bd', 'status': 'completed', 'code': 200} Apr 18 06:14:35.525437 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:35.726085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53942) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:35.732355 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:35.760201 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:35.768568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5c161f82-fe69-403c-809a-3213b84fbde6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f32d07687364c20a79ae468e4e7d4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389402 Apr 18 06:14:35.768773 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:35.768773 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:35.768986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53944) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:35.824744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b922162-56f7-4b92-b12a-1b782880eecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:35.848383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b922162-56f7-4b92-b12a-1b782880eecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:35.958830 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:35.972499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b922162-56f7-4b92-b12a-1b782880eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:35.975550 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b922162-56f7-4b92-b12a-1b782880eecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:35.976518 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6b922162-56f7-4b92-b12a-1b782880eecb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4438f363-18fa-48c6-b710-66b9febe65bc HTTP/1.1" status: 204 len: 168 time: 0.2067521 Apr 18 06:14:35.985018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b922162-56f7-4b92-b12a-1b782880eecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4438f363-18fa-48c6-b710-66b9febe65bc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:36.164381 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:36.191897 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda825e-6951-410c-8fa1-a296ed0d3b97 None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:11:36Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e82a3976-4ee3-4764-b5d7-0fe754b56a9f', 'name': '', 'network_id': '6609d38c-0c15-440d-add3-01e4eb7d277a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:cb:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:35Z', 'updated_at': '2022-04-18T06:11:39Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '92cdd181-4f0a-4384-b606-f9d923da6ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:36.428033 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68872afe-8a7a-406e-b96f-2c15cbc95f89 req-e993117d-1c47-4978-b0ac-8db4869ab9fa tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0e1f980-6afc-456f-b290-375f72d40f5c HTTP/1.1" status: 200 len: 210 time: 0.2718163 Apr 18 06:14:36.489040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1d76f7-f105-468a-bebd-9eb1b490750f None None] New status for floating IP 345ff71b-e45e-4289-8a52-bf0ff9a90278: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:14:37.203405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 71a37a97-2fc3-4bd3-a894-d5e737be39bd no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:37.223544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 71a37a97-2fc3-4bd3-a894-d5e737be39bd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:37.223886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 71a37a97-2fc3-4bd3-a894-d5e737be39bd not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:37.488865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53954) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:37.545471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25c59b74-58cc-48fe-823c-6d4b656a271e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:37.570437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25c59b74-58cc-48fe-823c-6d4b656a271e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:37.743281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25c59b74-58cc-48fe-823c-6d4b656a271e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:37.745791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-25c59b74-58cc-48fe-823c-6d4b656a271e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:37.746950 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25c59b74-58cc-48fe-823c-6d4b656a271e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b HTTP/1.1" status: 204 len: 168 time: 0.2571273 Apr 18 06:14:37.756109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c59b74-58cc-48fe-823c-6d4b656a271e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e0499-7af8-498e-b7e6-0afdb0b2dd9b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:37.904096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53958) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:38.026236 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port d272ff60-5f81-47d8-9ff5-c5c7052b6779 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:38.026616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.106120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.106440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.119934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for d272ff60-5f81-47d8-9ff5-c5c7052b6779 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:38.314518 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.341702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=d272ff60-5f81-47d8-9ff5-c5c7052b6779,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:38.399579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.402066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:38.403209 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f40ad484-a595-46d2-ac44-f6210f73fa60 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/345ff71b-e45e-4289-8a52-bf0ff9a90278 HTTP/1.1" status: 204 len: 168 time: 0.4981139 Apr 18 06:14:38.844872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7899c2-91ef-429d-b3ed-54f87041df42 req-4803f68e-d598-4e9d-ba83-4a0dbf003bb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:38.846326 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf7899c2-91ef-429d-b3ed-54f87041df42 req-4803f68e-d598-4e9d-ba83-4a0dbf003bb3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 946 time: 0.0477695 Apr 18 06:14:38.884417 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf7899c2-91ef-429d-b3ed-54f87041df42 req-0c2c3162-95af-41a2-bdef-595470231044 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Apr 18 06:14:40.053787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ccb96-c471-4b33-b67c-b12b723ec59a req-f886a46d-27af-43ee-aea4-9ba4d04801f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.055269 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da8ccb96-c471-4b33-b67c-b12b723ec59a req-f886a46d-27af-43ee-aea4-9ba4d04801f0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 946 time: 0.1018713 Apr 18 06:14:40.092744 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da8ccb96-c471-4b33-b67c-b12b723ec59a req-f896ff0c-6361-463e-9ba4-7fd414870a7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=8efc6d50-24a7-42d0-91ab-23f6be880d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313318 Apr 18 06:14:40.538158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-cd00542b-2d8b-4213-8c94-0b63823f74fd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:40.539582 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-cd00542b-2d8b-4213-8c94-0b63823f74fd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 946 time: 0.0500059 Apr 18 06:14:40.623582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port d207c082-19fc-49fa-8d18-c6a5f1de65e8 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:40.623917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.719897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port d207c082-19fc-49fa-8d18-c6a5f1de65e8, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d207c082-19fc-49fa-8d18-c6a5f1de65e8,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:40.719897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.725679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for d207c082-19fc-49fa-8d18-c6a5f1de65e8 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:40.919957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.952367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=d207c082-19fc-49fa-8d18-c6a5f1de65e8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:40.991593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port d207c082-19fc-49fa-8d18-c6a5f1de65e8 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:40.994171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:40.997424 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-739d6350-aaac-4474-b8f2-288a647ee6fb req-37fc4faf-c124-4108-9c65-fe684b2da6a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/d207c082-19fc-49fa-8d18-c6a5f1de65e8 HTTP/1.1" status: 204 len: 173 time: 0.4526744 Apr 18 06:14:40.997855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'name': 'network-vif-deleted', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:14:41.000107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99140a2-50f9-4cf9-8b34-8afa41df1bfd" -d '{"events": [{"server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "name": "network-vif-deleted", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:14:41.044414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5edc46a-ca5b-4d93-8ea5-1471fe55e847 x-openstack-request-id: req-b5edc46a-ca5b-4d93-8ea5-1471fe55e847 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:14:41.044708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd52de-f2e2-4767-af18-bab12978f25d", "name": "network-vif-deleted", "tag": "d207c082-19fc-49fa-8d18-c6a5f1de65e8", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:14:41.044955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5edc46a-ca5b-4d93-8ea5-1471fe55e847 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:14:41.045350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5edc46a-ca5b-4d93-8ea5-1471fe55e847'] response: {'server_uuid': 'cbdd52de-f2e2-4767-af18-bab12978f25d', 'name': 'network-vif-deleted', 'tag': 'd207c082-19fc-49fa-8d18-c6a5f1de65e8', 'status': 'completed', 'code': 200} Apr 18 06:14:41.187940 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e557a692-6858-481d-b2a8-e6965ddba2a3 req-c5ec3bc7-fd9b-4064-87cd-9f6c6f2e2c57 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbdd52de-f2e2-4767-af18-bab12978f25d HTTP/1.1" status: 200 len: 210 time: 0.0272615 Apr 18 06:14:42.243533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53974) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:42.304228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-904c880b-e6be-49ec-8a57-6872bb6dc5a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:42.328351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-904c880b-e6be-49ec-8a57-6872bb6dc5a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:42.468685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-904c880b-e6be-49ec-8a57-6872bb6dc5a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:42.471319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-904c880b-e6be-49ec-8a57-6872bb6dc5a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:42.473135 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-904c880b-e6be-49ec-8a57-6872bb6dc5a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/8efc6d50-24a7-42d0-91ab-23f6be880d3d HTTP/1.1" status: 204 len: 168 time: 0.2285981 Apr 18 06:14:42.482558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c880b-e6be-49ec-8a57-6872bb6dc5a2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc6d50-24a7-42d0-91ab-23f6be880d3d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:42.590043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53978) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:42.845876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:43.196842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:43.218808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d207c082-19fc-49fa-8d18-c6a5f1de65e8 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:43.243121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: d207c082-19fc-49fa-8d18-c6a5f1de65e8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:43.243479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d207c082-19fc-49fa-8d18-c6a5f1de65e8 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:43.454895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port e82a3976-4ee3-4764-b5d7-0fe754b56a9f {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:43.455157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:43.540308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port e82a3976-4ee3-4764-b5d7-0fe754b56a9f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:43.540671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:43.553681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for e82a3976-4ee3-4764-b5d7-0fe754b56a9f owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:43.823051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:43.853737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=e82a3976-4ee3-4764-b5d7-0fe754b56a9f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:44.028978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.242076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router a92b816e-a577-4d7b-9e2f-2df7a98f5236 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:14:44.344970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:44.350506 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-259d2c57-39d7-4739-9ae2-ad73f79aefe7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/a92b816e-a577-4d7b-9e2f-2df7a98f5236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594686 Apr 18 06:14:44.353427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53980) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:44.354986 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] Sync routers for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:44.365862 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:44.366455 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:44.405026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 92cdd181-4f0a-4384-b606-f9d923da6ae5 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:14:44.408038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.448901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.470243 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:44.537095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.646877 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:14:43Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:44.673355 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] Checking router: a92b816e-a577-4d7b-9e2f-2df7a98f5236 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:44.681659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] Routers {'a92b816e-a577-4d7b-9e2f-2df7a98f5236'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:44.682252 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:44.731233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.759327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=92cdd181-4f0a-4384-b606-f9d923da6ae5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:44.761317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.764482 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-db2cb9af-e6dc-41d3-8f37-f11ead037115 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/92cdd181-4f0a-4384-b606-f9d923da6ae5 HTTP/1.1" status: 204 len: 168 time: 0.4097519 Apr 18 06:14:44.767546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53982) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:44.769784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73e81b-5a90-4d25-8c0b-13347dbb40ec None None] Network 6609d38c-0c15-440d-add3-01e4eb7d277a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:14:44.798776 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] Set router a92b816e-a577-4d7b-9e2f-2df7a98f5236 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:44.892729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:44.951374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] DHCP port deletion for 6609d38c-0c15-440d-add3-01e4eb7d277a request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:14:44.980132 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:14:43Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:45.000247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] Deleting port ba903a83-4ba8-475b-a7b8-2000acb98ab3 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:45.000622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.009394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.011337 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea3fc4-1fa3-41ca-8bc0-bda9a9631ee2 None None] The sync data for ids ['a92b816e-a577-4d7b-9e2f-2df7a98f5236'] in dv-neutron-837488-1-hyperv is: [{'id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'name': 'tempest-TestNetworkBasicOps-router-1177069056', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:11:31Z', 'updated_at': '2022-04-18T06:14:43Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '3f455bcd-63eb-4560-8647-2c73bff6ca2e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92b816e-a577-4d7b-9e2f-2df7a98f5236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:11:32Z', 'updated_at': '2022-04-18T06:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:45.070034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] For port ba903a83-4ba8-475b-a7b8-2000acb98ab3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ba903a83-4ba8-475b-a7b8-2000acb98ab3,segment=NetworkSegment(3a98c576-7cde-4385-b2db-62e69a8ef6b1),segment_id=3a98c576-7cde-4385-b2db-62e69a8ef6b1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:45.070433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.083551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] Calling delete_port for ba903a83-4ba8-475b-a7b8-2000acb98ab3 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:45.127539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 3f455bcd-63eb-4560-8647-2c73bff6ca2e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:14:45.128461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.205340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 3f455bcd-63eb-4560-8647-2c73bff6ca2e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3f455bcd-63eb-4560-8647-2c73bff6ca2e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:45.205609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.218413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 3f455bcd-63eb-4560-8647-2c73bff6ca2e owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:14:45.234952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.262630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] Pushing event deleted for resources: {'Port': ['ID=ba903a83-4ba8-475b-a7b8-2000acb98ab3,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:45.266269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c43d9-17bb-47ee-a29a-903597625e31 None None] No DVR routers for this DVR port ba903a83-4ba8-475b-a7b8-2000acb98ab3 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:14:45.446871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.448633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ba903a83-4ba8-475b-a7b8-2000acb98ab3 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:45.469481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ba903a83-4ba8-475b-a7b8-2000acb98ab3 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:45.481892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ba903a83-4ba8-475b-a7b8-2000acb98ab3 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:45.481892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e82a3976-4ee3-4764-b5d7-0fe754b56a9f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:45.482391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=3f455bcd-63eb-4560-8647-2c73bff6ca2e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:45.496123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e82a3976-4ee3-4764-b5d7-0fe754b56a9f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:45.496547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e82a3976-4ee3-4764-b5d7-0fe754b56a9f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:45.540417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.631526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.633505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.742777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.743344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router a92b816e-a577-4d7b-9e2f-2df7a98f5236 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:14:45.750027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.751148 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8d3a64d9-93b7-48f3-adeb-4e833b502b32 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/a92b816e-a577-4d7b-9e2f-2df7a98f5236 HTTP/1.1" status: 204 len: 168 time: 0.9819341 Apr 18 06:14:45.754017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53984) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:45.837013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.929559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.950593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6609d38c-0c15-440d-add3-01e4eb7d277a']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:45.960615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a98c576-7cde-4385-b2db-62e69a8ef6b1') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:45.960996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a98c576-7cde-4385-b2db-62e69a8ef6b1') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:45.970727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.985120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.991834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:14:45.992231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:14:45.995471 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:14:46.125774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.134021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.139551 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/6609d38c-0c15-440d-add3-01e4eb7d277a HTTP/1.1" status: 204 len: 168 time: 0.3818185 Apr 18 06:14:46.149181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb56ed-606b-47e0-9fba-30600e626642 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=6609d38c-0c15-440d-add3-01e4eb7d277a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:46.161639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53986) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:46.166115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--1736273952', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:46.245641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:14:46.249382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.273827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:14:46.282773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.283108 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment fb0f4e33-a60e-445b-9820-a4248a603e45 of type vlan for network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 Apr 18 06:14:46.326354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.411293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.416784 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:46.417356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.480668 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=3df7e209-bd51-4ba5-8e92-b3412ab235a4,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:46.495264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:14:46.506122 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-857425e4-a310-40b4-926a-2868f83bace5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3440659 Apr 18 06:14:46.509274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53988) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:46.514727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-227186461', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:46.634427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.635677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.689639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:46.874160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.125313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.143845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.245727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.221 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c680814c-f1f4-4813-b193-8a43b5e74e1e) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:47.342964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.441558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3f455bcd-63eb-4560-8647-2c73bff6ca2e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:14:47.441989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:47.461537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3f455bcd-63eb-4560-8647-2c73bff6ca2e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:14:47.461894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3f455bcd-63eb-4560-8647-2c73bff6ca2e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:14:47.479040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:47.483877 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:47.486731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:14:47.796491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=c680814c-f1f4-4813-b193-8a43b5e74e1e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:48.095584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.286054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.468773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:14:48.573299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:48.582430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Sync routers for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:48.591585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:48.592185 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:48.670702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.671998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ffe91823-b01c-427a-865a-fcd160fb80cd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1617672 Apr 18 06:14:48.676053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53990) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:48.697935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:48.704891 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2af203c4-6b5d-4637-a34f-fbf6655ed9d6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276682 Apr 18 06:14:48.707814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53992) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:48.797869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a853357-f790-46c3-9597-7fad2bb672e0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:48.799228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a853357-f790-46c3-9597-7fad2bb672e0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904913 Apr 18 06:14:48.802832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53994) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:48.835761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b3984aa9-bf26-4b8e-a1d4-9a63f68c5c77 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317094 Apr 18 06:14:48.838440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 53996) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:48.843253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946201530', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:48.880495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:47Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:48.907703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Checking router: c08e5d8a-1c87-4177-ac91-dcaa3613d1eb for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:48.908044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Updating router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb port c680814c-f1f4-4813-b193-8a43b5e74e1e binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:14:48.937111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:48.982926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:14:48.986577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.182290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.263517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.279783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.326977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=b039f0f0-aa79-4ddd-ace6-a1c230fd98cc,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:49.335088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Attempting to bind port c680814c-f1f4-4813-b193-8a43b5e74e1e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:49.335196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Attempting to bind port c680814c-f1f4-4813-b193-8a43b5e74e1e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:49.335568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Attempting to bind port c680814c-f1f4-4813-b193-8a43b5e74e1e on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:14:49.337393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8064d0-ac17-4735-8d5c-b5f8149229fe None None] Pushing event updated for resources: {'Port': ['ID=c680814c-f1f4-4813-b193-8a43b5e74e1e,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:49.338748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:14:49.339106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 3df7e209-bd51-4ba5-8e92-b3412ab235a4, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:14:49.342707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:14:49.343357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:14:49.343509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.343916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:14:49.344373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Bound port: c680814c-f1f4-4813-b193-8a43b5e74e1e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:49.344629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.401373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] For port c680814c-f1f4-4813-b193-8a43b5e74e1e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:14:49.401373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] For port c680814c-f1f4-4813-b193-8a43b5e74e1e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c680814c-f1f4-4813-b193-8a43b5e74e1e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:14:49.474007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:14:49.514649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.572501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:49.573105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:49.599778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 3df7e209-bd51-4ba5-8e92-b3412ab235a4) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:49.603997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:49.604692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:49.611498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f23b03-62ab-4fee-a31d-b39d2e633fdc None None] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:14:49.627168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8064d0-ac17-4735-8d5c-b5f8149229fe None None] Pushing event updated for resources: {'Port': ['ID=c680814c-f1f4-4813-b193-8a43b5e74e1e,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:49.694035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-20e4cb40-1db2-4527-b244-88073e2c6c5c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8545294 Apr 18 06:14:49.696873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 53998) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:49.767759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:50.062176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:14:50.063046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.249771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:47Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:50.255640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Allocated IP 172.20.0.2 (3df7e209-bd51-4ba5-8e92-b3412ab235a4/b039f0f0-aa79-4ddd-ace6-a1c230fd98cc/f64297a4-19d2-40b1-af14-addf934957f3) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:50.282728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b52f08-1051-42b3-944b-4aebe50330f1 None None] The sync data for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv is: [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:47Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:50.416462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.445174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.522304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.563124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:50.566464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:50.575995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:14:50.585004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Pushing event updated for resources: {'Port': ['ID=f64297a4-19d2-40b1-af14-addf934957f3,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:50.643634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Attempting to bind port f64297a4-19d2-40b1-af14-addf934957f3 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:50.644303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Attempting to bind port f64297a4-19d2-40b1-af14-addf934957f3 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:50.644431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Attempting to bind port f64297a4-19d2-40b1-af14-addf934957f3 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:14:50.650455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:14:50.650834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Checking segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:14:50.651273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.651669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Bound using segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:14:50.652137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Bound port: f64297a4-19d2-40b1-af14-addf934957f3, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:50.652519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.735708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] For port f64297a4-19d2-40b1-af14-addf934957f3, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:14:50.739689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] For port f64297a4-19d2-40b1-af14-addf934957f3, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f64297a4-19d2-40b1-af14-addf934957f3,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:14:50.741467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (3df7e209-bd51-4ba5-8e92-b3412ab235a4/b039f0f0-aa79-4ddd-ace6-a1c230fd98cc/79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:50.864169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.914957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:50.978834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477b790-93f1-4573-9738-2ce505f8e28a None None] Pushing event updated for resources: {'Port': ['ID=f64297a4-19d2-40b1-af14-addf934957f3,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:50.984092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.005684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:51.007423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:51.009925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:14:51.087646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:51.087646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.307955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.497268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f64297a4-19d2-40b1-af14-addf934957f3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:14:51.550855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f64297a4-19d2-40b1-af14-addf934957f3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:51.551222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.596516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.630579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.662239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port f64297a4-19d2-40b1-af14-addf934957f3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f64297a4-19d2-40b1-af14-addf934957f3,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:51.668527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.746637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.748224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.748413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:51.749147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c680814c-f1f4-4813-b193-8a43b5e74e1e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:14:51.837561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=f64297a4-19d2-40b1-af14-addf934957f3,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:51.845637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c680814c-f1f4-4813-b193-8a43b5e74e1e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:51.849263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.852297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:51.853693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:51.926412 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:51.946348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port c680814c-f1f4-4813-b193-8a43b5e74e1e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c680814c-f1f4-4813-b193-8a43b5e74e1e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:51.974838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:14:52.082335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:14:52.086098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.087322 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-76a60d9f-f336-429f-a2f9-79d5374b2fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/c08e5d8a-1c87-4177-ac91-dcaa3613d1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3894303 Apr 18 06:14:52.090169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54000) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:52.093969 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Sync routers for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:14:52.105727 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:52.107484 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:52.137262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=c680814c-f1f4-4813-b193-8a43b5e74e1e,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:52.186175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366af5d-68cf-4305-b437-92ae79b1bcc2 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.186641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366af5d-68cf-4305-b437-92ae79b1bcc2 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.187102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366af5d-68cf-4305-b437-92ae79b1bcc2 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.187614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366af5d-68cf-4305-b437-92ae79b1bcc2 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.189259 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2366af5d-68cf-4305-b437-92ae79b1bcc2 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0966866 Apr 18 06:14:52.192304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54002) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:52.212598 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:52.279879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb15b0-e073-47da-98fe-8111b448a80c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.280335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb15b0-e073-47da-98fe-8111b448a80c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.280778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb15b0-e073-47da-98fe-8111b448a80c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.281223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb15b0-e073-47da-98fe-8111b448a80c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:52.286199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-29eb15b0-e073-47da-98fe-8111b448a80c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0896895 Apr 18 06:14:52.286413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54004) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:52.419765 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5ad8ad45-d7f6-4832-a4a5-437ba0c3aca6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1322286 Apr 18 06:14:52.421821 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:52.422661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54006) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:52.427953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2082230015', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:52.452055 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Checking router: c08e5d8a-1c87-4177-ac91-dcaa3613d1eb for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:14:52.452401 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Updating router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:14:52.568404 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.599731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:14:52.603408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.626430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] device_id is not set on port f2815fbd-e369-48e8-b241-20d09c5d68e1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:14:52.839229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.839447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57e516-bd59-48f9-90c2-d4c8e0c70fd3 None None] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:14:52.908344 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.915505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d6f4f210-45cc-4fd8-b288-875c6313d9cd None None] Provisioning complete for port f64297a4-19d2-40b1-af14-addf934957f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:52.915875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f210-45cc-4fd8-b288-875c6313d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:52.968476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.9 (3df7e209-bd51-4ba5-8e92-b3412ab235a4/b039f0f0-aa79-4ddd-ace6-a1c230fd98cc/f2815fbd-e369-48e8-b241-20d09c5d68e1) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:14:52.982041 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Pushing event updated for resources: {'Port': ['ID=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:53.005578 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.006158 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.006597 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.007027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.007482 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.007904 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.008333 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.008757 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.009174 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.009618 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.010119 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.010516 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:14:53.024070 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Attempting to bind port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:53.024462 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Attempting to bind port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:53.024965 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Attempting to bind port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:14:53.030319 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:14:53.033539 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Checking segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:14:53.033539 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.033539 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Bound using segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:14:53.033539 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Bound port: 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:53.033539 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.099276 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] For port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:14:53.108294 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] For port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:14:53.146975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.240495 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.280733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.285793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Provisioning complete for port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:53.287371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.298951 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:14:53.299586 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:53.326743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:14:53.333046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:14:53.337098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:14:53.338883 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84d591-e0cb-4243-8c2e-e389f28a224e None None] Pushing event updated for resources: {'Port': ['ID=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:53.380021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:53.412069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.419234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:53.419922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.455374 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:14:53.464708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] For port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:14:53.484952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2ea5-a718-495d-b756-9bf65cd1315e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.501783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f64297a4-19d2-40b1-af14-addf934957f3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:14:53.523561 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5aada1e9-d062-4d6c-942d-e3ec668b477f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0995431 Apr 18 06:14:53.573513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f64297a4-19d2-40b1-af14-addf934957f3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:53.573943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.598285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.662033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Provisioning complete for port f64297a4-19d2-40b1-af14-addf934957f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:53.662332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.701124 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:14:53.705137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11eef9-7c09-48ae-abb1-a8da9f8232ae None None] Pushing event updated for resources: {'Port': ['ID=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:53.738785 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec13f8-f39c-4874-9ea1-cab399caada0 None None] The sync data for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv is: [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:14:53.760046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c680814c-f1f4-4813-b193-8a43b5e74e1e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:14:53.845791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54010) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:53.850962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012201148', 'description': 'tempest-secgroup-smoke-1012201148 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:53.873006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c680814c-f1f4-4813-b193-8a43b5e74e1e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:53.873618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:53.978745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8beb8b5d-5fac-47a0-832b-7efb17c3d9a6 None None] Provisioning complete for port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:53.979132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8beb8b5d-5fac-47a0-832b-7efb17c3d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.011945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.103818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.171063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.204784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3cab2bbc-31cb-4d85-aebc-b8d78cb86dd4 None None] Provisioning complete for port f2815fbd-e369-48e8-b241-20d09c5d68e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:54.205443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3cab2bbc-31cb-4d85-aebc-b8d78cb86dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.216761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5467ce02-b910-4c72-9fa4-d6b6733f8207,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:54.259146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3cab2bbc-31cb-4d85-aebc-b8d78cb86dd4 None None] Port f2815fbd-e369-48e8-b241-20d09c5d68e1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:14:54.300923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.300923 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-950da8df-fc7e-44ae-bb0a-a0974f5e9596 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4543083 Apr 18 06:14:54.304163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54012) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:54.308862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '5467ce02-b910-4c72-9fa4-d6b6733f8207', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:54.386498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8ada64f1-711e-4247-8dda-03ac37e2e3f9 None None] Provisioning complete for port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:54.386865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ada64f1-711e-4247-8dda-03ac37e2e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.429204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.489007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.596124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-81d0b2a1-b9b8-4b39-80e4-f09c32439afb None None] Provisioning complete for port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:54.596490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-81d0b2a1-b9b8-4b39-80e4-f09c32439afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.605640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.623839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3354dccc-9eee-4e85-8800-998127cbda12,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:54.694167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.695507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5bd18d09-8346-42fb-87d4-cdd0bd5f709e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902349 Apr 18 06:14:54.698238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54014) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:54.702997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '5467ce02-b910-4c72-9fa4-d6b6733f8207', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:54.799947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.861707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.919957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:54.938747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028b734a-d0d8-4124-9984-bc6a8863c959,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:55.007476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.008706 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-32f41356-ac09-4bb2-a477-b7f1d51750c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3094013 Apr 18 06:14:55.011473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54016) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:55.020642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '5467ce02-b910-4c72-9fa4-d6b6733f8207', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:55.113530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.169021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.240109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.260028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98ef653-01d4-4a6a-a0c3-d532e297d9af,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:55.340176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.341477 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9e688f73-f9d6-4839-a24a-192f781430b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3290300 Apr 18 06:14:55.344171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54018) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:55.350092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '5467ce02-b910-4c72-9fa4-d6b6733f8207', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:55.450629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.489128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:14:55.512992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.538814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:14:55.539286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.599722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.617490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc87e6f-4335-40c2-9789-e2c98b68485f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:55.703805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.705098 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-45675e3a-3f2c-4912-9f4b-5f2d7b534e5e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600214 Apr 18 06:14:55.708563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54020) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:55.712887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '5467ce02-b910-4c72-9fa4-d6b6733f8207', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:55.805765 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:14:55.811064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.845415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-873d8f1a-02db-4502-85b4-0aa77d94dbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.872069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.948134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:55.965548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355d798b-41eb-42cf-8721-100513c99183,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.036301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.037667 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-531ef5c3-c19c-4b8f-a73d-1908ca0ff48e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281784 Apr 18 06:14:56.040430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54022) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:14:56.044780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '5467ce02-b910-4c72-9fa4-d6b6733f8207', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:56.131339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:14:56.136364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.198472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.285545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.307265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cb6fcd-5438-4142-b1ff-75380c88045c,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:56.385027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:56.386220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c61f7bcd-fd7e-403f-9b70-9ceda9e884d3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448079 Apr 18 06:14:56.581611 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-6d30dd79-d3fb-464e-b449-6a387867e9b9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012201148&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0344341 Apr 18 06:14:56.636620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-a1c6f06b-05c8-4a99-bcfc-fffa84a83a99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:56.637948 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-a1c6f06b-05c8-4a99-bcfc-fffa84a83a99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 930 time: 0.0493369 Apr 18 06:14:56.687928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-bfac5018-567e-444d-b952-08e69b1172c3 service neutron] 10.222.0.43 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0372293 Apr 18 06:14:56.790786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-09c2e062-2d7b-4158-abcc-00d0b19e663e service neutron] 10.222.0.43 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954907 Apr 18 06:14:56.884940 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-984ab6ae-dc32-4e00-ae8f-73766c19824b service neutron] 10.222.0.43 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885210 Apr 18 06:14:56.965970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:57.144415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-480981a9-520a-4bac-a74c-045c28a23757 req-6adea07c-0c86-4618-82df-d476d243f6f8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 210 time: 0.0257952 Apr 18 06:14:58.242753 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d310fcac-8607-4627-9ab1-088e78132ea8 req-84b7ff48-a4ba-4a28-9ba5-b7fca8795618 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 210 time: 0.0276117 Apr 18 06:14:58.701249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:58.930962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.099365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-1baef02b-b527-48f0-a25f-8c2e90e7cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:59.100659 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-1baef02b-b527-48f0-a25f-8c2e90e7cbd4 service neutron] 10.222.0.46 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1026 time: 0.0374048 Apr 18 06:14:59.202584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-9525a26d-11ed-49d9-a255-55e29c16f190 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:59.204071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-9525a26d-11ed-49d9-a255-55e29c16f190 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=3df7e209-bd51-4ba5-8e92-b3412ab235a4 HTTP/1.1" status: 200 len: 797 time: 0.0978477 Apr 18 06:14:59.250897 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-61e31007-22ed-4b6e-a177-4dfc2735f23d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0325677 Apr 18 06:14:59.261889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Request body: {'port': {'device_id': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:14:59.320552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.337943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3507f69b-9018-4ea3-8dfb-6dd212c942ff req-de6372c9-c39e-4c54-9eea-e459e1c6285a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 210 time: 0.0270095 Apr 18 06:14:59.580516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2815fbd-e369-48e8-b241-20d09c5d68e1 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:14:59.588700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.601227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Transition to ACTIVE for port object f2815fbd-e369-48e8-b241-20d09c5d68e1 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:14:59.679812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.730887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:14:59.804338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:14:59.804672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:14:59.805004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:14:59.809770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:14:59.810095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:14:59.815120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:14:59.815548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Checking segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:14:59.816023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Bound using segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:14:59.816366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Bound port: f2815fbd-e369-48e8-b241-20d09c5d68e1, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:14:59.816724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.884475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:14:59.887529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:14:59.959818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.996591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:14:59.997275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:14:59.998725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1131 time: 0.7407615 Apr 18 06:14:59.999187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:00.001491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af6da1-901a-4913-bfc7-323b5be2cc87" -d '{"events": [{"name": "network-changed", "server_uuid": "6d66e3c7-54d7-4265-9ec4-b60fe44a1001", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:00.027483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dc68b-f582-4a23-af49-5c84426de2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:00.044285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c4181-92cd-49d6-a8d9-d649db3b3d31 x-openstack-request-id: req-ff4c4181-92cd-49d6-a8d9-d649db3b3d31 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:00.044575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d66e3c7-54d7-4265-9ec4-b60fe44a1001", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:00.044819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff4c4181-92cd-49d6-a8d9-d649db3b3d31 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:00.045246 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4c4181-92cd-49d6-a8d9-d649db3b3d31'] response: {'name': 'network-changed', 'server_uuid': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'status': 'completed', 'code': 200} Apr 18 06:15:00.130566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6da1-901a-4913-bfc7-323b5be2cc87 req-cfa9e57c-261c-4b55-acd3-b8aec687fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.132174 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70af6da1-901a-4913-bfc7-323b5be2cc87 req-cfa9e57c-261c-4b55-acd3-b8aec687fe8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 1134 time: 0.0445979 Apr 18 06:15:00.309383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6da1-901a-4913-bfc7-323b5be2cc87 req-f44ca439-5ff7-4603-bfb6-e782b4a07f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.310765 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70af6da1-901a-4913-bfc7-323b5be2cc87 req-f44ca439-5ff7-4603-bfb6-e782b4a07f76 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1651111 Apr 18 06:15:00.463332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e659189-a2ec-46af-9b93-6beebd9c10fc req-4d1c217b-f4c2-4b5f-a042-164c1776855e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.464920 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2e659189-a2ec-46af-9b93-6beebd9c10fc req-4d1c217b-f4c2-4b5f-a042-164c1776855e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 981 time: 0.0566542 Apr 18 06:15:00.506471 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2e659189-a2ec-46af-9b93-6beebd9c10fc req-1835f3ab-e023-4445-92e7-b9dd948307bc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Apr 18 06:15:00.740844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6da1-901a-4913-bfc7-323b5be2cc87 req-1607e115-6e99-4c61-9dd9-a5057291c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.742240 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70af6da1-901a-4913-bfc7-323b5be2cc87 req-1607e115-6e99-4c61-9dd9-a5057291c417 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4248338 Apr 18 06:15:00.842459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-1f0d4553-78ef-4858-91dc-15bf837b19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.844022 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-1f0d4553-78ef-4858-91dc-15bf837b19c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 1134 time: 0.0406766 Apr 18 06:15:00.897175 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-dd8f076b-8609-4d41-80e9-b7a6b6493db8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 217 time: 0.0401073 Apr 18 06:15:00.945697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3227feef-ec08-49bd-b59d-5ab3f282fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.947121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-3227feef-ec08-49bd-b59d-5ab3f282fc95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b039f0f0-aa79-4ddd-ace6-a1c230fd98cc HTTP/1.1" status: 200 len: 834 time: 0.0444784 Apr 18 06:15:00.990940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-c4ab763e-7201-48b3-88e0-8c95c75300a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:00.992344 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-c4ab763e-7201-48b3-88e0-8c95c75300a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3df7e209-bd51-4ba5-8e92-b3412ab235a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393593 Apr 18 06:15:01.082212 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-eec37e0d-80d9-4d86-a3cb-164b3d5a0838 service neutron] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835552 Apr 18 06:15:01.170939 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-385bea8e-35a1-47ca-ba39-38c5dc38f66e req-ce08db76-c2c5-4f6b-b51f-52c2d0fbce99 service neutron] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812178 Apr 18 06:15:01.627125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb5608-41d0-4110-85d1-4d21b48f4d83 req-89b78f6f-31a6-45c7-8dad-d8d32262cb48 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:01.628593 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-15fb5608-41d0-4110-85d1-4d21b48f4d83 req-89b78f6f-31a6-45c7-8dad-d8d32262cb48 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 981 time: 0.0526097 Apr 18 06:15:01.665909 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-15fb5608-41d0-4110-85d1-4d21b48f4d83 req-bc980e6a-9845-43c9-8042-2f0265eb406f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Apr 18 06:15:02.798078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ff00-1d7f-4a6d-9dcc-6a5dcbb46437 req-875e6992-f9da-4550-992c-757d2cec8b68 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:02.799722 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-75f4ff00-1d7f-4a6d-9dcc-6a5dcbb46437 req-875e6992-f9da-4550-992c-757d2cec8b68 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 981 time: 0.0572505 Apr 18 06:15:02.843172 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-75f4ff00-1d7f-4a6d-9dcc-6a5dcbb46437 req-f1db8919-f8a5-49e3-85e9-b3db865dcf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Apr 18 06:15:03.249479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:15:03.344066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:03.354058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'port_id': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'mac_address': 'fa:16:3e:72:f4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:15:03.390416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:03.404593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2815fbd-e369-48e8-b241-20d09c5d68e1 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:03.423855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:03.508325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:03.554997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:03.866513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f2815fbd-e369-48e8-b241-20d09c5d68e1'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:15:03.961544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc5934-95f2-47c8-9f80-0aad0be1408e req-5248fa0f-b380-46b7-a4ab-d6d61d921c91 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:03.963041 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3cc5934-95f2-47c8-9f80-0aad0be1408e req-5248fa0f-b380-46b7-a4ab-d6d61d921c91 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 982 time: 0.0521989 Apr 18 06:15:04.001207 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c3cc5934-95f2-47c8-9f80-0aad0be1408e req-880c9dae-c716-4d89-a709-61635a4b91a9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Apr 18 06:15:05.115466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871d404-be5f-48ff-aa7e-9f2409da3f09 req-0339fa3a-ed49-43ed-a182-430eb9f551c8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:05.117042 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b871d404-be5f-48ff-aa7e-9f2409da3f09 req-0339fa3a-ed49-43ed-a182-430eb9f551c8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 982 time: 0.0486529 Apr 18 06:15:05.154835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b871d404-be5f-48ff-aa7e-9f2409da3f09 req-75813864-e72b-40bc-b37d-f83c430cd250 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Apr 18 06:15:05.265871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:05.359532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port f2815fbd-e369-48e8-b241-20d09c5d68e1 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:05.363400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f2815fbd-e369-48e8-b241-20d09c5d68e1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:05.363768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:05.446036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:05.467315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:05.469525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f52f2d-60f4-48b0-ac40-bdd21fbad900" -d '{"events": [{"server_uuid": "6d66e3c7-54d7-4265-9ec4-b60fe44a1001", "name": "network-vif-plugged", "status": "completed", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:05.488032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:05.507364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a1ec35-db09-4d3b-9b54-0c003df5ed43 x-openstack-request-id: req-f1a1ec35-db09-4d3b-9b54-0c003df5ed43 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:05.507677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d66e3c7-54d7-4265-9ec4-b60fe44a1001", "name": "network-vif-plugged", "status": "completed", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:05.507937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1a1ec35-db09-4d3b-9b54-0c003df5ed43 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:05.508326 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a1ec35-db09-4d3b-9b54-0c003df5ed43'] response: {'server_uuid': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'code': 200} Apr 18 06:15:05.559347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:05.613582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:05.834074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1d493-9777-4765-a38e-20f26a5f014a req-7a2dcdcd-8364-4802-b927-317c90f5d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:05.835554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-15a1d493-9777-4765-a38e-20f26a5f014a req-7a2dcdcd-8364-4802-b927-317c90f5d42c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 1136 time: 0.0417368 Apr 18 06:15:05.875704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-15a1d493-9777-4765-a38e-20f26a5f014a req-1075a473-a6b4-4b23-a779-d045802f273c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297849 Apr 18 06:15:06.271448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb282c-2e4a-4411-87a1-0789818e3044 req-c1b5aa65-2570-4546-a293-5efa079c6b5a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:06.273086 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d2cb282c-2e4a-4411-87a1-0789818e3044 req-c1b5aa65-2570-4546-a293-5efa079c6b5a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 983 time: 0.0517387 Apr 18 06:15:06.309684 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d2cb282c-2e4a-4411-87a1-0789818e3044 req-80eb5c89-9920-4c27-b5f7-b98819af923e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Apr 18 06:15:07.434553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908fed1-9bb6-4e2e-a9de-0056a918a570 req-aab066f1-6f84-48cc-b22a-b7d5a93f694d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:07.436075 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6908fed1-9bb6-4e2e-a9de-0056a918a570 req-aab066f1-6f84-48cc-b22a-b7d5a93f694d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 983 time: 0.0582340 Apr 18 06:15:07.472938 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6908fed1-9bb6-4e2e-a9de-0056a918a570 req-8a74a2f4-f212-4cd0-817e-31be10718eda tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304227 Apr 18 06:15:07.590255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1a93-39d1-4238-a778-6b9c4b9e1337 req-52145421-1c97-4861-a1a7-9d08e2915e73 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:07.591655 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-73cb1a93-39d1-4238-a778-6b9c4b9e1337 req-52145421-1c97-4861-a1a7-9d08e2915e73 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 983 time: 0.0486526 Apr 18 06:15:07.628619 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-73cb1a93-39d1-4238-a778-6b9c4b9e1337 req-bf4d67d8-37f4-496e-9c6c-0562ac0a9cb5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Apr 18 06:15:07.651330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54078) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:07.689813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f1f73-9427-4f5a-91ad-370a6f99a5c1 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:07.691301 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb0f1f73-9427-4f5a-91ad-370a6f99a5c1 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 1131 time: 0.0390253 Apr 18 06:15:07.694058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54080) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:07.698158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:07.759329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:07.858136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:07.959157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.90 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/a96e5408-2980-41bb-be1f-455162c90d65) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:08.062898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.171630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.207619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:08.212389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:08.215898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:15:08.240545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=a96e5408-2980-41bb-be1f-455162c90d65,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:08.566947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.686533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.833706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.885426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:08.957124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=a96e5408-2980-41bb-be1f-455162c90d65,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:08.967858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:09.068233 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 43fa172e-9137-47d4-acf6-7a5403846ef2 associated. External IP: 172.26.4.90, port: f2815fbd-e369-48e8-b241-20d09c5d68e1. Apr 18 06:15:09.552455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:15:09.655143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:15:09.665563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] Sync routers for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:09.674985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:09.682805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:09.778967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:09.779918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:09.811790 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bdd41584-f409-451f-8a17-71315f400821 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.1167281 Apr 18 06:15:09.812377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:09.814637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235" -d '{"events": [{"name": "network-changed", "server_uuid": "6d66e3c7-54d7-4265-9ec4-b60fe44a1001", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:09.814908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54082) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:09.851332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863c832-c608-4231-84db-d7839430ce75 x-openstack-request-id: req-9863c832-c608-4231-84db-d7839430ce75 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:09.851863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d66e3c7-54d7-4265-9ec4-b60fe44a1001", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:09.852117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9863c832-c608-4231-84db-d7839430ce75 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:09.852529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9863c832-c608-4231-84db-d7839430ce75'] response: {'name': 'network-changed', 'server_uuid': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'status': 'completed', 'code': 200} Apr 18 06:15:09.886203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026591e1-4068-48aa-bceb-f6f804ff54e6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:09.895906 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-026591e1-4068-48aa-bceb-f6f804ff54e6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001&network_id=3df7e209-bd51-4ba5-8e92-b3412ab235a4 HTTP/1.1" status: 200 len: 1131 time: 0.0746605 Apr 18 06:15:09.939533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-d71ec2d6-d4bf-44b9-a480-745df47f63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:09.941184 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-d71ec2d6-d4bf-44b9-a480-745df47f63d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 1136 time: 0.0414612 Apr 18 06:15:10.024468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '43fa172e-9137-47d4-acf6-7a5403846ef2', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'port_id': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2082230015', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'mac_address': 'fa:16:3e:72:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:15:08Z', 'updated_at': '2022-04-18T06:15:08Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:10.042608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-c68a080d-7629-4625-b5e4-cac2cf7cee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:10.044206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-c68a080d-7629-4625-b5e4-cac2cf7cee56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3df7e209-bd51-4ba5-8e92-b3412ab235a4 HTTP/1.1" status: 200 len: 898 time: 0.0961375 Apr 18 06:15:10.051058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] Checking router: c08e5d8a-1c87-4177-ac91-dcaa3613d1eb for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:10.059979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:10.060620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:14:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:10.114908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-ac495ef5-c381-4586-b8b0-4ac1ac73fe3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1036 time: 0.0645850 Apr 18 06:15:10.174643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-74e220ad-9811-432b-a801-d7f5331ad676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:10.176301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-74e220ad-9811-432b-a801-d7f5331ad676 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b039f0f0-aa79-4ddd-ace6-a1c230fd98cc HTTP/1.1" status: 200 len: 834 time: 0.0521195 Apr 18 06:15:10.178280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:10.224578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-6c636c14-41b3-483d-ac8c-76cdd0e6d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:10.226048 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-6c636c14-41b3-483d-ac8c-76cdd0e6d4b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3df7e209-bd51-4ba5-8e92-b3412ab235a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425019 Apr 18 06:15:10.326558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-a65c2566-cc9e-45b8-89bb-cc91d1203fb2 service neutron] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938969 Apr 18 06:15:10.412711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '43fa172e-9137-47d4-acf6-7a5403846ef2', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'port_id': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2082230015', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'mac_address': 'fa:16:3e:72:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:15:08Z', 'updated_at': '2022-04-18T06:15:08Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:10.426507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d85f-f9d1-4f37-92cf-1256de3ca9a9 req-e5ef9a00-5213-4e28-9d6d-5523efc831c4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:10.428029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6eb2d85f-f9d1-4f37-92cf-1256de3ca9a9 req-e5ef9a00-5213-4e28-9d6d-5523efc831c4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 983 time: 0.1047871 Apr 18 06:15:10.439632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048973c-2917-4586-84d0-7f4553e5ff8c None None] The sync data for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv is: [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '43fa172e-9137-47d4-acf6-7a5403846ef2', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.90', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'port_id': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2082230015', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'mac_address': 'fa:16:3e:72:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d66e3c7-54d7-4265-9ec4-b60fe44a1001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:15:08Z', 'updated_at': '2022-04-18T06:15:08Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:10.483035 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbbe0cfc-2d07-4b99-a57f-84a1c9a5b235 req-d1686924-21e5-42f7-97d0-af81029a7595 service neutron] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261683 Apr 18 06:15:10.490484 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6eb2d85f-f9d1-4f37-92cf-1256de3ca9a9 req-df136d15-90e7-4f0f-8398-11eccee75fba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540278 Apr 18 06:15:10.637519 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cccef12-40a1-408d-878e-b8cd7605dfff None None] New status for floating IP 43fa172e-9137-47d4-acf6-7a5403846ef2: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:15:11.609053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2d757-2ffe-4c68-90ff-86aa75b88ee7 req-9861237f-a42b-45ac-87f9-601b9e8e50dc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.610529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-83d2d757-2ffe-4c68-90ff-86aa75b88ee7 req-9861237f-a42b-45ac-87f9-601b9e8e50dc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 983 time: 0.0500572 Apr 18 06:15:11.621848 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:15:11.648305 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-83d2d757-2ffe-4c68-90ff-86aa75b88ee7 req-096a0d8f-1e56-471a-a336-e5a641435237 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Apr 18 06:15:11.950642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-b70c9b45-97b3-41ef-ac9f-61e2d54b6aa0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.952027 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-b70c9b45-97b3-41ef-ac9f-61e2d54b6aa0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 983 time: 0.0560961 Apr 18 06:15:11.994271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1885ec69-3028-4afb-b4ba-42f04d8657e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:11.995618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1885ec69-3028-4afb-b4ba-42f04d8657e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0378335 Apr 18 06:15:12.096689 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-3a95c75e-4e44-44f9-a6d5-8adcc44d3d58 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0961695 Apr 18 06:15:12.106973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:12.157758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:12.286491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:12.317880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:12.349492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] device_id is not set on port f2815fbd-e369-48e8-b241-20d09c5d68e1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:15:12.358325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:12.416449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:12.513288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=6']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:12.583958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] No DVR routers for this DVR port f2815fbd-e369-48e8-b241-20d09c5d68e1 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:15:12.654543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b3e989ce-a66f-4540-8bd7-0cc4f2bd4379 None None] Provisioning complete for port f2815fbd-e369-48e8-b241-20d09c5d68e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:12.655642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b3e989ce-a66f-4540-8bd7-0cc4f2bd4379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:12.694464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b3e989ce-a66f-4540-8bd7-0cc4f2bd4379 None None] Port f2815fbd-e369-48e8-b241-20d09c5d68e1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:15:12.733761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] In _notify_port_updated(), no bound segment for port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:15:12.734488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:12.735093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:12.736356 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0a776eb-92c9-477d-9bde-f35a302aa174 req-1d645ac7-0c5a-487a-a690-06be3015a7c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1026 time: 0.6332507 Apr 18 06:15:12.751336 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23dd4a45-465c-4b4a-8a6d-39e3e93e4c02 req-1a0a4f4e-c6c7-4b6e-a35f-0dfd06b99a04 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d66e3c7-54d7-4265-9ec4-b60fe44a1001 HTTP/1.1" status: 200 len: 210 time: 0.0304439 Apr 18 06:15:12.860985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:13.867450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54096) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:13.912067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421537e-ae63-4fd4-8b4c-ff597d304924 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:13.914121 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e421537e-ae63-4fd4-8b4c-ff597d304924 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 925 time: 0.0453005 Apr 18 06:15:14.179658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:14.184150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374028473', 'description': 'tempest-secgroup-smoke-1374028473 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:14.262174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.327460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.404850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.434594 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04f54f-e24b-4860-b046-1b9aa266d0fd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:14.441478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.441817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.442147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.442472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.442792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.443113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.443462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.444904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.445243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.445578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.445886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.446201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:14.498367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.499667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0d3e681c-60a4-41f0-a7d0-8d5a99b86f99 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3190053 Apr 18 06:15:14.502398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54102) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:14.507087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '6d04f54f-e24b-4860-b046-1b9aa266d0fd', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:14.592344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.652470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.713467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.733122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff33407-0ab5-41cb-97e1-1c93403c1505,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:14.795580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:14.796830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b005e273-9330-4f4f-9926-c1e072b5154e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935071 Apr 18 06:15:14.799608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:14.811450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '6d04f54f-e24b-4860-b046-1b9aa266d0fd', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:14.947058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.004057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.067699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.085332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d7c887-938f-425f-958d-40daa22fa8fb,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:15.138317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.139561 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b4dea6cc-b1f4-4f25-9c05-ab5efcba7fa7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389893 Apr 18 06:15:15.142155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:15.146456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '6d04f54f-e24b-4860-b046-1b9aa266d0fd', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:15.238168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.294632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.358452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:15:15.370741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.389335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b57028-fe4d-4dfa-868e-3a2ba1f013e2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:15.400529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:15:15.463931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.465181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bd8bec4e-8a2f-4518-b214-7a5b693f44f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220568 Apr 18 06:15:15.467856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54108) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:15.472151 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '6d04f54f-e24b-4860-b046-1b9aa266d0fd', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:15.552353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.613320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.690788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.708330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8740dc-1062-4d5c-ae7b-27386b2dffea,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:15.784185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.785416 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d8b56e10-1f60-4b13-b895-d5c5d06609d6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166168 Apr 18 06:15:15.788175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54110) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:15.792752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '6d04f54f-e24b-4860-b046-1b9aa266d0fd', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:15.890914 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:15:15.895948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:15.955329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.033500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.051669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da263616-f096-4a8c-a3e6-6308ee223491,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:16.126156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.127412 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-332f4fc6-4ef4-49f7-8797-8ac59539241e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382361 Apr 18 06:15:16.130126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54112) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:16.135148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '6d04f54f-e24b-4860-b046-1b9aa266d0fd', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:16.222291 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:15:16.227816 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.287083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.359086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.376778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d685ccb-5c18-4754-a3e7-8c4a3945933a,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:16.452480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:16.453703 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f2b819e8-a0ab-4c0c-b847-0882dbd5ec03 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3226247 Apr 18 06:15:16.589919 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-88e9b616-b31f-437c-b848-1dd46a487d64 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374028473&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0322104 Apr 18 06:15:16.639798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-ebecea65-a4fd-4472-9400-91f9cad35fda tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:16.641153 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-ebecea65-a4fd-4472-9400-91f9cad35fda tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 930 time: 0.0447044 Apr 18 06:15:16.686512 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7db966a1-3956-43da-a70c-31eb0ce4a28a service neutron] 10.222.0.43 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0322430 Apr 18 06:15:16.774093 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-c19e5b9e-d44e-475f-b3fb-a9ba26cfd3e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818365 Apr 18 06:15:16.865167 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-a900e81c-0754-47ba-a9e6-c5d12929d47d service neutron] 10.222.0.43 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848885 Apr 18 06:15:17.110651 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fa80a51b-5453-4f5c-bc2d-80724d52b43e req-26b7946c-cda1-4cef-93fd-202d33a2ff6f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 210 time: 0.0265434 Apr 18 06:15:18.207634 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aafdfeae-d866-4267-877c-8b132ef6c3d1 req-fad56a42-87c1-4d75-ac9f-d61a96d49510 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 210 time: 0.0269778 Apr 18 06:15:18.990335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-f11c3331-06c8-41de-b757-b705d3ee0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:18.992410 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-f11c3331-06c8-41de-b757-b705d3ee0eda service neutron] 10.222.0.46 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1026 time: 0.0391943 Apr 18 06:15:19.095798 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-dc18d183-ee01-42c8-85bd-7646d25e1cea tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:19.097253 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-dc18d183-ee01-42c8-85bd-7646d25e1cea tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=3df7e209-bd51-4ba5-8e92-b3412ab235a4 HTTP/1.1" status: 200 len: 797 time: 0.0998120 Apr 18 06:15:19.148624 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-2d1deea1-fdfd-44fd-9fa9-a3023953cb08 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 473 time: 0.0364325 Apr 18 06:15:19.158250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Request body: {'port': {'device_id': '60b0e528-b77c-4b38-95c3-f92a7c4c894d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:19.215528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:19.353935 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bed97c2b-455a-4aa7-befd-87c63ff4340b req-f90e5d78-1d7b-48a1-8e7f-86e467f83729 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 210 time: 0.0381854 Apr 18 06:15:19.498676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2815fbd-e369-48e8-b241-20d09c5d68e1 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:19.505797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:19.517827 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Transition to ACTIVE for port object f2815fbd-e369-48e8-b241-20d09c5d68e1 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:15:19.604782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:19.683159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=7']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:19.694662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.695567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.695995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.696281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.696612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.696942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.697268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.697600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.697926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.698253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.698576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.698898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:19.796646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:19.797020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:19.797491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:19.802225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:15:19.802559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Attempting to bind port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:19.808741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:15:19.809074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Checking segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:15:19.809453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Bound using segment: {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:15:19.809877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Bound port: f2815fbd-e369-48e8-b241-20d09c5d68e1, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0f4e33-a60e-445b-9820-a4248a603e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:19.810235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:19.872919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:19.875957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:15:19.964609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:19.999078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:19.999755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:20.001124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] 10.222.0.46 "PUT /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1131 time: 0.8466046 Apr 18 06:15:20.001593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b0e528-b77c-4b38-95c3-f92a7c4c894d', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:20.003892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9238d6-e5b9-4289-bc98-aad131b23510" -d '{"events": [{"name": "network-changed", "server_uuid": "60b0e528-b77c-4b38-95c3-f92a7c4c894d", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:20.029071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02592e-ef6a-4a9d-9bff-a6aa5c9e83ae service neutron] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=8']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:20.047471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63576113-a2c6-4503-947d-6b0280413557 x-openstack-request-id: req-63576113-a2c6-4503-947d-6b0280413557 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:20.047736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b0e528-b77c-4b38-95c3-f92a7c4c894d", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:20.047985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63576113-a2c6-4503-947d-6b0280413557 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:20.048391 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63576113-a2c6-4503-947d-6b0280413557'] response: {'name': 'network-changed', 'server_uuid': '60b0e528-b77c-4b38-95c3-f92a7c4c894d', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'status': 'completed', 'code': 200} Apr 18 06:15:20.133196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9238d6-e5b9-4289-bc98-aad131b23510 req-3c9792a0-ce29-4128-a659-1487fdae9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.135212 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1f9238d6-e5b9-4289-bc98-aad131b23510 req-3c9792a0-ce29-4128-a659-1487fdae9b43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 1134 time: 0.0449936 Apr 18 06:15:20.242427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9238d6-e5b9-4289-bc98-aad131b23510 req-ca41010a-8d5d-49ee-b9c2-c94e313ae091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.243801 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1f9238d6-e5b9-4289-bc98-aad131b23510 req-ca41010a-8d5d-49ee-b9c2-c94e313ae091 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0953109 Apr 18 06:15:20.336919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9238d6-e5b9-4289-bc98-aad131b23510 req-a45672d6-b8d8-4a3a-b41e-959e5bffbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.338443 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1f9238d6-e5b9-4289-bc98-aad131b23510 req-a45672d6-b8d8-4a3a-b41e-959e5bffbf31 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883060 Apr 18 06:15:20.468321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-6a60c516-124e-4a3c-8dab-ed2629cb61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.469874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-6a60c516-124e-4a3c-8dab-ed2629cb61ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 1134 time: 0.0743184 Apr 18 06:15:20.482300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630611f-0562-4c76-b063-808dce63eced req-1b8ab7f1-5378-4a05-8b01-d4b936ea8358 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.483688 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3630611f-0562-4c76-b063-808dce63eced req-1b8ab7f1-5378-4a05-8b01-d4b936ea8358 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 981 time: 0.0585880 Apr 18 06:15:20.562090 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3630611f-0562-4c76-b063-808dce63eced req-cd9073d4-6e6e-48f3-a830-bc736422b26d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719428 Apr 18 06:15:20.567845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-f8d42927-b5aa-494d-b9b3-8b4885b02a69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1036 time: 0.0832982 Apr 18 06:15:20.616893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-a0c525f0-d187-420b-9351-72789c0b62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.618358 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-a0c525f0-d187-420b-9351-72789c0b62eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b039f0f0-aa79-4ddd-ace6-a1c230fd98cc HTTP/1.1" status: 200 len: 834 time: 0.0434985 Apr 18 06:15:20.661616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-f19b3a36-3985-4731-94ad-60da2579bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:20.663134 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-f19b3a36-3985-4731-94ad-60da2579bedf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3df7e209-bd51-4ba5-8e92-b3412ab235a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388036 Apr 18 06:15:20.752715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-726e4abb-3bd6-4355-ba90-e9481923bbd6 service neutron] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832257 Apr 18 06:15:20.840578 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-405c6da6-019c-4b5e-9f76-7ef6b2789fb7 req-0f6c2cc6-f21e-429d-80c1-a4d8c82333a5 service neutron] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814457 Apr 18 06:15:21.676272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183bf4-9bc5-4d5e-9b40-b303e4bda66f req-ca77487d-bf96-4c64-9155-7ef94a5a1438 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:21.677640 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-57183bf4-9bc5-4d5e-9b40-b303e4bda66f req-ca77487d-bf96-4c64-9155-7ef94a5a1438 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 981 time: 0.0480692 Apr 18 06:15:21.714830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-57183bf4-9bc5-4d5e-9b40-b303e4bda66f req-fc3e3bdb-fe41-4683-a0d3-b016ebc94885 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Apr 18 06:15:22.829635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e1f6d-e55b-4757-b91c-b96c0b8bf195 req-bf38d9fa-c93a-45ff-9029-46a994c182b7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:22.831100 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a0e1f6d-e55b-4757-b91c-b96c0b8bf195 req-bf38d9fa-c93a-45ff-9029-46a994c182b7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 981 time: 0.0487642 Apr 18 06:15:22.870173 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a0e1f6d-e55b-4757-b91c-b96c0b8bf195 req-4100c3e2-0297-480f-a4f6-cbf5b77431fe tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Apr 18 06:15:23.375583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:15:23.432462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbf19-e26a-4534-84c5-308baf207bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:23.471842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:23.482513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'port_id': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'mac_address': 'fa:16:3e:72:f4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:15:23.522286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:23.535448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2815fbd-e369-48e8-b241-20d09c5d68e1 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:23.555653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:23.621958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:23.669762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=9']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:23.979279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f2815fbd-e369-48e8-b241-20d09c5d68e1'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:15:23.988438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f4e57-7cf4-4cec-a394-f9c4cbae5663 req-e135d2da-d86b-4bc2-8eca-85a9255fc006 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:23.989904 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f3f4e57-7cf4-4cec-a394-f9c4cbae5663 req-e135d2da-d86b-4bc2-8eca-85a9255fc006 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 982 time: 0.0526481 Apr 18 06:15:24.028181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f3f4e57-7cf4-4cec-a394-f9c4cbae5663 req-2005f3a3-06d8-4175-a920-c40a0cd70f1a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Apr 18 06:15:25.145907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc389-e3ad-4915-b6fe-c308612765c6 req-d3bd824b-c42f-4938-b5d8-bd723238ba35 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:25.147655 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-81bdc389-e3ad-4915-b6fe-c308612765c6 req-d3bd824b-c42f-4938-b5d8-bd723238ba35 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 982 time: 0.0517941 Apr 18 06:15:25.185460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-81bdc389-e3ad-4915-b6fe-c308612765c6 req-c06d804f-0519-4c26-8b8e-5ac39e1cf6cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Apr 18 06:15:25.390287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:25.490268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port f2815fbd-e369-48e8-b241-20d09c5d68e1 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:25.494837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f2815fbd-e369-48e8-b241-20d09c5d68e1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:25.495204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:25.568736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:25.593691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b0e528-b77c-4b38-95c3-f92a7c4c894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:25.596228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13301e0a-a0dc-42e8-b93e-a5f92c91efbe" -d '{"events": [{"server_uuid": "60b0e528-b77c-4b38-95c3-f92a7c4c894d", "name": "network-vif-plugged", "status": "completed", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:25.609248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:25.633188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d515ad-9da4-4ff0-9b18-651c8f9e4f35 x-openstack-request-id: req-71d515ad-9da4-4ff0-9b18-651c8f9e4f35 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:25.633900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b0e528-b77c-4b38-95c3-f92a7c4c894d", "name": "network-vif-plugged", "status": "completed", "tag": "f2815fbd-e369-48e8-b241-20d09c5d68e1", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:25.634153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71d515ad-9da4-4ff0-9b18-651c8f9e4f35 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:25.634540 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d515ad-9da4-4ff0-9b18-651c8f9e4f35'] response: {'server_uuid': '60b0e528-b77c-4b38-95c3-f92a7c4c894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2815fbd-e369-48e8-b241-20d09c5d68e1', 'code': 200} Apr 18 06:15:25.680144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:25.731215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=10']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:25.833071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-879e0797-9be8-4f25-9401-4105a186dc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:26.017205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315066-3483-4511-a86c-a901319692b9 req-e4592ab7-31f9-46aa-8516-44a9a5e457c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:26.018662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6c315066-3483-4511-a86c-a901319692b9 req-e4592ab7-31f9-46aa-8516-44a9a5e457c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 1137 time: 0.0825741 Apr 18 06:15:26.051709 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6c315066-3483-4511-a86c-a901319692b9 req-773840ad-863f-4448-abc9-8963c9584621 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266829 Apr 18 06:15:26.297352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4144a3-1884-4170-9400-7f1ead1f7a31 req-fca1eb17-a6a1-4e85-8b3a-765554a0fc31 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:26.298781 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7b4144a3-1884-4170-9400-7f1ead1f7a31 req-fca1eb17-a6a1-4e85-8b3a-765554a0fc31 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0478950 Apr 18 06:15:26.335584 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7b4144a3-1884-4170-9400-7f1ead1f7a31 req-0a854ebe-21f0-4fc8-a5f3-35f7bc9b9fc8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295298 Apr 18 06:15:26.981930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:27.454636 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ffbd1-03fe-4054-b015-9075d4f9dad3 req-d54b6d85-54be-4dcf-bb60-a9378646a08e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:27.458115 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-235ffbd1-03fe-4054-b015-9075d4f9dad3 req-d54b6d85-54be-4dcf-bb60-a9378646a08e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0530181 Apr 18 06:15:27.494385 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-235ffbd1-03fe-4054-b015-9075d4f9dad3 req-ec786347-53f9-485d-a0b2-60793c384b54 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Apr 18 06:15:28.612061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8974f7-7b88-459f-b755-d6cf3ef4359f req-5f7da71c-e4b4-4071-8b68-294a8ea7b820 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:28.613496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c8974f7-7b88-459f-b755-d6cf3ef4359f req-5f7da71c-e4b4-4071-8b68-294a8ea7b820 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0518906 Apr 18 06:15:28.649849 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c8974f7-7b88-459f-b755-d6cf3ef4359f req-490f14b4-9ec4-41e7-ae86-4eec6a1cba8f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303092 Apr 18 06:15:28.740865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:28.765753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b09880-d76e-4356-a16f-8de8cc876bf5 req-1264f4bb-def2-40e5-aec2-b83274224981 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:28.767218 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-97b09880-d76e-4356-a16f-8de8cc876bf5 req-1264f4bb-def2-40e5-aec2-b83274224981 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0489647 Apr 18 06:15:28.805508 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-97b09880-d76e-4356-a16f-8de8cc876bf5 req-3014f2c0-6c98-4e6c-9231-1838d65e8b7b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Apr 18 06:15:28.828160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54170) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:28.868184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25706b-daef-4e11-9eb2-c48e65c7f3c7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:28.869929 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fd25706b-daef-4e11-9eb2-c48e65c7f3c7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d&network_id=3df7e209-bd51-4ba5-8e92-b3412ab235a4 HTTP/1.1" status: 200 len: 1132 time: 0.0406635 Apr 18 06:15:28.896039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:29.291189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c5ee7-5254-4ce6-81d2-681a0a40f8b5 req-2a16c173-5cf9-49a2-8ac6-674c52c6b2ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:29.292956 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f9c5ee7-5254-4ce6-81d2-681a0a40f8b5 req-2a16c173-5cf9-49a2-8ac6-674c52c6b2ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0546198 Apr 18 06:15:29.331020 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1f9c5ee7-5254-4ce6-81d2-681a0a40f8b5 req-0579c043-419c-4157-8c27-bd8ea04262be tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Apr 18 06:15:30.449879 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62d2e-92bf-47f9-88e2-fb16d6336a4e req-b752e1ee-c652-4019-8ab5-4eab81c36696 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:30.451373 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d9a62d2e-92bf-47f9-88e2-fb16d6336a4e req-b752e1ee-c652-4019-8ab5-4eab81c36696 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0478468 Apr 18 06:15:30.489270 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d9a62d2e-92bf-47f9-88e2-fb16d6336a4e req-9f4e289c-1128-4b34-a8f4-3f8b5c350647 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Apr 18 06:15:30.901984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be0cd-b461-494d-a523-bbf8521c8903 req-f81d7f2e-d97f-484d-9d4d-8a8c526c2372 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:30.903443 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-283be0cd-b461-494d-a523-bbf8521c8903 req-f81d7f2e-d97f-484d-9d4d-8a8c526c2372 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0535908 Apr 18 06:15:30.945647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be0cd-b461-494d-a523-bbf8521c8903 req-5c016e83-dcce-486d-a462-3ec339abe4bb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:30.946984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-283be0cd-b461-494d-a523-bbf8521c8903 req-5c016e83-dcce-486d-a462-3ec339abe4bb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0369852 Apr 18 06:15:31.044898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-283be0cd-b461-494d-a523-bbf8521c8903 req-a863f01c-0822-48f1-a728-20609994f685 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0924368 Apr 18 06:15:31.054496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:31.108492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:31.237753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f2815fbd-e369-48e8-b241-20d09c5d68e1,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:31.546716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] For port f2815fbd-e369-48e8-b241-20d09c5d68e1, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:31.578002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] device_id is not set on port f2815fbd-e369-48e8-b241-20d09c5d68e1 yet. {{(pid=109606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 06:15:31.586264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:31.604088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17424fbe-7afd-4310-9b3f-ec773dc17479 req-5a13ec98-98e0-4ff1-9fce-37b6a17929c0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:31.611637 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-17424fbe-7afd-4310-9b3f-ec773dc17479 req-5a13ec98-98e0-4ff1-9fce-37b6a17929c0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 984 time: 0.0499959 Apr 18 06:15:31.644738 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-17424fbe-7afd-4310-9b3f-ec773dc17479 req-9d27c498-2275-4303-8948-8de72bce9a8b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Apr 18 06:15:31.666153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:31.713738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Pushing event updated for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=11']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:31.788308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] No DVR routers for this DVR port f2815fbd-e369-48e8-b241-20d09c5d68e1 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:15:31.926212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] In _notify_port_updated(), no bound segment for port f2815fbd-e369-48e8-b241-20d09c5d68e1 on network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 {{(pid=109606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 06:15:31.927099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:31.927727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:31.928998 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-283be0cd-b461-494d-a523-bbf8521c8903 req-131420c6-6832-450c-bc96-fd1543809e47 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 200 len: 1027 time: 0.8782632 Apr 18 06:15:31.972084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9eff2a9e-4c96-4488-a7f9-9c7b2b16aaa3 None None] Provisioning complete for port f2815fbd-e369-48e8-b241-20d09c5d68e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:31.978555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9eff2a9e-4c96-4488-a7f9-9c7b2b16aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:32.007166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9eff2a9e-4c96-4488-a7f9-9c7b2b16aaa3 None None] Port f2815fbd-e369-48e8-b241-20d09c5d68e1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:15:32.749966 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-594f584a-4699-4687-873e-5619a7fb477f req-8edb50e3-0d78-49c8-b9a8-56d77364b287 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b0e528-b77c-4b38-95c3-f92a7c4c894d HTTP/1.1" status: 200 len: 210 time: 0.0275927 Apr 18 06:15:33.423798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:15:33.460766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f2815fbd-e369-48e8-b241-20d09c5d68e1 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:15:33.805451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54184) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:33.863890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3a43735-d5e7-4570-867c-8481869b60a6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:33.888972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3a43735-d5e7-4570-867c-8481869b60a6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.038778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3a43735-d5e7-4570-867c-8481869b60a6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.041590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c3a43735-d5e7-4570-867c-8481869b60a6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.043301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c3a43735-d5e7-4570-867c-8481869b60a6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d04f54f-e24b-4860-b046-1b9aa266d0fd HTTP/1.1" status: 204 len: 168 time: 0.2368293 Apr 18 06:15:34.052348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a43735-d5e7-4570-867c-8481869b60a6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04f54f-e24b-4860-b046-1b9aa266d0fd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:34.126022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54188) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:34.277108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port a96e5408-2980-41bb-be1f-455162c90d65 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:15:34.277443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.349323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.349650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.361399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for a96e5408-2980-41bb-be1f-455162c90d65 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:15:34.547632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.572514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=a96e5408-2980-41bb-be1f-455162c90d65,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:34.636269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.636269 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 43fa172e-9137-47d4-acf6-7a5403846ef2 disassociated (deleted). External IP: 172.26.4.90, port: f2815fbd-e369-48e8-b241-20d09c5d68e1. Apr 18 06:15:34.836015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:15:34.952116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:15:34.956894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:34.961506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] Sync routers for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:34.971962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:34.972571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:34.986601 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-573d4fa8-99c3-4d54-9efe-935079f1664d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/43fa172e-9137-47d4-acf6-7a5403846ef2 HTTP/1.1" status: 204 len: 168 time: 0.8594701 Apr 18 06:15:35.054272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54194) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:35.078773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:35.111635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1452e3b1-dd04-46f6-aa84-94b77a2cc69a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.136472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1452e3b1-dd04-46f6-aa84-94b77a2cc69a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.256398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1452e3b1-dd04-46f6-aa84-94b77a2cc69a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.258886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1452e3b1-dd04-46f6-aa84-94b77a2cc69a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.260079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1452e3b1-dd04-46f6-aa84-94b77a2cc69a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/5467ce02-b910-4c72-9fa4-d6b6733f8207 HTTP/1.1" status: 204 len: 168 time: 0.2048204 Apr 18 06:15:35.270031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452e3b1-dd04-46f6-aa84-94b77a2cc69a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5467ce02-b910-4c72-9fa4-d6b6733f8207,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:35.290145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:35.320114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] Checking router: c08e5d8a-1c87-4177-ac91-dcaa3613d1eb for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:35.329091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:35.329678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:35.349038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54198) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:35.439039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:35.442046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port f2815fbd-e369-48e8-b241-20d09c5d68e1 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:15:35.442396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.532706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.546100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for f2815fbd-e369-48e8-b241-20d09c5d68e1 owned by {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:15:35.747666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.778624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=f2815fbd-e369-48e8-b241-20d09c5d68e1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:35.793065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:35.820489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8836907-b420-4ccb-96be-607f04dabeac None None] The sync data for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv is: [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8', 'name': '', 'network_id': '3df7e209-bd51-4ba5-8e92-b3412ab235a4', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:10:38:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:50Z', 'updated_at': '2022-04-18T06:14:53Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': 'b039f0f0-aa79-4ddd-ace6-a1c230fd98cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:35.854202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:35.860659 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2fb4501e-7f2a-4668-8ada-1ed194d9f2d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/ports/f2815fbd-e369-48e8-b241-20d09c5d68e1 HTTP/1.1" status: 204 len: 168 time: 0.5080974 Apr 18 06:15:35.862039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54200) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:36.051195 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c66a1-a4bd-414a-8341-349781b520cf None None] New status for floating IP 43fa172e-9137-47d4-acf6-7a5403846ef2: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:15:36.244509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:36.495410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:15:36.495749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:36.581714 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:36.582075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:36.595382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:15:36.861836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:36.890390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:37.065574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.276351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:15:37.378156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:15:37.384438 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-18728a88-acf3-464e-9e85-847a4e1d91e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/c08e5d8a-1c87-4177-ac91-dcaa3613d1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205467 Apr 18 06:15:37.386375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54202) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:37.389249 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] Sync routers for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:37.399152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:37.399793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:37.439215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet b039f0f0-aa79-4ddd-ace6-a1c230fd98cc {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:15:37.442405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.484209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.505559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:37.570954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.681789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:15:36Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:37.684887 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.711562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] Checking router: c08e5d8a-1c87-4177-ac91-dcaa3613d1eb for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:37.711798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=b039f0f0-aa79-4ddd-ace6-a1c230fd98cc,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:37.716037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.721967 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cef2169c-9006-44bb-9ada-f0bc4eded4d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/b039f0f0-aa79-4ddd-ace6-a1c230fd98cc HTTP/1.1" status: 204 len: 168 time: 0.3318830 Apr 18 06:15:37.721967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54204) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:37.725480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f2257-40c6-404a-9386-dffc5a20edfb None None] Network 3df7e209-bd51-4ba5-8e92-b3412ab235a4 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:15:37.741677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] Routers {'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:37.742287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:37.833590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:37.925105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] Set router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:38.046281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] DHCP port deletion for 3df7e209-bd51-4ba5-8e92-b3412ab235a4 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:15:38.150370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Deleting port f64297a4-19d2-40b1-af14-addf934957f3 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:15:38.150673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.206596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:15:36Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:38.239820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3630d-08bc-4299-99e7-5856c63114e3 None None] The sync data for ids ['c08e5d8a-1c87-4177-ac91-dcaa3613d1eb'] in dv-neutron-837488-1-hyperv is: [{'id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'name': 'tempest-TestNetworkBasicOps-router-227186461', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:14:46Z', 'updated_at': '2022-04-18T06:15:36Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': 'c680814c-f1f4-4813-b193-8a43b5e74e1e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08e5d8a-1c87-4177-ac91-dcaa3613d1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:14:47Z', 'updated_at': '2022-04-18T06:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:38.240920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.253789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] For port f64297a4-19d2-40b1-af14-addf934957f3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f64297a4-19d2-40b1-af14-addf934957f3,segment=NetworkSegment(fb0f4e33-a60e-445b-9820-a4248a603e45),segment_id=fb0f4e33-a60e-445b-9820-a4248a603e45)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:38.254792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.267129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Calling delete_port for f64297a4-19d2-40b1-af14-addf934957f3 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:15:38.372898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port c680814c-f1f4-4813-b193-8a43b5e74e1e {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:15:38.373233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.393622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.420387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Pushing event deleted for resources: {'Port': ['ID=f64297a4-19d2-40b1-af14-addf934957f3,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:38.425017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] No DVR routers for this DVR port f64297a4-19d2-40b1-af14-addf934957f3 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:15:38.430828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.431173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.431531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.436876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39eddd-aaaf-4ca2-992e-67233be9e70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:15:38.466583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port c680814c-f1f4-4813-b193-8a43b5e74e1e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c680814c-f1f4-4813-b193-8a43b5e74e1e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:38.466952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.479316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for c680814c-f1f4-4813-b193-8a43b5e74e1e owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:15:38.707677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.736124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=c680814c-f1f4-4813-b193-8a43b5e74e1e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:38.798985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.887341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.889426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.976032 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.976475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router c08e5d8a-1c87-4177-ac91-dcaa3613d1eb {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:15:38.984010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:38.985297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-05e61cfe-e231-436b-8b51-7c050d517cbc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/c08e5d8a-1c87-4177-ac91-dcaa3613d1eb HTTP/1.1" status: 204 len: 168 time: 1.2624090 Apr 18 06:15:38.987980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54206) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:39.070218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.155585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.178679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df7e209-bd51-4ba5-8e92-b3412ab235a4']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:39.188052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0f4e33-a60e-445b-9820-a4248a603e45') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:39.188342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0f4e33-a60e-445b-9820-a4248a603e45') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:39.197083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.210197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.216110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:15:39.219570 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:15:39.341400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.346244 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.349401 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/3df7e209-bd51-4ba5-8e92-b3412ab235a4 HTTP/1.1" status: 204 len: 168 time: 0.3603857 Apr 18 06:15:39.364212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54208) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:39.365071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348945d-9ca9-4a49-914a-5fc125f5a5d1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=3df7e209-bd51-4ba5-8e92-b3412ab235a4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:39.377586 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cccb7933-2f6a-4176-b52c-71a280178b7b tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114393 Apr 18 06:15:39.380241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54210) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:39.384954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--270012785', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:39.478710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:15:39.483883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f64297a4-19d2-40b1-af14-addf934957f3 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:15:39.484694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.508026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: f64297a4-19d2-40b1-af14-addf934957f3 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:15:39.508375 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f64297a4-19d2-40b1-af14-addf934957f3 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:15:39.508796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:15:39.508936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:15:39.518232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.518568 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment bbe1b765-0380-46ac-bdb4-2baea4c70184 of type vlan for network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f Apr 18 06:15:39.534867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:15:39.535211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 79d5d7c1-39b2-4c5a-bfc1-c33390c2b0f8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:15:39.535658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c680814c-f1f4-4813-b193-8a43b5e74e1e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:15:39.558693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c680814c-f1f4-4813-b193-8a43b5e74e1e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:15:39.559038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c680814c-f1f4-4813-b193-8a43b5e74e1e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:15:39.570694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.622180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.627835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:39.628418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.691853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=5cd9ed84-3a35-4e04-a372-5eff6a3b553f,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:39.701935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:15:39.761826 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-831824a0-c8d5-4e1f-bdca-2de8ec0c9d98 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3805809 Apr 18 06:15:39.764607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54212) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:39.770265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:39.873489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.874447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:39.929826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.146552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.385242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.404924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.508084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.56 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/94afbbf1-6b02-4ac3-8c61-ab8a60608e03) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:40.605979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.701885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:40.741604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:40.745174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:40.749032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:15:40.754689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:41.089207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.277763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.467398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:15:41.572176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:15:41.582231 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Sync routers for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:41.592743 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:41.593345 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:41.641011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.642303 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f829fb2e-5ae7-4071-b477-d99964d61be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8767214 Apr 18 06:15:41.645421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54214) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:41.678460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-32155ca7-9313-42a7-97da-fad5dffae370 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317628 Apr 18 06:15:41.680863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54216) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:41.695357 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:41.768207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edcaf43-ae53-4456-99ff-fbae838bf70e tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:41.770098 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6edcaf43-ae53-4456-99ff-fbae838bf70e tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883408 Apr 18 06:15:41.773288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54218) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:41.802200 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ae2b4498-db5b-4324-9bc8-f1d4f24e46b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278025 Apr 18 06:15:41.804656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54220) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:41.809466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053124286', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:41.870366 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:40Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:41.900080 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Checking router: 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:41.900427 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Updating router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:15:41.924168 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:41.986107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:15:41.989925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.171461 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.199436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.215757 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.260164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=729a36a6-cbd7-4d87-ab33-5985fb9c79b7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:42.268632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:15:42.268785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 5cd9ed84-3a35-4e04-a372-5eff6a3b553f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:15:42.270262 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Attempting to bind port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:42.270622 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Attempting to bind port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:42.270975 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Attempting to bind port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:42.274306 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3cd1-d833-41bc-9aa0-bc52c9f72aee None None] Pushing event updated for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:42.278930 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:15:42.279325 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:15:42.279720 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.280096 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:15:42.280766 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Bound port: 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:42.280917 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.330555 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] For port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:42.330889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:15:42.333558 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] For port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:15:42.409417 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.420193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5cd9ed84-3a35-4e04-a372-5eff6a3b553f) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:42.425022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:42.425393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.434005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b3f10-ddb3-4ae8-8ea6-b3d4609107e5 None None] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:15:42.463311 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:42.464537 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:42.498421 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6b323dd5-2f92-40a8-8f6e-4423894e9f92 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6927416 Apr 18 06:15:42.501166 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3cd1-d833-41bc-9aa0-bc52c9f72aee None None] Pushing event updated for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:42.501580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54222) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:42.587077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:15:42.588021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.673994 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:42.730967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Allocated IP 172.20.0.2 (5cd9ed84-3a35-4e04-a372-5eff6a3b553f/729a36a6-cbd7-4d87-ab33-5985fb9c79b7/2c8002e5-4d97-48d6-9e66-1c2adedaa22d) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:42.893532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.896023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.952074 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:40Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:42.970431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.974834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:42.980340 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083977c4-f602-48ce-b3d2-0fc9d8ff3029 None None] The sync data for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv is: [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:40Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:43.023619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Pushing event updated for resources: {'Port': ['ID=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:43.027548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:43.029309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:43.032054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:15:43.086504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Attempting to bind port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:43.086640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Attempting to bind port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:43.087003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Attempting to bind port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d on network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:43.093519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:15:43.093889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Checking segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:15:43.094376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.094788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Bound using segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:15:43.095283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Bound port: 2c8002e5-4d97-48d6-9e66-1c2adedaa22d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:43.095652 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.170687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] For port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:43.174579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] For port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:15:43.234347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.309227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1415e6-c9b0-415e-9698-a8cf53954bf3 None None] Pushing event updated for resources: {'Port': ['ID=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:43.362801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (5cd9ed84-3a35-4e04-a372-5eff6a3b553f/729a36a6-cbd7-4d87-ab33-5985fb9c79b7/32114e6a-1283-499a-91e5-7f253385cde8) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:43.513101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.590384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:43.640825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.645158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:43.645615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.701105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:43.707912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:43.710309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:43.715793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:15:43.774890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.891217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:43.912610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:43.981948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.033732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:44.036795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.316377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b397a81-bee0-48e6-aa45-faa5a5f043fc None None] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:15:44.323921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.387447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.452820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fb413b45-f5e5-4c5c-a4dd-39f009b78a3f None None] Provisioning complete for port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:44.452820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fb413b45-f5e5-4c5c-a4dd-39f009b78a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.470154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.471872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:44.570525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fb413b45-f5e5-4c5c-a4dd-39f009b78a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.574913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:44.576478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:44.614015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fb413b45-f5e5-4c5c-a4dd-39f009b78a3f None None] For port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:44.697535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:15:44.700748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fb413b45-f5e5-4c5c-a4dd-39f009b78a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.759535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb413b45-f5e5-4c5c-a4dd-39f009b78a3f None None] Pushing event updated for resources: {'Port': ['ID=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:44.825808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:15:44.825939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2a50bddc-18f7-4d38-a4d3-6d3553769858 None None] Provisioning complete for port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:44.825939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2a50bddc-18f7-4d38-a4d3-6d3553769858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:44.828909 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0c15206f-8dc0-4eb1-bfa3-ea49c40af4b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3258052 Apr 18 06:15:44.831892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54224) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:44.851641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Sync routers for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:15:44.874199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:44.874829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:44.938399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c72c3-d5a6-4a2e-abb7-0823d733254c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:44.938871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c72c3-d5a6-4a2e-abb7-0823d733254c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:44.939371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c72c3-d5a6-4a2e-abb7-0823d733254c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:44.939840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c72c3-d5a6-4a2e-abb7-0823d733254c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:44.941517 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-323c72c3-d5a6-4a2e-abb7-0823d733254c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1086121 Apr 18 06:15:44.944528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54226) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:45.007614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c21a20-bdb6-424e-983a-9ad6f5e2b84a tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:45.007968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c21a20-bdb6-424e-983a-9ad6f5e2b84a tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:45.008752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c21a20-bdb6-424e-983a-9ad6f5e2b84a tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:45.009359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c21a20-bdb6-424e-983a-9ad6f5e2b84a tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:45.011298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92c21a20-bdb6-424e-983a-9ad6f5e2b84a tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0657716 Apr 18 06:15:45.013959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54228) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:45.020815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:45.068563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2a50bddc-18f7-4d38-a4d3-6d3553769858 None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:45.068931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2a50bddc-18f7-4d38-a4d3-6d3553769858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.176022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2a50bddc-18f7-4d38-a4d3-6d3553769858 None None] Port 32114e6a-1283-499a-91e5-7f253385cde8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:15:45.284096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:15:44Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:45.316194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Checking router: 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:15:45.316545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Updating router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 port 32114e6a-1283-499a-91e5-7f253385cde8 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:15:45.347510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.350769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-43eb042b-6899-4a19-bc6a-f9a80847ba86 None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:45.351136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43eb042b-6899-4a19-bc6a-f9a80847ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.422218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-43eb042b-6899-4a19-bc6a-f9a80847ba86 None None] Port 32114e6a-1283-499a-91e5-7f253385cde8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:15:45.533818 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0a9e55b6-6b30-4728-9712-668265c3fcbb tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5183184 Apr 18 06:15:45.581435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2c8002e5-4d97-48d6-9e66-1c2adedaa22d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:45.689736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.696049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:45.696049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.766525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.775537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:45.842552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee95fc-03eb-46a6-88b1-f4951c0b1877 None None] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:45.842914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54232) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:45.846083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005119127', 'description': 'tempest-secgroup-smoke-1005119127 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:45.908203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:45.908567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.910391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Attempting to bind port 32114e6a-1283-499a-91e5-7f253385cde8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:45.910743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Attempting to bind port 32114e6a-1283-499a-91e5-7f253385cde8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:45.911090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Attempting to bind port 32114e6a-1283-499a-91e5-7f253385cde8 on network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:45.936321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:15:45.936689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Checking segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:15:45.937086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.937471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Bound using segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:15:45.937931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Bound port: 32114e6a-1283-499a-91e5-7f253385cde8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:45.938300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:45.947712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.025517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.049064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] For port 32114e6a-1283-499a-91e5-7f253385cde8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:46.065081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] For port 32114e6a-1283-499a-91e5-7f253385cde8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=32114e6a-1283-499a-91e5-7f253385cde8,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:15:46.070174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bb8d030e-fcbc-417a-bbc4-51bbffd86244 None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:46.070535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bb8d030e-fcbc-417a-bbc4-51bbffd86244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.105202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d030e-fcbc-417a-bbc4-51bbffd86244 None None] Port 32114e6a-1283-499a-91e5-7f253385cde8 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:15:46.157641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.188192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c580f25a-2072-4257-8196-bef1db847085,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:46.188727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.260778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:15:46.261657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:46.286725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.288030 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-77dee7c9-2fcf-4ba0-8454-d43201a61913 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4476194 Apr 18 06:15:46.291494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54234) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:46.297344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'c580f25a-2072-4257-8196-bef1db847085', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:46.300309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee95fc-03eb-46a6-88b1-f4951c0b1877 None None] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:46.382031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.391353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:15:46.459366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.480168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-723ed2c0-4b2e-4dcd-87ba-1dd9064c58db None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:46.480466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-723ed2c0-4b2e-4dcd-87ba-1dd9064c58db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.551549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.570068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9860adfc-3275-41b4-afa3-2424b0a07ead,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:46.646791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.648442 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e223e72f-bcb6-47d9-95c6-623fcdff2e0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553147 Apr 18 06:15:46.652135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54236) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:46.656922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'c580f25a-2072-4257-8196-bef1db847085', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:46.763746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.800860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-723ed2c0-4b2e-4dcd-87ba-1dd9064c58db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.821182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.843361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-723ed2c0-4b2e-4dcd-87ba-1dd9064c58db None None] For port 32114e6a-1283-499a-91e5-7f253385cde8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=32114e6a-1283-499a-91e5-7f253385cde8,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:46.856115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:15:46Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:15:46.886550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f882a6-0093-4b4a-9778-6f1f2b348e7c None None] The sync data for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv is: [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:15:46Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:15:46.948007 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.965866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-723ed2c0-4b2e-4dcd-87ba-1dd9064c58db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:46.966352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37227c2-37f4-4f2a-8310-7bd04b02c7ed,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:47.021536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ed2c0-4b2e-4dcd-87ba-1dd9064c58db None None] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:47.063823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.065241 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c23900e9-74d7-4477-81fd-400a77540c13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4119925 Apr 18 06:15:47.067963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:47.073163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'c580f25a-2072-4257-8196-bef1db847085', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:47.192915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.248960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.313115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.332980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10e2e71-d9cd-4ee7-aa13-59f09de02e8f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:47.418048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.419324 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a6519800-2be9-4214-8d23-1c38028d43a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503628 Apr 18 06:15:47.422375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54240) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:47.427001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'c580f25a-2072-4257-8196-bef1db847085', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:47.518229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.518435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 32114e6a-1283-499a-91e5-7f253385cde8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:47.566408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:47.566779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.595034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.673188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.691897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeab3a9-ec6e-4b09-80f1-d09ea886322e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:47.778099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.782052 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a6d0772e-da5e-4812-9174-3fbccf750748 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560784 Apr 18 06:15:47.782331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54242) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:47.787911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'c580f25a-2072-4257-8196-bef1db847085', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:47.872925 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:15:47.878666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:47.940085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.004244 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.022921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ca3b66-ede7-40e6-b15a-6d88d1c2faa2,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:48.086221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.087466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ceaca2e3-da6e-44b2-9530-c01ad4d1276e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3033786 Apr 18 06:15:48.090789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54244) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:15:48.095128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'c580f25a-2072-4257-8196-bef1db847085', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:48.199074 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:15:48.204221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.265657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.346255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.363583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c264e7bf-05ed-4bed-8143-f0a9b34bf2e6,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:48.434176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:48.435435 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c5c66683-3cf5-471d-b93c-617b06953cf0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3437173 Apr 18 06:15:48.573579 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-114e873f-f810-4dfe-9a93-827ede3f56f2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005119127&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0349588 Apr 18 06:15:48.620502 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:15:48.677430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-4cf5a529-1ef3-483c-9769-c018f0d14ed2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:48.678866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-4cf5a529-1ef3-483c-9769-c018f0d14ed2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f HTTP/1.1" status: 200 len: 796 time: 0.0988357 Apr 18 06:15:48.693854 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-71aa5e45-f3b0-4177-b9bc-afb6770d2a2b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0086808 Apr 18 06:15:48.742942 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-c9e9ab18-863a-45db-90de-789c6810af07 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432286 Apr 18 06:15:48.758606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-a4e4ceea-9bde-4078-b9a6-4fa3b73eed29 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:15:48.759568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-a4e4ceea-9bde-4078-b9a6-4fa3b73eed29 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049965 Apr 18 06:15:48.851146 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-2450a966-fde6-47e1-8ee5-9b51f19cb722 service neutron] 10.222.0.43 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851722 Apr 18 06:15:48.938645 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-21d753bd-37dd-419d-b3eb-cb74052da61e service neutron] 10.222.0.43 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806351 Apr 18 06:15:49.212646 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ac0e0bd-4880-41df-aef1-92a1ce1691c3 req-5ca10e9d-1229-4abf-8a0b-3b59572088c7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 210 time: 0.0257545 Apr 18 06:15:50.313518 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7f938410-67aa-45b1-bedc-4b0663d4cb03 req-b6369a2c-1133-4663-8c7b-3d4a8423b4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 210 time: 0.0302150 Apr 18 06:15:51.127635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-4a8e1269-9c7f-4212-be7e-11f3cda6496c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:51.129143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-4a8e1269-9c7f-4212-be7e-11f3cda6496c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f HTTP/1.1" status: 200 len: 796 time: 0.0996108 Apr 18 06:15:51.177136 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-0b0d687d-3927-45fd-aa63-5906e5bc5bde tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0348022 Apr 18 06:15:51.194351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['c580f25a-2072-4257-8196-bef1db847085']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:51.409658 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c5cd88-1b15-4ef1-aec5-7aec44c0fb9f req-f0711735-eebd-43b6-9cf0-dbd0649dacda tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 210 time: 0.0291901 Apr 18 06:15:51.410379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:15:51.413774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:51.544205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.10 (5cd9ed84-3a35-4e04-a372-5eff6a3b553f/729a36a6-cbd7-4d87-ab33-5985fb9c79b7/b1e79c29-ba88-4bb4-a80e-78b70397c3b0) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:15:51.677270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:51.781661 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:51.823592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:15:51.828483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:15:51.832131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:15:51.858102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:51.889189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:51.889811 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.001525 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-e15f5297-3869-406b-88cd-30f80a5a6469 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8107500 Apr 18 06:15:52.018130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fd628ca3-6783-4ce6-9744-99ac3ddbee14 None None] Provisioning complete for port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:52.018733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fd628ca3-6783-4ce6-9744-99ac3ddbee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.019313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Request body: {'port': {'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:15:52.053119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-fd628ca3-6783-4ce6-9744-99ac3ddbee14 None None] Port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:15:52.073738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.340299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e79c29-ba88-4bb4-a80e-78b70397c3b0 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:52.347511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.359004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Transition to ACTIVE for port object b1e79c29-ba88-4bb4-a80e-78b70397c3b0 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:15:52.434481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.508859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:52.534330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1808530-47e8-43ba-b156-45eb44797441 req-381aa2aa-320b-45b4-87de-95ae721ebcc6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:52.536910 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f1808530-47e8-43ba-b156-45eb44797441 req-381aa2aa-320b-45b4-87de-95ae721ebcc6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 944 time: 0.0549681 Apr 18 06:15:52.568504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Attempting to bind port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:15:52.568842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Attempting to bind port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:15:52.569154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Attempting to bind port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 on network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:52.575494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 on network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:15:52.576174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Attempting to bind port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 on network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:15:52.579636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f1808530-47e8-43ba-b156-45eb44797441 req-e471d62c-07af-4462-88bc-aa27b45e8480 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359499 Apr 18 06:15:52.585460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:15:52.585807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Checking segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:15:52.586217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Bound using segment: {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:15:52.586821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Bound port: b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe1b765-0380-46ac-bdb4-2baea4c70184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:15:52.587184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.661523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] For port b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:15:52.661523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] For port b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:15:52.747300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.780260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:52.780999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:52.782225 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1e79c29-ba88-4bb4-a80e-78b70397c3b0 HTTP/1.1" status: 200 len: 1094 time: 0.7671652 Apr 18 06:15:52.782659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:52.784914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21" -d '{"events": [{"name": "network-changed", "server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:52.812481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0762a-8bb3-4d47-8f69-7d6d2eb56b16 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:52.823689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7860679e-e9ea-46bf-a870-7418e486d702 x-openstack-request-id: req-7860679e-e9ea-46bf-a870-7418e486d702 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:52.823970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:52.824217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7860679e-e9ea-46bf-a870-7418e486d702 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:52.824618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7860679e-e9ea-46bf-a870-7418e486d702'] response: {'name': 'network-changed', 'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'status': 'completed', 'code': 200} Apr 18 06:15:52.908401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21 req-8a10b913-4904-4b6b-af8f-8069a17d8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:52.909964 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21 req-8a10b913-4904-4b6b-af8f-8069a17d8e51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1097 time: 0.0442135 Apr 18 06:15:53.020676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21 req-317e8f02-e0f9-4f2b-938f-91b44d79b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.022158 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21 req-317e8f02-e0f9-4f2b-938f-91b44d79b9ea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0966370 Apr 18 06:15:53.112821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21 req-3f775a88-6a43-4f1c-978d-f309c29bfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.114225 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0a331b3-e8a9-4db6-9254-4ef9de01ce21 req-3f775a88-6a43-4f1c-978d-f309c29bfba3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862429 Apr 18 06:15:53.217790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-4fec0827-36bf-4660-8e43-10d5f6898f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.219404 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-4fec0827-36bf-4660-8e43-10d5f6898f60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1097 time: 0.0503974 Apr 18 06:15:53.265894 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-f2f7af89-8108-4560-9468-97549dade524 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0 HTTP/1.1" status: 200 len: 217 time: 0.0337384 Apr 18 06:15:53.313946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-a311b407-51f3-4d86-a98d-16e6fc9c694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.315435 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-a311b407-51f3-4d86-a98d-16e6fc9c694b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=729a36a6-cbd7-4d87-ab33-5985fb9c79b7 HTTP/1.1" status: 200 len: 835 time: 0.0434330 Apr 18 06:15:53.364435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-cbe45df7-510e-4b0f-91e0-65c99ea0af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.365934 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-cbe45df7-510e-4b0f-91e0-65c99ea0af8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446136 Apr 18 06:15:53.409622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a66-8426-420f-9856-a0f64be672bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:53.457916 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-317a8c4a-80eb-451b-b6d5-97561e6bcfda service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855401 Apr 18 06:15:53.549405 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3fe4f9bf-b6bc-4a23-bceb-99e608477f8b req-5fd78424-d9ce-4b11-b52a-13a684200db1 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854826 Apr 18 06:15:53.695782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2794-4f43-43de-8faf-e017ca6332a7 req-9735f525-c708-40f6-952a-172214a30445 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:53.697275 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d3e2794-4f43-43de-8faf-e017ca6332a7 req-9735f525-c708-40f6-952a-172214a30445 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 944 time: 0.0483940 Apr 18 06:15:53.734929 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d3e2794-4f43-43de-8faf-e017ca6332a7 req-357f0392-b4c6-4772-a3f3-efab4c59d138 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Apr 18 06:15:54.851390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3012c1-0660-47f2-8e1f-665362b31314 req-06f48078-8625-4bce-82f9-f8a99b3f7504 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:54.852872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6b3012c1-0660-47f2-8e1f-665362b31314 req-06f48078-8625-4bce-82f9-f8a99b3f7504 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 944 time: 0.0500910 Apr 18 06:15:54.892115 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6b3012c1-0660-47f2-8e1f-665362b31314 req-507cb0c6-1e70-46ab-acf0-ccfd89ab187e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Apr 18 06:15:55.560487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device b1e79c29-ba88-4bb4-a80e-78b70397c3b0 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:15:55.652211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:55.663259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:15:55.698977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:55.714587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e79c29-ba88-4bb4-a80e-78b70397c3b0 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:15:55.733271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:55.819931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:55.846574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88c245f6-07fa-48fb-8241-1f8c0288e69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:55.867753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:56.007926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79597630-12ce-4f50-9fe3-3e18edb43290 req-a7132fdd-056e-4ca9-81e0-52e1edc6ed5f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:56.009381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-79597630-12ce-4f50-9fe3-3e18edb43290 req-a7132fdd-056e-4ca9-81e0-52e1edc6ed5f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 945 time: 0.0480227 Apr 18 06:15:56.050233 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-79597630-12ce-4f50-9fe3-3e18edb43290 req-ed43cc0b-1121-4979-9f0e-c2fda4cc6151 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346515 Apr 18 06:15:56.177884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['b1e79c29-ba88-4bb4-a80e-78b70397c3b0'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:15:56.958276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.165690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b125f0-cb8b-40b0-90fa-1f9b0f86c5dd req-073dab53-8281-4f9e-99e3-bcc74466e40f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:57.168091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89b125f0-cb8b-40b0-90fa-1f9b0f86c5dd req-073dab53-8281-4f9e-99e3-bcc74466e40f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 945 time: 0.0496755 Apr 18 06:15:57.210006 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89b125f0-cb8b-40b0-90fa-1f9b0f86c5dd req-b16fc696-3a3b-4b33-bd90-9157dac0b219 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353882 Apr 18 06:15:57.576017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device b1e79c29-ba88-4bb4-a80e-78b70397c3b0 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:15:57.717067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:15:57.722235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:15:57.722595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.811924 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.837234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:15:57.840688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce28de1-0b81-49b4-a4dd-311ea09bd808" -d '{"events": [{"server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "name": "network-vif-plugged", "status": "completed", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:15:57.859362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:15:57.879470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a235251-2e0d-4944-b0af-cf13ed95c7a2 x-openstack-request-id: req-9a235251-2e0d-4944-b0af-cf13ed95c7a2 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:15:57.879754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "name": "network-vif-plugged", "status": "completed", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:15:57.880000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a235251-2e0d-4944-b0af-cf13ed95c7a2 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:15:57.880390 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a235251-2e0d-4944-b0af-cf13ed95c7a2'] response: {'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'code': 200} Apr 18 06:15:57.912591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:57.964188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:15:58.150230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156baffe-0b90-45e6-8f73-ebf276726664 req-ca2f1f94-e93d-42be-b6eb-0d59d8a9a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:58.151849 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-156baffe-0b90-45e6-8f73-ebf276726664 req-ca2f1f94-e93d-42be-b6eb-0d59d8a9a586 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1099 time: 0.0440617 Apr 18 06:15:58.185869 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-156baffe-0b90-45e6-8f73-ebf276726664 req-6200b1a7-2295-4502-9157-eba7151cc8a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277584 Apr 18 06:15:58.326523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46089dca-4285-4525-9974-b768e8b22906 req-cfed017d-f087-4d7c-baf7-17fce73b7f91 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:58.328025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-46089dca-4285-4525-9974-b768e8b22906 req-cfed017d-f087-4d7c-baf7-17fce73b7f91 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0491290 Apr 18 06:15:58.366154 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-46089dca-4285-4525-9974-b768e8b22906 req-90a66a83-cc4f-49f5-9872-2dd0d400211e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320220 Apr 18 06:15:58.746990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:58.922379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:15:59.482777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4aedd-64e1-43ef-96ce-81f51ea1c4d4 req-0d369b24-4256-41d2-9338-4e180811b93d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:15:59.484316 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6fd4aedd-64e1-43ef-96ce-81f51ea1c4d4 req-0d369b24-4256-41d2-9338-4e180811b93d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0493913 Apr 18 06:15:59.523136 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6fd4aedd-64e1-43ef-96ce-81f51ea1c4d4 req-e56ffb0b-8b27-4f26-bef7-4d45edec6ce3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Apr 18 06:16:00.636859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534abfc6-6a1e-4574-92a8-274aefb2cdd0 req-de0222aa-0520-4511-82f5-e04cc7870cd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:00.638324 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-534abfc6-6a1e-4574-92a8-274aefb2cdd0 req-de0222aa-0520-4511-82f5-e04cc7870cd4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0478680 Apr 18 06:16:00.675133 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-534abfc6-6a1e-4574-92a8-274aefb2cdd0 req-3a0bc962-60b9-4160-9783-2f06a2fa90c5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307863 Apr 18 06:16:00.789069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bdb37-e60e-4631-9544-223af7f47ebf req-bdd91eb5-14cb-4abf-b0cc-201deb620309 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:00.790552 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3d0bdb37-e60e-4631-9544-223af7f47ebf req-bdd91eb5-14cb-4abf-b0cc-201deb620309 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0495789 Apr 18 06:16:00.832767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3d0bdb37-e60e-4631-9544-223af7f47ebf req-c1457ad7-71c7-48c7-bb75-4b3b1ac56c1e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Apr 18 06:16:00.855175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54298) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:16:00.897066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b53a55-5e2d-4b6b-9aa1-541d6f9b1e1f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:00.898815 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e5b53a55-5e2d-4b6b-9aa1-541d6f9b1e1f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1094 time: 0.0426385 Apr 18 06:16:00.902478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54300) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:16:00.906806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:16:01.010430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:01.104770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:01.206635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.235 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/86f20495-e687-486e-9d1d-b67415b7a297) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:16:01.304096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:01.392576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:01.437869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:16:01.442682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:16:01.445307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:16:01.468096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=86f20495-e687-486e-9d1d-b67415b7a297,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:01.793314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:01.909892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:02.055929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:02.106660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:02.174128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=86f20495-e687-486e-9d1d-b67415b7a297,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:16:02.184762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:02.282370 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 73170eee-69f6-4aef-808e-2d907230e69b associated. External IP: 172.26.4.235, port: b1e79c29-ba88-4bb4-a80e-78b70397c3b0. Apr 18 06:16:02.484741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:16:02.589434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:16:02.598846 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] Sync routers for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:16:02.608724 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:16:02.609309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:02.673653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:02.700690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b06df72f-34f7-4bf6-9b2d-cdef8c7f7962 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7971437 Apr 18 06:16:02.701387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:16:02.703366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54302) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:16:02.703920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58" -d '{"events": [{"name": "network-changed", "server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:16:02.713746 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:16:02.747689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc634833-865a-40e7-9c45-577fe7b86024 x-openstack-request-id: req-bc634833-865a-40e7-9c45-577fe7b86024 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:16:02.748326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:16:02.748779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc634833-865a-40e7-9c45-577fe7b86024 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:16:02.749378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc634833-865a-40e7-9c45-577fe7b86024'] response: {'name': 'network-changed', 'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'status': 'completed', 'code': 200} Apr 18 06:16:02.826298 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-36608011-9382-4bd0-9c8a-cfa7a83f537c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 HTTP/1.1" status: 200 len: 922 time: 0.1217303 Apr 18 06:16:02.829052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54306) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:16:02.841607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-c51e62f6-23a0-4b94-9c2b-683720e71641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:02.843076 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-c51e62f6-23a0-4b94-9c2b-683720e71641 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1099 time: 0.0529284 Apr 18 06:16:02.945986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a2f6ac72-bcbb-4e5c-bcaa-fafb0a38e6b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 992 time: 0.1156898 Apr 18 06:16:02.960873 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '73170eee-69f6-4aef-808e-2d907230e69b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:16:01Z', 'updated_at': '2022-04-18T06:16:01Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:15:46Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:02.974920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-d0180b86-7466-464e-96d4-3ac50f42ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:02.976528 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-d0180b86-7466-464e-96d4-3ac50f42ca36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f HTTP/1.1" status: 200 len: 897 time: 0.1037076 Apr 18 06:16:02.986187 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] Checking router: 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:16:02.994832 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:16:02.995461 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:15:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:03.101425 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:16:03.329235 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '73170eee-69f6-4aef-808e-2d907230e69b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:16:01Z', 'updated_at': '2022-04-18T06:16:01Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:15:46Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:16:03.340157 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-3a7b6e5f-6ec4-4274-aabb-63e62d582af7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0 HTTP/1.1" status: 200 len: 1000 time: 0.3574901 Apr 18 06:16:03.359565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d6cc9-edd3-4952-b2c0-0a4a171dcdf1 None None] The sync data for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv is: [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '73170eee-69f6-4aef-808e-2d907230e69b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:16:01Z', 'updated_at': '2022-04-18T06:16:01Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:15:46Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:16:03.390973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-ed247657-32f5-474b-85b3-29dba491525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:03.392466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-ed247657-32f5-474b-85b3-29dba491525b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=729a36a6-cbd7-4d87-ab33-5985fb9c79b7 HTTP/1.1" status: 200 len: 835 time: 0.0460351 Apr 18 06:16:03.439893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-dee08154-1ead-49a0-bc6a-ab087dea7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:03.441501 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-dee08154-1ead-49a0-bc6a-ab087dea7bce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420058 Apr 18 06:16:03.536487 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-a4181e0c-7ad6-4505-9dad-2531bba9e67b service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878561 Apr 18 06:16:03.552680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1215a02-400c-4675-90c8-78024de20c4c None None] New status for floating IP 73170eee-69f6-4aef-808e-2d907230e69b: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:16:03.627715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2763c8c8-e5c0-4033-afc5-e62fd6f3aa58 req-bf659f4d-4299-4487-9f77-c025d471e322 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851700 Apr 18 06:16:03.950464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54308) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:16:04.014799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e765b059-edd4-4f4c-ab71-6a1a49a98823 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 994 time: 0.0631771 Apr 18 06:16:12.826463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:17.959764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-4aafefcd-afc1-4fb8-b852-5a8ca6616b70 req-5685a92d-46ae-4091-aa5c-12b9383fe5d0 service neutron] (109606) timed out ('10.222.0.46', 59327) {{(pid=109606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 06:16:23.467170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-afb92b48-b18b-4fe3-a262-cfff073057fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:25.617740 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:16:25.820581 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-39c0283f-e34e-48a3-9b83-19a5a363ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:26.985121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:28.751743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:28.911977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:31.703729 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-092e0b86-8299-420e-9321-5309db2c23b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394347 Apr 18 06:16:31.802025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-9fe63bbd-ac26-47aa-8b84-b4695e627d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:31.803525 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-9fe63bbd-ac26-47aa-8b84-b4695e627d83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1099 time: 0.0413063 Apr 18 06:16:31.908492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-3d73e324-96c5-4c71-99e3-fab7f5b2ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:31.909975 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-3d73e324-96c5-4c71-99e3-fab7f5b2ce80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f HTTP/1.1" status: 200 len: 897 time: 0.0876660 Apr 18 06:16:31.975061 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-23f8dba8-1adc-4d03-a8ae-b5d85bc5f07c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0 HTTP/1.1" status: 200 len: 1002 time: 0.0586562 Apr 18 06:16:32.022889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-a073dd72-5b9f-411f-9cc5-0277069e1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:32.024330 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-a073dd72-5b9f-411f-9cc5-0277069e1b5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=729a36a6-cbd7-4d87-ab33-5985fb9c79b7 HTTP/1.1" status: 200 len: 835 time: 0.0430589 Apr 18 06:16:32.073016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-a02e333a-565a-410a-8751-110fc2cf713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:16:32.074485 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-a02e333a-565a-410a-8751-110fc2cf713e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434752 Apr 18 06:16:32.162860 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-9f3d0abd-f3ed-4a69-9b0c-0b7827664d32 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818501 Apr 18 06:16:32.254213 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-40b458ea-db6c-4543-a605-b5fa2f4ad929 req-015f5ca7-cefb-4e8d-98cd-1cc8cd090e02 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839629 Apr 18 06:16:42.875509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:53.414600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfdac8c5-8cdd-48f8-8c61-cc1ec8b785dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:55.825588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bb83589b-5ee8-4799-b26d-71fe69ba6387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:56.990821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:58.728049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:16:58.922269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:02.617385 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:17:04.415674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54326) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:04.527886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-99e50ad8-b688-4dd0-aa14-bc0d9a2a4d04 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1110704 Apr 18 06:17:04.530603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54328) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:04.712560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7efcd6-f76b-421a-8933-b431d6392d30 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Notify agent at dv-neutron-837488-1-hyperv the message router_removed_from_agent {{(pid=109606) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 18 06:17:04.715671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3c7efcd6-f76b-421a-8933-b431d6392d30 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "DELETE /v2.0/agents/adaa614a-8585-42e9-ad6d-f056c4b14bc3/l3-routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 HTTP/1.1" status: 204 len: 168 time: 0.1841884 Apr 18 06:17:04.718258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54330) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:04.826864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-572c9801-9eb5-4668-8ef9-875193bfaf21 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1075361 Apr 18 06:17:04.829588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54332) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:04.964131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e1b9c9bb-1d85-4580-98ac-f371cdef1bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 994 time: 0.1334140 Apr 18 06:17:05.484341 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11debe-b86d-458b-8815-fef23862afed None None] New status for floating IP 73170eee-69f6-4aef-808e-2d907230e69b: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:17:05.530434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 32114e6a-1283-499a-91e5-7f253385cde8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:17:05.613123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:05.648551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 32114e6a-1283-499a-91e5-7f253385cde8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=32114e6a-1283-499a-91e5-7f253385cde8,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:05.722744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:05.723505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:17:05.802455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:05.813611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.815229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.815229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.815229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.815229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.815633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.815735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.816073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.816454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.816785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.817861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.818175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:05.859974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:05.881933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:05.955377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:05.968026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54336) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:06.002257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:06.037447 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d2b0eed7-be6c-47ff-8891-220f9ec7d07a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 992 time: 0.0681005 Apr 18 06:17:07.167706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54342) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:07.345478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ae991b-3024-4727-8c85-1aa16d5a8dd6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:17:07.345813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ae991b-3024-4727-8c85-1aa16d5a8dd6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Notify agent at dv-neutron-837488-1-hyperv the message router_added_to_agent {{(pid=109606) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 18 06:17:07.364482 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c6ae991b-3024-4727-8c85-1aa16d5a8dd6 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "POST /v2.0/agents/adaa614a-8585-42e9-ad6d-f056c4b14bc3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1949842 Apr 18 06:17:07.367200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54348) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:07.376483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] Sync routers for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:07.388355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:07.389050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:07.477777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f6adcc44-7860-4d02-8a15-4e34a9cf00e2 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1090484 Apr 18 06:17:07.480270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54350) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:07.494844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:07.540010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-25b9d874-c416-4556-8235-c2bc541050c1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 992 time: 0.0586886 Apr 18 06:17:07.714538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '73170eee-69f6-4aef-808e-2d907230e69b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:16:01Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:07.739908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] Checking router: 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:07.747861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:07.748449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:07.849421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:08.068724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '73170eee-69f6-4aef-808e-2d907230e69b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:16:01Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:08.094143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46d8c6-596b-4a14-b783-03a9208775e6 None None] The sync data for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv is: [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '73170eee-69f6-4aef-808e-2d907230e69b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'port_id': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'mac_address': 'fa:16:3e:48:fc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:16:01Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:17:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:08.543715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54352) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:08.609335 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc979984-2deb-48ae-867b-01ba1983d76a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 992 time: 0.0644767 Apr 18 06:17:09.569384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:09.613086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54356) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:09.621046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:09.621415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:09.678455 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-35675a88-8cee-4037-be7c-aafa0e4c714f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 992 time: 0.0640938 Apr 18 06:17:09.708586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:09.731437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:09.737649 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705d03f-e1ba-4032-ac95-9ee0ddb897f2 None None] New status for floating IP 73170eee-69f6-4aef-808e-2d907230e69b: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:17:09.802598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:09.803973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 32114e6a-1283-499a-91e5-7f253385cde8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:09.879103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:09.892488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:09.892852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:09.968607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:10.003418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 32114e6a-1283-499a-91e5-7f253385cde8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=32114e6a-1283-499a-91e5-7f253385cde8,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:10.077024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:10.124923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:10.681335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54358) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:10.740131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-37066115-148c-47e5-9a36-9dc6f9ef7f04 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 200 len: 994 time: 0.0576746 Apr 18 06:17:11.001639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54364) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:11.445312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 86f20495-e687-486e-9d1d-b67415b7a297 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:17:11.445664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.520178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.520409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.532973 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 86f20495-e687-486e-9d1d-b67415b7a297 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:17:11.541695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:11.732487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:11.732845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.805724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 32114e6a-1283-499a-91e5-7f253385cde8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:11.808377 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.834052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=86f20495-e687-486e-9d1d-b67415b7a297,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:11.846050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.855230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:11.857017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 32114e6a-1283-499a-91e5-7f253385cde8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:11.857017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.911869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:11.912208 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 73170eee-69f6-4aef-808e-2d907230e69b disassociated (deleted). External IP: 172.26.4.235, port: b1e79c29-ba88-4bb4-a80e-78b70397c3b0. Apr 18 06:17:12.129029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:17:12.235259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:17:12.239660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:12.246665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] Sync routers for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:12.255770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:12.256380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:12.266918 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ad5ddb77-815a-4bf4-a4aa-7f4266639bbb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/73170eee-69f6-4aef-808e-2d907230e69b HTTP/1.1" status: 204 len: 168 time: 1.2642972 Apr 18 06:17:12.267514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:12.269760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1028683-892b-4a90-a21f-8e771584a4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:17:12.368759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:12.381386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3522619-2a61-4aa2-b7af-44f32189f2a7 x-openstack-request-id: req-f3522619-2a61-4aa2-b7af-44f32189f2a7 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:17:12.381679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:17:12.381927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3522619-2a61-4aa2-b7af-44f32189f2a7 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:17:12.382893 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3522619-2a61-4aa2-b7af-44f32189f2a7'] response: {'name': 'network-changed', 'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'status': 'completed', 'code': 200} Apr 18 06:17:12.462299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1028683-892b-4a90-a21f-8e771584a4fb req-3d6fdd16-dc83-4649-9f52-70ee56704eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:12.464005 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-3d6fdd16-dc83-4649-9f52-70ee56704eed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 1099 time: 0.0423710 Apr 18 06:17:12.558622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1028683-892b-4a90-a21f-8e771584a4fb req-799408b5-bf24-40fb-950c-9aabc3bfbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:12.560130 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-799408b5-bf24-40fb-950c-9aabc3bfbe3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f HTTP/1.1" status: 200 len: 897 time: 0.0901747 Apr 18 06:17:12.573636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:12.602400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-0474cd93-fe73-4802-bd7d-2f82432dd381 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0 HTTP/1.1" status: 200 len: 217 time: 0.0354240 Apr 18 06:17:12.603923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] Checking router: 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:12.612379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:12.612973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:12.656365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1028683-892b-4a90-a21f-8e771584a4fb req-2e8f2f4d-f3a9-4cd1-a5c5-a9c0b72fcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:12.657832 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-2e8f2f4d-f3a9-4cd1-a5c5-a9c0b72fcbcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=729a36a6-cbd7-4d87-ab33-5985fb9c79b7 HTTP/1.1" status: 200 len: 835 time: 0.0488851 Apr 18 06:17:12.725818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:12.739823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8948-aa1d-40dc-9021-cdcf2d8ee4e5 req-5d67a642-5f16-44a3-8fcd-14974e125c4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:12.742324 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b64c8948-aa1d-40dc-9021-cdcf2d8ee4e5 req-5d67a642-5f16-44a3-8fcd-14974e125c4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0529830 Apr 18 06:17:12.753340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1028683-892b-4a90-a21f-8e771584a4fb req-0cea462c-89e9-45cb-93dc-91a0859cdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:12.754854 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-0cea462c-89e9-45cb-93dc-91a0859cdbd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cd9ed84-3a35-4e04-a372-5eff6a3b553f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423648 Apr 18 06:17:12.784600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b64c8948-aa1d-40dc-9021-cdcf2d8ee4e5 req-cb6346c2-29c4-4877-aa07-58a29ff0985d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354009 Apr 18 06:17:12.847160 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-8ee2e963-81cb-4f97-8d94-ae799aeff925 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849926 Apr 18 06:17:12.893799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:12.940778 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1028683-892b-4a90-a21f-8e771584a4fb req-fc705915-19f0-4392-bc41-27cc9c15c062 service neutron] 10.222.0.46 "GET /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Apr 18 06:17:12.945256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:12.974638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a35f7d-1d36-4100-b40b-115d9b6d225b None None] The sync data for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv is: [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:15:43Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '32114e6a-1283-499a-91e5-7f253385cde8', 'name': '', 'network_id': '5cd9ed84-3a35-4e04-a372-5eff6a3b553f', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:7c:1e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:43Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '729a36a6-cbd7-4d87-ab33-5985fb9c79b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:13.586712 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd6147-ab40-49f9-ad81-9d8da26086ad None None] New status for floating IP 73170eee-69f6-4aef-808e-2d907230e69b: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:17:13.901647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb269-7c82-4eb4-acc9-30599ed08dc4 req-38fa2349-adec-42a7-88cb-c241896a97d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:13.903120 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-884cb269-7c82-4eb4-acc9-30599ed08dc4 req-38fa2349-adec-42a7-88cb-c241896a97d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0488205 Apr 18 06:17:13.940542 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-884cb269-7c82-4eb4-acc9-30599ed08dc4 req-93d6c067-c103-403c-8709-aac8633a813e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=c580f25a-2072-4257-8196-bef1db847085&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Apr 18 06:17:14.438060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee3b80-cf8e-413c-9572-2247d999516b req-4f3fa719-0083-4b6e-aefd-035966737636 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:14.439537 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5eee3b80-cf8e-413c-9572-2247d999516b req-4f3fa719-0083-4b6e-aefd-035966737636 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 946 time: 0.0482664 Apr 18 06:17:14.530949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:17:14.531325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:14.617707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port b1e79c29-ba88-4bb4-a80e-78b70397c3b0, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:14.618072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:14.634553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for b1e79c29-ba88-4bb4-a80e-78b70397c3b0 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:17:14.853493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:14.882452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=b1e79c29-ba88-4bb4-a80e-78b70397c3b0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:14.913763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.914557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.914557 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.915335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.915335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.915634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.915963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.916291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.916620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.916946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.917271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.917593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:14.937074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port b1e79c29-ba88-4bb4-a80e-78b70397c3b0 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:17:14.939638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:14.943768 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5eee3b80-cf8e-413c-9572-2247d999516b req-2d27ad95-b6f7-4da7-9689-da670daab68a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/b1e79c29-ba88-4bb4-a80e-78b70397c3b0 HTTP/1.1" status: 204 len: 173 time: 0.4982784 Apr 18 06:17:14.943768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'name': 'network-vif-deleted', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:14.947175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2cc164-f68d-4c36-a8c2-dfb19f3ade1d" -d '{"events": [{"server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "name": "network-vif-deleted", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:17:14.985862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d1a2b3-b031-44ba-9ea4-4bb5ba0d947b x-openstack-request-id: req-25d1a2b3-b031-44ba-9ea4-4bb5ba0d947b {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:17:14.986156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5be046e-284c-45ea-ba62-ba71d17525df", "name": "network-vif-deleted", "tag": "b1e79c29-ba88-4bb4-a80e-78b70397c3b0", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:17:14.986403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25d1a2b3-b031-44ba-9ea4-4bb5ba0d947b {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:17:14.986819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d1a2b3-b031-44ba-9ea4-4bb5ba0d947b'] response: {'server_uuid': 'e5be046e-284c-45ea-ba62-ba71d17525df', 'name': 'network-vif-deleted', 'tag': 'b1e79c29-ba88-4bb4-a80e-78b70397c3b0', 'status': 'completed', 'code': 200} Apr 18 06:17:15.036992 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dc59be6-2d07-4e2f-907a-ad9372a1943a req-471f4886-7ca1-4d9f-8569-a6b3c563bd9a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5be046e-284c-45ea-ba62-ba71d17525df HTTP/1.1" status: 200 len: 210 time: 0.0277889 Apr 18 06:17:16.093814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54384) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:16.152305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30492daa-d05a-43d3-b08f-bae00b67b74f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:16.180629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30492daa-d05a-43d3-b08f-bae00b67b74f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:16.304830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30492daa-d05a-43d3-b08f-bae00b67b74f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:16.307510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-30492daa-d05a-43d3-b08f-bae00b67b74f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:16.308666 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-30492daa-d05a-43d3-b08f-bae00b67b74f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/c580f25a-2072-4257-8196-bef1db847085 HTTP/1.1" status: 204 len: 168 time: 0.2138443 Apr 18 06:17:16.317916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492daa-d05a-43d3-b08f-bae00b67b74f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c580f25a-2072-4257-8196-bef1db847085,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:16.397181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54388) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:16.750866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:17.009675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 32114e6a-1283-499a-91e5-7f253385cde8 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:17:17.009912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:17.100704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 32114e6a-1283-499a-91e5-7f253385cde8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=32114e6a-1283-499a-91e5-7f253385cde8,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:17.101430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:17.113806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 32114e6a-1283-499a-91e5-7f253385cde8 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:17:17.356645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:17.384460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=32114e6a-1283-499a-91e5-7f253385cde8,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:17.558484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:17.767587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:17:17.871441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:17:17.877988 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8b77f5ed-1a94-480a-824f-a174067efb9f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773388 Apr 18 06:17:17.879160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54390) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:17.881720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] Sync routers for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:17.892276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:17.892886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:17.933685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 729a36a6-cbd7-4d87-ab33-5985fb9c79b7 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:17:17.936779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:17.949460 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device b1e79c29-ba88-4bb4-a80e-78b70397c3b0 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:17:17.977339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.003680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: b1e79c29-ba88-4bb4-a80e-78b70397c3b0 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:17:18.004003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device b1e79c29-ba88-4bb4-a80e-78b70397c3b0 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:17:18.026938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:18.059166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.173947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.203891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=729a36a6-cbd7-4d87-ab33-5985fb9c79b7,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:18.206342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:17:17Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:18.207532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.215761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d2a256dc-b32c-4bc7-889d-f177efa5e229 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/729a36a6-cbd7-4d87-ab33-5985fb9c79b7 HTTP/1.1" status: 204 len: 168 time: 0.3305478 Apr 18 06:17:18.215761 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54392) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:18.235886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175cc0b-87cd-4232-a3f9-dcbb5ff7b84a None None] Network 5cd9ed84-3a35-4e04-a372-5eff6a3b553f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:17:18.238115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] Checking router: 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:18.295678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] Routers {'5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:18.295678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:18.323704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.428579 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.449012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] Set router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:18.501263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] DHCP port deletion for 5cd9ed84-3a35-4e04-a372-5eff6a3b553f request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:17:18.548665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:17:18.549264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.618589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] Deleting port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:17:18.618954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.628018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 94afbbf1-6b02-4ac3-8c61-ab8a60608e03, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:18.628386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.640729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:17:18.709371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] For port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,segment=NetworkSegment(bbe1b765-0380-46ac-bdb4-2baea4c70184),segment_id=bbe1b765-0380-46ac-bdb4-2baea4c70184)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:18.709759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.726192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] Calling delete_port for 2c8002e5-4d97-48d6-9e66-1c2adedaa22d owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:17:18.777289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:17:17Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:18.811529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e05a7-4cf9-45b5-9d92-32953addeccd None None] The sync data for ids ['5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69'] in dv-neutron-837488-1-hyperv is: [{'id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'name': 'tempest-TestNetworkBasicOps-router-1770192829', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:15:39Z', 'updated_at': '2022-04-18T06:17:17Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '94afbbf1-6b02-4ac3-8c61-ab8a60608e03', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:15:40Z', 'updated_at': '2022-04-18T06:17:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:18.939566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:18.965790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] Pushing event deleted for resources: {'Port': ['ID=2c8002e5-4d97-48d6-9e66-1c2adedaa22d,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:18.969476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67ec36-b90f-4cef-aac0-949b8595b013 None None] No DVR routers for this DVR port 2c8002e5-4d97-48d6-9e66-1c2adedaa22d on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:17:19.189391 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.218613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=94afbbf1-6b02-4ac3-8c61-ab8a60608e03,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:19.282971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.374191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.378944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.474755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.475332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:17:19.483044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.484210 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7e8dfd13-7520-4f3a-8f55-818041dc4eb8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/5aa5a8cb-fd08-4e3a-aae2-6bf11b968d69 HTTP/1.1" status: 204 len: 168 time: 1.2691467 Apr 18 06:17:19.487126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54394) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:19.571310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.611170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2c8002e5-4d97-48d6-9e66-1c2adedaa22d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:17:19.638543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2c8002e5-4d97-48d6-9e66-1c2adedaa22d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:17:19.638991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2c8002e5-4d97-48d6-9e66-1c2adedaa22d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:17:19.639510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 32114e6a-1283-499a-91e5-7f253385cde8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:17:19.661493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 32114e6a-1283-499a-91e5-7f253385cde8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:17:19.661918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 32114e6a-1283-499a-91e5-7f253385cde8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:17:19.663505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.684089 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd9ed84-3a35-4e04-a372-5eff6a3b553f']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:19.692770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe1b765-0380-46ac-bdb4-2baea4c70184') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:19.693057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe1b765-0380-46ac-bdb4-2baea4c70184') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:19.702805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.715433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.721122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:17:19.721512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:17:19.724517 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:17:19.834792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.839822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.843101 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/5cd9ed84-3a35-4e04-a372-5eff6a3b553f HTTP/1.1" status: 204 len: 168 time: 0.3549345 Apr 18 06:17:19.859413 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a0879-9850-4eca-b46f-dc7b47f587cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=5cd9ed84-3a35-4e04-a372-5eff6a3b553f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:19.869160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54396) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:19.874592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--2137125906', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:19.964270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:17:19.967795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:19.990810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:17:20.000016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.000357 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment ca647d39-f8a3-44e3-adf4-d8bdb3f67cda of type vlan for network 468f851b-c7d8-4afc-954c-cfb144a9bf7b Apr 18 06:17:20.044976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.150894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.156426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:20.157023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.220429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=468f851b-c7d8-4afc-954c-cfb144a9bf7b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:20.231654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:17:20.279021 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5ec43c69-e8a1-4d2f-834a-71898087b25d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4088168 Apr 18 06:17:20.281689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54398) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:20.286254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-176026055', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:20.373602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.374634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.431023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.637781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.883662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:20.903645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:21.008593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.122 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/06fc0002-09bc-4e80-8a76-8c5ed4d03ecd) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:17:21.115708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:21.213691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:21.252755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:21.255625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:21.259965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:17:21.285398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:21.497763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:17:21.518021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:17:21.518360 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 94afbbf1-6b02-4ac3-8c61-ab8a60608e03 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:17:21.566474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:21.756350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.002444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router fbff5d0a-2e6c-400a-a672-23088e92f306 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:17:22.109296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:17:22.118930 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Sync routers for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:22.127978 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:22.128573 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:22.184889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.186126 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-768fb82b-acb6-419f-a5eb-d6ebb1b03f7e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9035213 Apr 18 06:17:22.189299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54400) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:22.221832 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c992b8df-fc1a-4a40-9c9d-b6af58f8b3fd tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314567 Apr 18 06:17:22.224341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54402) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:22.231787 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:22.334788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650370bc-f523-48e9-bf11-7b5a22c638db tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:22.336979 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-650370bc-f523-48e9-bf11-7b5a22c638db tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117389 Apr 18 06:17:22.339838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54404) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:22.367508 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ce0842a5-ab91-403d-95a6-19e2110b7c63 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264723 Apr 18 06:17:22.369915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54406) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:22.374524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1261519444', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:22.405778 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:21Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:22.431815 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Checking router: fbff5d0a-2e6c-400a-a672-23088e92f306 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:22.432161 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Updating router fbff5d0a-2e6c-400a-a672-23088e92f306 port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:17:22.459884 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.509132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:17:22.512698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.711442 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.773430 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.773874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.820980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Attempting to bind port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:17:22.821342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Attempting to bind port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:17:22.821701 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Attempting to bind port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:17:22.830300 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Pushing event updated for resources: {'Port': ['ID=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:22.833243 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:17:22.833589 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:17:22.833984 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.834373 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:17:22.834848 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Bound port: 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:17:22.835474 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:22.836375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=9a727b0c-2d1e-41d2-81c5-7e22257bbf74,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:22.841319 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.841676 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.842009 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.842337 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.842663 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.843379 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.843379 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.843627 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.843957 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.844762 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.844762 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.844934 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:17:22.846264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:17:22.846625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 468f851b-c7d8-4afc-954c-cfb144a9bf7b, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:17:22.899155 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] For port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:17:22.902149 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] For port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:17:22.939030 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:17:22.962369 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.013348 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 468f851b-c7d8-4afc-954c-cfb144a9bf7b) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:23.017914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:23.018627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.021495 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:23.022125 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:23.024161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658060b-fdd9-44d6-82d9-ec1f887f7d51 None None] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:17:23.027583 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ee3e-a066-4036-a7fe-0ec935d01679 None None] Pushing event updated for resources: {'Port': ['ID=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:23.105831 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-72278155-9818-426c-8b5d-95a637411773 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7323627 Apr 18 06:17:23.106090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54408) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:23.135690 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:23.322316 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:21Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:23.328839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:17:23.329992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.352510 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790adcdc-a3d1-43f6-ace8-ac56d9323a2f None None] The sync data for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv is: [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:21Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:23.443502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a377c230-4612-4e7c-b8d3-852110b2362d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.499075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Allocated IP 172.20.0.2 (468f851b-c7d8-4afc-954c-cfb144a9bf7b/9a727b0c-2d1e-41d2-81c5-7e22257bbf74/0b9a4903-b9e2-49ff-83ed-affe3c7c0798) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:17:23.590671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.676175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.743818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.787420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:23.791202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:23.795698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:17:23.804887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Pushing event updated for resources: {'Port': ['ID=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:23.854959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Attempting to bind port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:17:23.855369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Attempting to bind port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:17:23.855698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Attempting to bind port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 on network 468f851b-c7d8-4afc-954c-cfb144a9bf7b {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:17:23.860825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:17:23.861191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Checking segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:17:23.861585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.861970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Bound using segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:17:23.862424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Bound port: 0b9a4903-b9e2-49ff-83ed-affe3c7c0798, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:17:23.862799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:23.889682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (468f851b-c7d8-4afc-954c-cfb144a9bf7b/9a727b0c-2d1e-41d2-81c5-7e22257bbf74/e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:17:23.926580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] For port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:17:23.930670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] For port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:17:24.002610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:24.010023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:24.072901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e1b50-e3d4-455d-a63b-844cd82f0448 None None] Pushing event updated for resources: {'Port': ['ID=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:24.117410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:24.165801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:24.171298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:24.175047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:17:24.210428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:24.236806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:24.561734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.136479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.196685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.269230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.270987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:25.369002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:25.370516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:25.484729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router fbff5d0a-2e6c-400a-a672-23088e92f306 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:17:25.608749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:17:25.617878 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-51a6f13c-71f7-4c02-bec3-24c16f5766d5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/fbff5d0a-2e6c-400a-a672-23088e92f306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5076542 Apr 18 06:17:25.618164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54410) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:25.625944 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Sync routers for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:25.629803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:25.660113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7472db-b378-474f-bfb0-5c987834fbcb None None] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:17:25.684108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:25.684740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:16:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:25.721318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c197f4-8c6a-4e3d-8248-c8d7796da746 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.721794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c197f4-8c6a-4e3d-8248-c8d7796da746 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.722261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c197f4-8c6a-4e3d-8248-c8d7796da746 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.722725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c197f4-8c6a-4e3d-8248-c8d7796da746 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.724434 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-39c197f4-8c6a-4e3d-8248-c8d7796da746 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1053154 Apr 18 06:17:25.727117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54412) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:25.782429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90457986-2c9d-42aa-89dc-5fe2247ed1b3 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.782813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90457986-2c9d-42aa-89dc-5fe2247ed1b3 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.783318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90457986-2c9d-42aa-89dc-5fe2247ed1b3 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.783776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90457986-2c9d-42aa-89dc-5fe2247ed1b3 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:25.785478 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-90457986-2c9d-42aa-89dc-5fe2247ed1b3 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0574095 Apr 18 06:17:25.790053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54414) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:25.857269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c20b84ca-4c91-4506-b81f-4042ed615ade None None] Provisioning complete for port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:25.857636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c20b84ca-4c91-4506-b81f-4042ed615ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.880538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:25.880907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.882694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-12e1f497-dd88-47f8-985d-e744fd4b5817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:25.928956 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d8495c4-e420-40ed-8712-3c21df03ee12 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1350644 Apr 18 06:17:25.963107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:26.192396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c20b84ca-4c91-4506-b81f-4042ed615ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.200089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.258300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:26.288167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c20b84ca-4c91-4506-b81f-4042ed615ade None None] For port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:26.317495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:25Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:26.346508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Checking router: fbff5d0a-2e6c-400a-a672-23088e92f306 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:26.346857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Updating router fbff5d0a-2e6c-400a-a672-23088e92f306 port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:17:26.373277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.373277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:26.419589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c20b84ca-4c91-4506-b81f-4042ed615ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.432369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.441023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54418) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:26.446222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906885495', 'description': 'tempest-secgroup-smoke-1906885495 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:26.468908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:26.549106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:26.549473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.560793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.636142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.650497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b84ca-4c91-4506-b81f-4042ed615ade None None] Pushing event updated for resources: {'Port': ['ID=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:26.664443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bd3fc620-dbe3-4cc8-92b2-d523522dceb4 None None] Provisioning complete for port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:26.664809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd3fc620-dbe3-4cc8-92b2-d523522dceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.708495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.737920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83db7b7-af8d-4017-801d-311f3576a0b2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:26.815566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.816857 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1ce56145-9325-412b-8e1c-43b779cff731 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3747442 Apr 18 06:17:26.819870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54420) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:26.824518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f83db7b7-af8d-4017-801d-311f3576a0b2', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:26.890903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fc620-dbe3-4cc8-92b2-d523522dceb4 None None] Port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:17:26.909386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.959808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bd3fc620-dbe3-4cc8-92b2-d523522dceb4 None None] Provisioning complete for port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:26.960733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bd3fc620-dbe3-4cc8-92b2-d523522dceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.975079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:26.999502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.018869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.040093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee61daf8-1fe6-4a8e-948f-0d44482f6568,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:27.099179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.105151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.106384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9ea38ec4-d91e-45d1-a1bf-9a27904c3fa9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2854555 Apr 18 06:17:27.109116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54422) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:27.114720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f83db7b7-af8d-4017-801d-311f3576a0b2', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:27.220983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.222442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.270306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d50ac679-9823-4368-9df6-68a3c00ca274 None None] Provisioning complete for port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:27.270683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d50ac679-9823-4368-9df6-68a3c00ca274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.290452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.304598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c379f-d23d-42c1-8d88-9cd9b52369ae None None] Pushing event updated for resources: {'Port': ['ID=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:27.338083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac679-9823-4368-9df6-68a3c00ca274 None None] Port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:17:27.360572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.365982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Attempting to bind port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:17:27.365982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Attempting to bind port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:17:27.366412 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Attempting to bind port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 on network 468f851b-c7d8-4afc-954c-cfb144a9bf7b {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:17:27.372848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:17:27.373233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Checking segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:17:27.373642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.374251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Bound using segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:17:27.374668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Bound port: e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:17:27.375775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.386725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9c58cf-7bff-4353-824d-155dfbaaad74,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:27.449502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] For port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:17:27.452518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] For port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:17:27.453999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.455319 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ca9198d9-0b4b-43ac-84c4-455565a2252b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451731 Apr 18 06:17:27.457937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54424) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:27.463392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f83db7b7-af8d-4017-801d-311f3576a0b2', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:27.552284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:27.556554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.588956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.632384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5fd76b0-ffef-44e1-9c5a-a42caf6fa34b None None] Provisioning complete for port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:27.632725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76b0-ffef-44e1-9c5a-a42caf6fa34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.652210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.683134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:27.683794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:17:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:27.689457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c379f-d23d-42c1-8d88-9cd9b52369ae None None] Pushing event updated for resources: {'Port': ['ID=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:27.745363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.752064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:27.752875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.765502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08104577-ed02-4c69-a95e-51ef3980c5a8,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:27.832408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.833644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4186808f-6237-44d2-8d9c-fc509ac5c54b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743176 Apr 18 06:17:27.836498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54426) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:27.840862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f83db7b7-af8d-4017-801d-311f3576a0b2', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:27.871327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:27.910150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.910391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76b0-ffef-44e1-9c5a-a42caf6fa34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:27.971994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.036128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.043367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5fd76b0-ffef-44e1-9c5a-a42caf6fa34b None None] For port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:28.046823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:28.055671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba880b5-277c-4e2f-a927-913c92ad4bb2,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:28.113306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5fd76b0-ffef-44e1-9c5a-a42caf6fa34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.135591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.136922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3166ad1f-cc3e-4253-8e46-c0cecd3f9c34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2994764 Apr 18 06:17:28.139773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54428) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:28.144432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f83db7b7-af8d-4017-801d-311f3576a0b2', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:28.170379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:28.170742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.219223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:17:28.221734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd76b0-ffef-44e1-9c5a-a42caf6fa34b None None] Pushing event updated for resources: {'Port': ['ID=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:28.224469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.261871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b0443ace-1c9f-42c5-ab16-ad40d2a85b79 None None] Provisioning complete for port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:28.262233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b0443ace-1c9f-42c5-ab16-ad40d2a85b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.284985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:28.304657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.336577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31815fb9-d324-4115-84ee-c7cb47323f7e None None] The sync data for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv is: [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:28.386700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.430874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d923c80c-5c9b-4de9-9d41-7e23a517605f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:28.517352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.517352 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b7ceed49-bcbc-425e-9b3f-5b4dab81eb70 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736908 Apr 18 06:17:28.517352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54430) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:28.522011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f83db7b7-af8d-4017-801d-311f3576a0b2', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:28.619555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:17:28.627850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.691594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.760928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.773760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.792782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef92ef44-05ad-4c9d-8e3e-7ef06d6425a7,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:28.859483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:28.861741 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0720ea18-ad47-4a1e-82aa-043db63e8666 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426440 Apr 18 06:17:28.910048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:29.022536 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-5d47ccd9-e23b-42b8-b7a0-adc6600e6b77 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906885495&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0343363 Apr 18 06:17:29.134683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-81705aae-4ac2-47bc-ba0c-8e5995b63a2b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:29.136252 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-81705aae-4ac2-47bc-ba0c-8e5995b63a2b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 797 time: 0.1064370 Apr 18 06:17:29.152608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-f7876d0d-597f-4a40-9234-51c12aedde13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0104990 Apr 18 06:17:29.207854 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-1b577c8c-becb-478b-a5a4-385625c1c44d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475519 Apr 18 06:17:29.308582 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-75b6f7ac-aea5-4aa4-a357-1478de6618b8 service neutron] 10.222.0.43 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881968 Apr 18 06:17:29.401612 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-84675c4c-2a46-4aa3-88b8-eab1bb6f025b service neutron] 10.222.0.43 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Apr 18 06:17:29.564852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:29.615498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:29.615861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:30.677297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7f183bc5-5923-482c-87df-9dbbf5bfcdfa req-6de3539c-ae78-477c-adde-03c143ba918d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 210 time: 0.0257735 Apr 18 06:17:31.756402 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2df58a80-602b-41cf-96b8-1db973a83b52 req-e3958c44-cc6d-41c6-90e0-d75fe5729505 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 210 time: 0.0268087 Apr 18 06:17:32.831591 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7066a658-0214-4c14-9df7-c76ec603dd56 req-b8071d0f-9d6b-45f7-92df-55adaea04e89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 210 time: 0.0259874 Apr 18 06:17:33.928652 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d231d476-dd60-43d3-87da-57edde130235 req-fef49496-6f2d-42f0-afb8-2b5265b1d968 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 210 time: 0.0299127 Apr 18 06:17:34.894938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-ebe21ac5-cb4d-44e6-9441-5ae4cd5fbf35 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:34.896399 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-ebe21ac5-cb4d-44e6-9441-5ae4cd5fbf35 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 797 time: 0.1007071 Apr 18 06:17:34.944131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-002357ad-839d-4743-9ad3-cd26c1d0af07 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0335979 Apr 18 06:17:34.952748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['f83db7b7-af8d-4017-801d-311f3576a0b2']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:35.029571 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-94eb19e7-f0a3-4141-b88f-77dc1d8934ab req-930261e5-da63-4def-ad7c-bee81f759acd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 210 time: 0.0336118 Apr 18 06:17:35.458748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:17:35.462901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.584478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.8 (468f851b-c7d8-4afc-954c-cfb144a9bf7b/9a727b0c-2d1e-41d2-81c5-7e22257bbf74/521b0521-2bce-4901-9007-bc178d203a3a) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:17:35.719051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.812045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.852239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:35.857400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:35.861049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:17:35.910300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=521b0521-2bce-4901-9007-bc178d203a3a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:35.921868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:35.922500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:35.982174 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-be259dd3-e197-4fbb-96e9-1ee27efc3f6e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328043 Apr 18 06:17:35.999364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Request body: {'port': {'device_id': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:36.052444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.086754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c4f3e8a7-e5ed-4271-b421-2392d14b1d9b None None] Provisioning complete for port 521b0521-2bce-4901-9007-bc178d203a3a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:36.087615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e8a7-e5ed-4271-b421-2392d14b1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.120852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3e8a7-e5ed-4271-b421-2392d14b1d9b None None] Port 521b0521-2bce-4901-9007-bc178d203a3a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:17:36.231728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b3ff-d4fe-486a-8d58-5b5c230c7c21 req-6d8f3b1f-f755-4638-a80e-e3912dc75a58 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:36.233140 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5411b3ff-d4fe-486a-8d58-5b5c230c7c21 req-6d8f3b1f-f755-4638-a80e-e3912dc75a58 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 931 time: 0.1244555 Apr 18 06:17:36.312570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5411b3ff-d4fe-486a-8d58-5b5c230c7c21 req-4491ec45-1405-4182-b9bb-db8d76989888 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550432 Apr 18 06:17:36.384426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521b0521-2bce-4901-9007-bc178d203a3a {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:36.391758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.404021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Transition to ACTIVE for port object 521b0521-2bce-4901-9007-bc178d203a3a will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:17:36.468555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.522846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Pushing event updated for resources: {'Port': ['ID=521b0521-2bce-4901-9007-bc178d203a3a,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:36.598030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Attempting to bind port 521b0521-2bce-4901-9007-bc178d203a3a on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:17:36.598364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Attempting to bind port 521b0521-2bce-4901-9007-bc178d203a3a by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:17:36.598683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Attempting to bind port 521b0521-2bce-4901-9007-bc178d203a3a on network 468f851b-c7d8-4afc-954c-cfb144a9bf7b {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:17:36.603599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Port 521b0521-2bce-4901-9007-bc178d203a3a on network 468f851b-c7d8-4afc-954c-cfb144a9bf7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:17:36.603917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Attempting to bind port 521b0521-2bce-4901-9007-bc178d203a3a on network 468f851b-c7d8-4afc-954c-cfb144a9bf7b {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:17:36.608817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:17:36.609152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Checking segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:17:36.609524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Bound using segment: {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:17:36.609942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Bound port: 521b0521-2bce-4901-9007-bc178d203a3a, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:17:36.610292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.676828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] For port 521b0521-2bce-4901-9007-bc178d203a3a, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:17:36.679830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] For port 521b0521-2bce-4901-9007-bc178d203a3a, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=521b0521-2bce-4901-9007-bc178d203a3a,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:17:36.783002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.817670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:36.818292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:36.819699 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] 10.222.0.46 "PUT /v2.0/ports/521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 1093 time: 0.8248820 Apr 18 06:17:36.820230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:36.823980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cabb59a-2106-484d-a7ec-0052bed5e05d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "tag": "521b0521-2bce-4901-9007-bc178d203a3a"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:17:36.855821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8715c-3712-45f3-8be4-193023d1c91e service neutron] Pushing event updated for resources: {'Port': ['ID=521b0521-2bce-4901-9007-bc178d203a3a,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:36.865821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745dd526-1b8a-4193-836a-351315a262cd x-openstack-request-id: req-745dd526-1b8a-4193-836a-351315a262cd {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:17:36.866113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "tag": "521b0521-2bce-4901-9007-bc178d203a3a", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:17:36.866358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-745dd526-1b8a-4193-836a-351315a262cd {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:17:36.866759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745dd526-1b8a-4193-836a-351315a262cd'] response: {'name': 'network-changed', 'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a', 'status': 'completed', 'code': 200} Apr 18 06:17:36.954421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabb59a-2106-484d-a7ec-0052bed5e05d req-7f8c4ab2-3424-4c06-be87-3908a902583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:36.956127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6cabb59a-2106-484d-a7ec-0052bed5e05d req-7f8c4ab2-3424-4c06-be87-3908a902583b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1096 time: 0.0462956 Apr 18 06:17:37.066314 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabb59a-2106-484d-a7ec-0052bed5e05d req-16d95c22-306b-4d3d-a10a-151b817ba200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.067807 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6cabb59a-2106-484d-a7ec-0052bed5e05d req-16d95c22-306b-4d3d-a10a-151b817ba200 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0978694 Apr 18 06:17:37.160957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabb59a-2106-484d-a7ec-0052bed5e05d req-a28d58d9-2c32-4c47-af61-3857335a7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.162342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6cabb59a-2106-484d-a7ec-0052bed5e05d req-a28d58d9-2c32-4c47-af61-3857335a7669 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883675 Apr 18 06:17:37.261543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-78bc35d0-4507-470b-828d-ae2885849429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.263032 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-78bc35d0-4507-470b-828d-ae2885849429 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1096 time: 0.0458033 Apr 18 06:17:37.309469 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-aa15f0aa-6149-4ea0-ada4-21fd392e8772 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 217 time: 0.0340035 Apr 18 06:17:37.358053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-dd662e7f-aadb-40a3-a57e-e1cdd59bf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.359571 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-dd662e7f-aadb-40a3-a57e-e1cdd59bf34b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 844 time: 0.0433359 Apr 18 06:17:37.436857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-36e17470-f456-47ca-926d-2ab0d560388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.438352 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-36e17470-f456-47ca-926d-2ab0d560388b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=468f851b-c7d8-4afc-954c-cfb144a9bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729215 Apr 18 06:17:37.460535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b1a1-bd4a-4b58-b02c-a0a14661b7e1 req-dd9d4b90-581a-44db-b1fe-18336ab0600a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:37.462594 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5330b1a1-bd4a-4b58-b02c-a0a14661b7e1 req-dd9d4b90-581a-44db-b1fe-18336ab0600a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 943 time: 0.0687113 Apr 18 06:17:37.544555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5330b1a1-bd4a-4b58-b02c-a0a14661b7e1 req-554f77cc-bb4b-4669-a95f-030321426e02 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724859 Apr 18 06:17:37.566326 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-83ef27ea-80cd-47e6-97c8-48f521c5d489 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213269 Apr 18 06:17:37.652708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8c6bb23f-e5d2-4f38-aa37-6a92c51bc49f req-1ed07e15-5c77-43f4-af99-cb4868335d54 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802495 Apr 18 06:17:38.661240 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071740-34f5-4117-97f8-0c2597a3c302 req-f3897091-49d1-4ea4-a111-d244f2418e6c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:38.662717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67071740-34f5-4117-97f8-0c2597a3c302 req-f3897091-49d1-4ea4-a111-d244f2418e6c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 943 time: 0.0502503 Apr 18 06:17:38.701112 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67071740-34f5-4117-97f8-0c2597a3c302 req-ed2156b1-fbff-47fd-8a4c-6c3ad2e7da13 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Apr 18 06:17:39.616467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:17:39.814731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456c63-65e2-477e-a15c-185cfba71a5e req-d0828fde-91bd-4dbf-8024-0ff0f9f60215 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:39.816203 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8456c63-65e2-477e-a15c-185cfba71a5e req-d0828fde-91bd-4dbf-8024-0ff0f9f60215 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 943 time: 0.0485337 Apr 18 06:17:39.854956 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8456c63-65e2-477e-a15c-185cfba71a5e req-2c8434b9-f52a-4ecc-9806-c21dbbd3f0fa tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Apr 18 06:17:40.053578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 521b0521-2bce-4901-9007-bc178d203a3a details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:17:40.143471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 521b0521-2bce-4901-9007-bc178d203a3a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=521b0521-2bce-4901-9007-bc178d203a3a,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:40.158074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '521b0521-2bce-4901-9007-bc178d203a3a', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'port_id': '521b0521-2bce-4901-9007-bc178d203a3a', 'mac_address': 'fa:16:3e:30:91:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:17:40.192591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:40.205203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521b0521-2bce-4901-9007-bc178d203a3a {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:17:40.224577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 521b0521-2bce-4901-9007-bc178d203a3a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=521b0521-2bce-4901-9007-bc178d203a3a,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:40.322238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:40.366929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=521b0521-2bce-4901-9007-bc178d203a3a,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:40.702280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['521b0521-2bce-4901-9007-bc178d203a3a'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:17:40.967667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca244695-824d-4668-8619-988835e1b7c8 req-26e5b493-de0d-4d96-b233-eaef7c87398d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:40.969045 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ca244695-824d-4668-8619-988835e1b7c8 req-26e5b493-de0d-4d96-b233-eaef7c87398d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 944 time: 0.0489557 Apr 18 06:17:41.008105 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ca244695-824d-4668-8619-988835e1b7c8 req-70aeb6eb-c3be-423e-bfe0-aa1a9d765dd5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Apr 18 06:17:42.057252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 521b0521-2bce-4901-9007-bc178d203a3a up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:17:42.131655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963bcff-d961-4246-a23c-56bcd718ed44 req-27fe7c4d-e832-4f0d-93ab-4de35a82fed4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:42.133274 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0963bcff-d961-4246-a23c-56bcd718ed44 req-27fe7c4d-e832-4f0d-93ab-4de35a82fed4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 944 time: 0.0532358 Apr 18 06:17:42.167044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 521b0521-2bce-4901-9007-bc178d203a3a completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:17:42.171004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 521b0521-2bce-4901-9007-bc178d203a3a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:17:42.171475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:42.172108 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0963bcff-d961-4246-a23c-56bcd718ed44 req-81254443-11d5-4e25-81db-a56251929dba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Apr 18 06:17:42.247353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:42.268858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:42.271077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d62b991-a02d-47b7-95d0-2412dff3ae0f" -d '{"events": [{"server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "name": "network-vif-plugged", "status": "completed", "tag": "521b0521-2bce-4901-9007-bc178d203a3a"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:17:42.284053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 521b0521-2bce-4901-9007-bc178d203a3a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=521b0521-2bce-4901-9007-bc178d203a3a,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:17:42.344907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:42.371749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdcc4d5-e504-4845-b702-2ba12626b914 x-openstack-request-id: req-cfdcc4d5-e504-4845-b702-2ba12626b914 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:17:42.372037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "name": "network-vif-plugged", "status": "completed", "tag": "521b0521-2bce-4901-9007-bc178d203a3a", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:17:42.372284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfdcc4d5-e504-4845-b702-2ba12626b914 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:17:42.372674 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdcc4d5-e504-4845-b702-2ba12626b914'] response: {'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a', 'code': 200} Apr 18 06:17:42.398974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=521b0521-2bce-4901-9007-bc178d203a3a,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:42.660313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2ca1-f332-4aee-9cda-2f5fec31a094 req-093bf864-8fc8-4078-b65b-71403f0e71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:42.661794 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-35fd2ca1-f332-4aee-9cda-2f5fec31a094 req-093bf864-8fc8-4078-b65b-71403f0e71dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1098 time: 0.0405433 Apr 18 06:17:42.696231 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-35fd2ca1-f332-4aee-9cda-2f5fec31a094 req-81c6ddab-3e72-4233-b332-f47fd5291713 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275235 Apr 18 06:17:42.858930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:43.286237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3dbb0-04a5-482f-8c02-6cef4ca09bd6 req-c8347443-abd0-489f-bd26-4d59d0ac4466 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:43.287730 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ef3dbb0-04a5-482f-8c02-6cef4ca09bd6 req-c8347443-abd0-489f-bd26-4d59d0ac4466 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 945 time: 0.0496135 Apr 18 06:17:43.325230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ef3dbb0-04a5-482f-8c02-6cef4ca09bd6 req-a5eea1ae-4792-42ea-bc11-d52c17a14b97 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Apr 18 06:17:44.444984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccb0f-772c-4a01-b57f-558343bd674f req-ca506769-6eca-4c45-a399-5b009a294b1f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:44.446584 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a81ccb0f-772c-4a01-b57f-558343bd674f req-ca506769-6eca-4c45-a399-5b009a294b1f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Apr 18 06:17:44.486221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a81ccb0f-772c-4a01-b57f-558343bd674f req-2aa22e6b-a3c0-4883-9e65-5a1f2fcad113 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331039 Apr 18 06:17:44.602680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689710-03a3-416e-b16b-0e26c7da229d req-cf65bbec-07f1-47bd-8dd8-110a45325183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:44.604212 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e689710-03a3-416e-b16b-0e26c7da229d req-cf65bbec-07f1-47bd-8dd8-110a45325183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 945 time: 0.0520432 Apr 18 06:17:44.641104 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e689710-03a3-416e-b16b-0e26c7da229d req-dcfe847a-f75e-4f89-89dc-2385e65fd1e2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309877 Apr 18 06:17:44.662813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54504) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:44.701530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54eaf13-02ff-4147-9521-24e4f7176093 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:44.703026 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d54eaf13-02ff-4147-9521-24e4f7176093 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1093 time: 0.0392337 Apr 18 06:17:44.705828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54506) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:44.710403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '521b0521-2bce-4901-9007-bc178d203a3a', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:17:44.795877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:44.893498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:44.994803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.117 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/6700bfc9-740a-44dd-9d1a-16e7a7a92abf) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:17:45.097288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.161962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.197565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:17:45.202430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:17:45.205946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:17:45.229770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=6700bfc9-740a-44dd-9d1a-16e7a7a92abf,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:45.560936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.681714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.829002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.892710 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:45.968193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=6700bfc9-740a-44dd-9d1a-16e7a7a92abf,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:17:45.978349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:46.074402 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 882024f4-75cd-4f3b-a57b-39060cbc8975 associated. External IP: 172.26.4.117, port: 521b0521-2bce-4901-9007-bc178d203a3a. Apr 18 06:17:46.274678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router fbff5d0a-2e6c-400a-a672-23088e92f306 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:17:46.381206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:17:46.393164 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] Sync routers for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:17:46.403639 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:46.408348 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:17:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:46.458913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:46.487660 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4050477d-682b-4280-afa0-ca40b2437bbf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7807271 Apr 18 06:17:46.488259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:17:46.490368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54508) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:46.490880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df88b611-25bd-48fa-a846-083fdecb8d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "tag": "521b0521-2bce-4901-9007-bc178d203a3a"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:17:46.508826 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:46.527010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01449967-0806-418d-8e7e-d10bb1acde43 x-openstack-request-id: req-01449967-0806-418d-8e7e-d10bb1acde43 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:17:46.527332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "tag": "521b0521-2bce-4901-9007-bc178d203a3a", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:17:46.527590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01449967-0806-418d-8e7e-d10bb1acde43 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:17:46.527998 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01449967-0806-418d-8e7e-d10bb1acde43'] response: {'name': 'network-changed', 'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a', 'status': 'completed', 'code': 200} Apr 18 06:17:46.557169 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-230c85cf-64db-46a4-bb15-2e9c136ce799 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/882024f4-75cd-4f3b-a57b-39060cbc8975 HTTP/1.1" status: 200 len: 991 time: 0.0655096 Apr 18 06:17:46.613299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-a77ee4d8-8417-4e01-96a2-e56c5a53e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:46.614794 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-a77ee4d8-8417-4e01-96a2-e56c5a53e8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1098 time: 0.0437338 Apr 18 06:17:46.705754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-07734d05-fbd6-4f48-9987-abd2672a5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:46.707229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-07734d05-fbd6-4f48-9987-abd2672a5e1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 898 time: 0.0859022 Apr 18 06:17:46.740316 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '882024f4-75cd-4f3b-a57b-39060cbc8975', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'port_id': '521b0521-2bce-4901-9007-bc178d203a3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'mac_address': 'fa:16:3e:30:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:17:45Z', 'updated_at': '2022-04-18T06:17:45Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:46.771346 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] Checking router: fbff5d0a-2e6c-400a-a672-23088e92f306 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:17:46.779217 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-4fe87178-3524-49ac-bb4e-034de56f956b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 999 time: 0.0655532 Apr 18 06:17:46.782038 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:17:46.782635 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:17:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:46.832736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-5f9ce9ee-cdb2-4ec3-a94b-43045ce413be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:46.834220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-5f9ce9ee-cdb2-4ec3-a94b-43045ce413be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 844 time: 0.0485413 Apr 18 06:17:46.880540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-8d57399f-49e2-4dfe-99a5-0a40ec940d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:17:46.882077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-8d57399f-49e2-4dfe-99a5-0a40ec940d8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=468f851b-c7d8-4afc-954c-cfb144a9bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411344 Apr 18 06:17:46.895798 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:17:46.980875 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-2181a8fc-d15a-497f-96c3-2facb2db4597 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921047 Apr 18 06:17:47.073442 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-df88b611-25bd-48fa-a846-083fdecb8d8b req-02d844ec-1e4d-416b-8057-fc4954138cf5 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Apr 18 06:17:47.128856 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '882024f4-75cd-4f3b-a57b-39060cbc8975', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'port_id': '521b0521-2bce-4901-9007-bc178d203a3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'mac_address': 'fa:16:3e:30:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:17:45Z', 'updated_at': '2022-04-18T06:17:45Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:17:47.158500 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c81919b-f278-48aa-a3e8-16b2d8ab449c None None] The sync data for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv is: [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '882024f4-75cd-4f3b-a57b-39060cbc8975', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'port_id': '521b0521-2bce-4901-9007-bc178d203a3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'mac_address': 'fa:16:3e:30:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:17:45Z', 'updated_at': '2022-04-18T06:17:45Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:17:47.329305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8514a77-768c-421d-9c84-10699bd27c6e None None] New status for floating IP 882024f4-75cd-4f3b-a57b-39060cbc8975: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:17:47.560992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54512) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:17:47.624474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0d63b232-1675-4218-bfa2-c269dda324d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/882024f4-75cd-4f3b-a57b-39060cbc8975 HTTP/1.1" status: 200 len: 993 time: 0.0623329 Apr 18 06:17:53.428173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95db5573-93da-451b-a3d5-142eda588809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:55.844828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e41ec879-07cb-47f1-bdb7-79970dca4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:57.075253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:58.749449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:17:58.932300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:12.886100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:16.614584 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:18:23.417810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5556340c-08be-4a0b-95ea-ca7fbfc61942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:25.817303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0a02b5ef-7026-4202-9407-9b0401923f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:27.006127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:28.754344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:28.902928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:33.887656 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-6115b7dd-8362-4a13-af64-b7d50369ccc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401952 Apr 18 06:18:33.983422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-cecefd2f-3bf4-480c-8747-7eb8b5cea181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:33.984873 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-cecefd2f-3bf4-480c-8747-7eb8b5cea181 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1098 time: 0.0407553 Apr 18 06:18:34.088367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-f356e737-e01a-4c8a-a3d6-c61cf69f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:34.090284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-f356e737-e01a-4c8a-a3d6-c61cf69f85fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 898 time: 0.0863473 Apr 18 06:18:34.154381 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-c09021b6-2f79-4095-adfc-c9b3dd2f7944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 1001 time: 0.0574801 Apr 18 06:18:34.207253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-bd665e6c-bc9f-4b7c-8796-9c761c318211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:34.208700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-bd665e6c-bc9f-4b7c-8796-9c761c318211 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 844 time: 0.0483444 Apr 18 06:18:34.253527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-36347bfe-ff49-468c-b1a7-7b945bad9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:18:34.254970 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-36347bfe-ff49-468c-b1a7-7b945bad9323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=468f851b-c7d8-4afc-954c-cfb144a9bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395977 Apr 18 06:18:34.341673 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-61e7d09d-fb0c-4afc-837c-957cb9538699 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799518 Apr 18 06:18:34.745291 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-09af5e04-d26f-46e5-8c22-f04b29f5e0e5 req-07c392aa-8dc4-4718-8aef-be8a3910fa3a service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967888 Apr 18 06:18:42.883687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:53.410794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f0df76eb-2926-40cd-8c5f-0167341fd93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:53.613740 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:18:55.848710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-17ee41b3-8209-461e-a548-8e22408a27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:56.997523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:58.736696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:18:58.934896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:12.902569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:23.410728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6713f6aa-50a7-4f37-9e6f-66ad0af51727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:25.826947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ff519249-5708-47df-872c-13fc31f086c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:27.007666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:28.741142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:28.901606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:30.612161 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:19:32.968726 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-f6518755-a17b-4e61-8798-ecee1465894b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416794 Apr 18 06:19:33.066690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-49e063c6-536b-46cd-9d5f-116d43673b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:33.068238 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-49e063c6-536b-46cd-9d5f-116d43673b18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1098 time: 0.0418887 Apr 18 06:19:33.165748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-1e93bf81-6443-4fa1-994d-ae5a8059fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:33.167978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-1e93bf81-6443-4fa1-994d-ae5a8059fdb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 898 time: 0.0820367 Apr 18 06:19:33.238507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-5b144bf9-7849-4731-819c-fc07a9cf20a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 1001 time: 0.0596015 Apr 18 06:19:33.283814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-b1f49941-422b-450b-822b-8db839ffdfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:33.285228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-b1f49941-422b-450b-822b-8db839ffdfb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 844 time: 0.0433655 Apr 18 06:19:33.329973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-d412b2f0-8376-4565-9d2d-a0e3263ac5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:19:33.331523 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-d412b2f0-8376-4565-9d2d-a0e3263ac5eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=468f851b-c7d8-4afc-954c-cfb144a9bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388846 Apr 18 06:19:33.468278 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-c9418f35-b2ce-4f94-b883-5f24dce3225a service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302979 Apr 18 06:19:33.559447 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0ec3f3-68a4-4fae-be5e-93cdc97ab62f req-e85f2400-aef3-45b7-a63b-b469ed1e640d service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835068 Apr 18 06:19:42.883978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:53.415332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8e62a654-f32d-4860-a030-a579e2dfef82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:55.820713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e919b2fa-637d-483f-98ba-236d673676d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:57.017966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.795324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:19:58.929103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:07.611263 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:20:12.854291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.650439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54548) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:20:13.656475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:20:13.740867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25211443'] for subnet, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.943606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772159792056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25992623'] for subnet, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.981246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:13.981831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:13.983161 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/subnets/9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 836 time: 0.3316877 Apr 18 06:20:13.987781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000359e-b81e-4e38-a46c-20d92e200116 None None] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:20:13.996791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=9a727b0c-2d1e-41d2-81c5-7e22257bbf74,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:14.003760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.004114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.004482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.004822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.005153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.005490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.005821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.006151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.006481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.006807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.007795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.008127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a3b0e-7d03-436d-ad00-3d0e8a7639e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:14.371141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-dc2a21e5-5f93-48cd-ac45-3157691ce951 None None] Provisioning complete for port 521b0521-2bce-4901-9007-bc178d203a3a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:14.371527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc2a21e5-5f93-48cd-ac45-3157691ce951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:14.458934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-dc2a21e5-5f93-48cd-ac45-3157691ce951 None None] Provisioning complete for port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:14.459332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc2a21e5-5f93-48cd-ac45-3157691ce951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:14.545732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-dc2a21e5-5f93-48cd-ac45-3157691ce951 None None] Provisioning complete for port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:20:14.546006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc2a21e5-5f93-48cd-ac45-3157691ce951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:23.457265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1535e73-a29a-4b3e-bcb2-e878d2574e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:25.854693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4092f1e5-683d-44b9-93f6-9df056c8dcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:27.002922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.765814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:28.914733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:33.077973 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-ecf21658-fbc1-4f85-b0fe-cc3a3736b326 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795119 Apr 18 06:20:33.176309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-67861f76-66ca-4be9-ac4d-ed70bc164479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:33.177780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-67861f76-66ca-4be9-ac4d-ed70bc164479 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1098 time: 0.0438864 Apr 18 06:20:33.278980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-dc4ae75b-354d-44fb-9991-f6a6ad5e6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:33.280391 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-dc4ae75b-354d-44fb-9991-f6a6ad5e6cef service neutron] 10.222.0.46 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 898 time: 0.0840828 Apr 18 06:20:33.347614 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-ab946e9f-0866-4da5-b08b-c2e1f931c8f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 1001 time: 0.0607765 Apr 18 06:20:33.396893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-5ea10f56-55b7-4ae1-ac51-da6d14c4dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:33.398348 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-5ea10f56-55b7-4ae1-ac51-da6d14c4dfc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 844 time: 0.0448005 Apr 18 06:20:33.442743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-79011a49-0962-4dee-804b-a3ed86d9babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:33.444312 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-79011a49-0962-4dee-804b-a3ed86d9babd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=468f851b-c7d8-4afc-954c-cfb144a9bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395958 Apr 18 06:20:33.457259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-7f9f0e7b-83bc-4539-883d-3736561f5bd5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:20:33.458194 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-7f9f0e7b-83bc-4539-883d-3736561f5bd5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048606 Apr 18 06:20:33.550215 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-62d53920-8b6c-4c1f-8b5a-c09a5dab020c service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 Apr 18 06:20:33.638606 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc407d2e-abfe-475f-a3fd-9acd34ad925a req-39434797-9c20-496f-9a5e-48bddfbe0f2c service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824981 Apr 18 06:20:42.897467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:44.690037 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:20:53.430750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3575-7a23-4f84-8785-6721a89aefeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:55.885560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ca6ec58d-80ed-49ac-956d-3fa49bd55978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:57.050695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:57.609527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54558) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:20:57.766106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 6700bfc9-740a-44dd-9d1a-16e7a7a92abf {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:20:57.766364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:57.844314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:57.844644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:57.856790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 6700bfc9-740a-44dd-9d1a-16e7a7a92abf owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:20:58.090427 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:58.116172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=6700bfc9-740a-44dd-9d1a-16e7a7a92abf,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:20:58.127945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.128287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.128620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.128955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.129276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.129597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.129916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.130235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.130551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.130865 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.131180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.135432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:20:58.185014 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:58.185341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 882024f4-75cd-4f3b-a57b-39060cbc8975 disassociated (deleted). External IP: 172.26.4.117, port: 521b0521-2bce-4901-9007-bc178d203a3a. Apr 18 06:20:58.391405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router fbff5d0a-2e6c-400a-a672-23088e92f306 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:20:58.497566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:20:58.502342 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:58.507746 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] Sync routers for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:20:58.517027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:20:58.517641 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:58.529866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-44b691dc-0fbf-46cf-9025-4491d042e708 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/882024f4-75cd-4f3b-a57b-39060cbc8975 HTTP/1.1" status: 204 len: 168 time: 0.9192736 Apr 18 06:20:58.530442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:20:58.532777 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb0869-d50d-491e-b182-97d082612f40" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "tag": "521b0521-2bce-4901-9007-bc178d203a3a"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:20:58.572838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff06e0b-3e35-4750-ab06-93e64579e784 x-openstack-request-id: req-8ff06e0b-3e35-4750-ab06-93e64579e784 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:20:58.573133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "tag": "521b0521-2bce-4901-9007-bc178d203a3a", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:20:58.573385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ff06e0b-3e35-4750-ab06-93e64579e784 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:20:58.573803 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff06e0b-3e35-4750-ab06-93e64579e784'] response: {'name': 'network-changed', 'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a', 'status': 'completed', 'code': 200} Apr 18 06:20:58.625898 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:20:58.661209 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0869-d50d-491e-b182-97d082612f40 req-59ff946f-be56-44f9-ba52-d2d16da1773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:58.662600 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-59ff946f-be56-44f9-ba52-d2d16da1773f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 1098 time: 0.0458298 Apr 18 06:20:58.756199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0869-d50d-491e-b182-97d082612f40 req-30534117-ae57-46f6-9f8e-70cbf944f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:58.757713 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-30534117-ae57-46f6-9f8e-70cbf944f251 service neutron] 10.222.0.46 "GET /v2.0/networks?id=468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 200 len: 898 time: 0.0871339 Apr 18 06:20:58.762041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:58.801533 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-c658f4b4-0a47-4c7d-ad28-d04a38ef1860 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 200 len: 217 time: 0.0369830 Apr 18 06:20:58.829280 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:58.860489 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] Checking router: fbff5d0a-2e6c-400a-a672-23088e92f306 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:20:58.865964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0869-d50d-491e-b182-97d082612f40 req-b10bc83a-d047-4714-a5ee-d98425db394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:58.867486 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-b10bc83a-d047-4714-a5ee-d98425db394b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 200 len: 844 time: 0.0596452 Apr 18 06:20:58.870158 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:20:58.870776 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:58.913473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0869-d50d-491e-b182-97d082612f40 req-75071911-0ff3-4974-97b9-99ace58654aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:58.914899 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-75071911-0ff3-4974-97b9-99ace58654aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=468f851b-c7d8-4afc-954c-cfb144a9bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412557 Apr 18 06:20:58.928010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:20:58.981755 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:20:59.058034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-eb5fb6b2-07eb-4f31-abdd-f937817d2791 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091096 Apr 18 06:20:59.146743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4fd88-7d77-47f9-94f7-22aced969ea7 req-f9160d9d-aba2-413b-8056-bf9bdc31b790 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:20:59.148245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-03e4fd88-7d77-47f9-94f7-22aced969ea7 req-f9160d9d-aba2-413b-8056-bf9bdc31b790 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 945 time: 0.1508260 Apr 18 06:20:59.182763 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:20:59.195608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-05fb0869-d50d-491e-b182-97d082612f40 req-2d1b2c1c-d089-4b37-9fc3-e47f932ff659 service neutron] 10.222.0.46 "GET /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196795 Apr 18 06:20:59.207589 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-03e4fd88-7d77-47f9-94f7-22aced969ea7 req-3eb4eba5-ab8d-4ea7-bde1-1769a9d3be52 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489333 Apr 18 06:20:59.209041 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0edaa-ee30-462d-8c2b-2b137d4f99f7 None None] The sync data for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv is: [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:24Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60', 'name': '', 'network_id': '468f851b-c7d8-4afc-954c-cfb144a9bf7b', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:a4:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:23Z', 'updated_at': '2022-04-18T06:17:27Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '9a727b0c-2d1e-41d2-81c5-7e22257bbf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:20:59.415841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17521c7-c7da-436f-aaee-acb8d891d3b3 None None] New status for floating IP 882024f4-75cd-4f3b-a57b-39060cbc8975: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:21:00.390293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38b941-48bb-4e40-8eed-a9183d44c1f8 req-670e952a-062d-47a9-b6bc-a4c0ea7f3f52 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:00.391812 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8c38b941-48bb-4e40-8eed-a9183d44c1f8 req-670e952a-062d-47a9-b6bc-a4c0ea7f3f52 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 945 time: 0.1028402 Apr 18 06:21:00.434193 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8c38b941-48bb-4e40-8eed-a9183d44c1f8 req-41fc9cac-0e5b-4247-9bea-f3f1da9a7ae1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f83db7b7-af8d-4017-801d-311f3576a0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360353 Apr 18 06:21:00.839124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-674b42c8-b436-4784-b3e4-b8331d80678b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:00.840608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-674b42c8-b436-4784-b3e4-b8331d80678b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 945 time: 0.0494123 Apr 18 06:21:00.927476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 521b0521-2bce-4901-9007-bc178d203a3a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:21:00.927817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:01.017156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 521b0521-2bce-4901-9007-bc178d203a3a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=521b0521-2bce-4901-9007-bc178d203a3a,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:01.017520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:01.029812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 521b0521-2bce-4901-9007-bc178d203a3a owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:21:01.224674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:01.253085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=521b0521-2bce-4901-9007-bc178d203a3a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:01.300681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port 521b0521-2bce-4901-9007-bc178d203a3a on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:21:01.303264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:01.306487 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-427e3c7e-9b2e-4620-b0d9-8dfe7b25a65c req-c4e46410-b40a-4b41-8401-f92e96b7e3f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/521b0521-2bce-4901-9007-bc178d203a3a HTTP/1.1" status: 204 len: 173 time: 0.4602392 Apr 18 06:21:01.307007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'name': 'network-vif-deleted', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:01.309329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beba5da-3060-4b80-976e-3b5a077cca35" -d '{"events": [{"server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "name": "network-vif-deleted", "tag": "521b0521-2bce-4901-9007-bc178d203a3a"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:01.407325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf96cca-6362-4893-8765-13a6ef09a840 x-openstack-request-id: req-fbf96cca-6362-4893-8765-13a6ef09a840 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:01.407499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcf87eb-1428-4d6f-b4ad-49c344ca7562", "name": "network-vif-deleted", "tag": "521b0521-2bce-4901-9007-bc178d203a3a", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:01.407750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbf96cca-6362-4893-8765-13a6ef09a840 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:01.408150 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf96cca-6362-4893-8765-13a6ef09a840'] response: {'server_uuid': '1fcf87eb-1428-4d6f-b4ad-49c344ca7562', 'name': 'network-vif-deleted', 'tag': '521b0521-2bce-4901-9007-bc178d203a3a', 'status': 'completed', 'code': 200} Apr 18 06:21:01.530051 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9fb40eb-9d61-436a-8044-9161c9cfc174 req-27a48125-dd25-4678-b24b-24c3bb966178 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fcf87eb-1428-4d6f-b4ad-49c344ca7562 HTTP/1.1" status: 200 len: 210 time: 0.0268891 Apr 18 06:21:02.586039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54594) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:02.644920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91cb635f-d86d-4795-bb5c-242f1fcfbeef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:02.670861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91cb635f-d86d-4795-bb5c-242f1fcfbeef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:02.808499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91cb635f-d86d-4795-bb5c-242f1fcfbeef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:02.811072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-91cb635f-d86d-4795-bb5c-242f1fcfbeef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:02.812276 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-91cb635f-d86d-4795-bb5c-242f1fcfbeef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/f83db7b7-af8d-4017-801d-311f3576a0b2 HTTP/1.1" status: 204 len: 168 time: 0.2252364 Apr 18 06:21:02.821920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb635f-d86d-4795-bb5c-242f1fcfbeef tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83db7b7-af8d-4017-801d-311f3576a0b2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:02.888543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54598) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:03.240264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:03.488534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:21:03.488871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:03.575047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:03.575439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:03.587720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:21:03.835979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:03.861268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:04.039559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:04.254455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router fbff5d0a-2e6c-400a-a672-23088e92f306 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:21:04.369263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:21:04.374859 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3096b243-182f-4daa-a1e1-c9aefc0e7aae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/fbff5d0a-2e6c-400a-a672-23088e92f306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848294 Apr 18 06:21:04.377074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54602) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:04.389342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] Sync routers for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:04.402608 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:04.403267 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:04.519602 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:04.725409 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:21:03Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:04.733356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 9a727b0c-2d1e-41d2-81c5-7e22257bbf74 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:21:04.736779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:04.753026 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] Checking router: fbff5d0a-2e6c-400a-a672-23088e92f306 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:04.764183 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] Routers {'fbff5d0a-2e6c-400a-a672-23088e92f306'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:04.764863 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fbff5d0a-2e6c-400a-a672-23088e92f306'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:04.781048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:04.876747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:04.879702 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] Set router fbff5d0a-2e6c-400a-a672-23088e92f306 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:05.016634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.045599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=9a727b0c-2d1e-41d2-81c5-7e22257bbf74,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:05.047557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.051383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-44969e13-ce9c-4ff1-ab83-774f21c61b74 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/9a727b0c-2d1e-41d2-81c5-7e22257bbf74 HTTP/1.1" status: 204 len: 168 time: 0.6728659 Apr 18 06:21:05.061224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54604) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:05.061507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ccbd7-2ba6-4b2e-a9e6-0ec56e358a72 None None] Network 468f851b-c7d8-4afc-954c-cfb144a9bf7b requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:21:05.061978 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:21:03Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:05.170123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.189661 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb0f58-f4b9-46dc-ad8a-ee8cbd9fe686 None None] The sync data for ids ['fbff5d0a-2e6c-400a-a672-23088e92f306'] in dv-neutron-837488-1-hyperv is: [{'id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'name': 'tempest-TestNetworkBasicOps-router-176026055', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:21:03Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '06fc0002-09bc-4e80-8a76-8c5ed4d03ecd', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff5d0a-2e6c-400a-a672-23088e92f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:17:20Z', 'updated_at': '2022-04-18T06:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:05.299138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.310630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 521b0521-2bce-4901-9007-bc178d203a3a no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:21:05.345256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 521b0521-2bce-4901-9007-bc178d203a3a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:21:05.345594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 521b0521-2bce-4901-9007-bc178d203a3a not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:21:05.429659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:21:05.430042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.513969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:05.514335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.525915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:21:05.577436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] DHCP port deletion for 468f851b-c7d8-4afc-954c-cfb144a9bf7b request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:21:05.651030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Deleting port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:21:05.651438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.716331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:21:05.761035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] For port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,segment=NetworkSegment(ca647d39-f8a3-44e3-adf4-d8bdb3f67cda),segment_id=ca647d39-f8a3-44e3-adf4-d8bdb3f67cda)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:05.761442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.778239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Calling delete_port for 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:21:05.794839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.829397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=06fc0002-09bc-4e80-8a76-8c5ed4d03ecd,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:05.873843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.898369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.968390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 06:21:05.968390 dv-neutron-837488-1-hyperv neutron-server[109607]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 18 06:21:05.968390 dv-neutron-837488-1-hyperv neutron-server[109607]: [parameters: {'status': 'DOWN', 'ports_id': '0b9a4903-b9e2-49ff-83ed-affe3c7c0798'}] Apr 18 06:21:05.968390 dv-neutron-837488-1-hyperv neutron-server[109607]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:21:05.968956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:21:05.984877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.995373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:05.997675 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.012510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Pushing event deleted for resources: {'Port': ['ID=0b9a4903-b9e2-49ff-83ed-affe3c7c0798,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:06.022481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.022830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.023234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.023520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.024050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.024380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.024713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.025553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.025902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.026304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.026629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.026951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:06.029742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874c93e-ba59-4632-bac2-6ee3fc6cd340 None None] No DVR routers for this DVR port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:21:06.113787 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.114256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router fbff5d0a-2e6c-400a-a672-23088e92f306 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:21:06.122274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.123868 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e6c6fbf9-4ae9-4800-b04c-2043951ed7c6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/fbff5d0a-2e6c-400a-a672-23088e92f306 HTTP/1.1" status: 204 len: 168 time: 1.0689847 Apr 18 06:21:06.130338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54610) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:06.208026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.299486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.319290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468f851b-c7d8-4afc-954c-cfb144a9bf7b']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:06.328187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:06.328476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca647d39-f8a3-44e3-adf4-d8bdb3f67cda') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:06.337369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.350421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.356695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:21:06.357070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:21:06.360035 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:21:06.488996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Port 0b9a4903-b9e2-49ff-83ed-affe3c7c0798 update to DOWN by agent not found {{(pid=109607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 06:21:06.489565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:21:06.507722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:21:06.508063 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e5a0936d-efca-4e4c-9eeb-0a90d5e1eb60 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:21:06.511062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.518080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.520847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/468f851b-c7d8-4afc-954c-cfb144a9bf7b HTTP/1.1" status: 204 len: 168 time: 0.3935997 Apr 18 06:21:06.534528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54612) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:06.539549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--260664530', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:06.552409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b74b4f-5805-4d1d-92e2-b7e5284903d0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=468f851b-c7d8-4afc-954c-cfb144a9bf7b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:06.644949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:06.648916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.673136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:21:06.681560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.683400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment 2e8082ea-c3ca-4307-bb82-2bef8219dfb3 of type vlan for network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 Apr 18 06:21:06.721566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.813572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.819078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:06.819683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:06.883465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=0f544f1a-8d6f-48cc-ae9a-19fd758de681,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:06.894244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:21:06.913345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-736a16d4-c225-4462-afb9-295ae25cba88 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3777492 Apr 18 06:21:06.916294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54614) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:06.922547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-490687753', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:07.004874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.005930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.060400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.266747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.504005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.522427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.627708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.115 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/2f0569c7-40a8-4e9a-934c-b9a10717deda) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:07.672528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:21:07.696033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:21:07.696449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 06fc0002-09bc-4e80-8a76-8c5ed4d03ecd not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:21:07.736202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.830601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:07.869443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:07.872257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:07.875782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:07.903383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=2f0569c7-40a8-4e9a-934c-b9a10717deda,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:08.203706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:08.395649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:08.619599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:21:08.723007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:21:08.733271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:08.742370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:08.745326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:08.798146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:08.802669 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dfa86659-a066-4b7b-be6e-4ea0ef30f3ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8822315 Apr 18 06:21:08.802825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54616) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:08.847341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:08.965740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1239ce5e-1bf3-481c-83df-66f393943895 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1617935 Apr 18 06:21:08.968454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54620) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:09.023300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:08Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:09.053352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383d286-aa21-445a-a8e2-ba272af6b166 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:09.054864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4383d286-aa21-445a-a8e2-ba272af6b166 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855088 Apr 18 06:21:09.055006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:09.055366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Updating router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac port 2f0569c7-40a8-4e9a-934c-b9a10717deda binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:21:09.057782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54622) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:09.080067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.085584 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6134e4f2-7f3d-4eb2-82c2-b8077f10e0e9 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267036 Apr 18 06:21:09.088684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54624) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:09.094023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1305503651', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:09.267977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:09.271740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.326294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.387891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.437685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31eb1e-6c78-45f2-a7bf-4e0785c68c34 None None] Pushing event updated for resources: {'Port': ['ID=2f0569c7-40a8-4e9a-934c-b9a10717deda,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:09.443421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Attempting to bind port 2f0569c7-40a8-4e9a-934c-b9a10717deda on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:09.443833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Attempting to bind port 2f0569c7-40a8-4e9a-934c-b9a10717deda by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:09.444151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Attempting to bind port 2f0569c7-40a8-4e9a-934c-b9a10717deda on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:09.449288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:21:09.455454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:21:09.455454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.455454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:21:09.455454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Bound port: 2f0569c7-40a8-4e9a-934c-b9a10717deda, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:09.455454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.505835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] For port 2f0569c7-40a8-4e9a-934c-b9a10717deda, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:21:09.508840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] For port 2f0569c7-40a8-4e9a-934c-b9a10717deda, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2f0569c7-40a8-4e9a-934c-b9a10717deda,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:21:09.535528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.591109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=693a56b8-b3bd-4625-b573-4a1acf430e47,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:09.598182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:21:09.598538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 0f544f1a-8d6f-48cc-ae9a-19fd758de681, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:21:09.612352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.663349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:09.663961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:09.703857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31eb1e-6c78-45f2-a7bf-4e0785c68c34 None None] Pushing event updated for resources: {'Port': ['ID=2f0569c7-40a8-4e9a-934c-b9a10717deda,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:09.710400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:21:09.776232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:09.801793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0f544f1a-8d6f-48cc-ae9a-19fd758de681) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:09.806971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:09.807587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:09.827673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d91e1-486d-4678-8b1f-25315a31811a None None] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:21:09.902225 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fe433e59-5596-47d7-a453-ce1a8b47cdd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8124192 Apr 18 06:21:09.905021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54626) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:10.062120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:21:10.062990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.078387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:08Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:10.116878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aa2f8e-47e7-4aa3-9235-cdadd8315802 None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:08Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:10.237813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Allocated IP 172.20.0.2 (0f544f1a-8d6f-48cc-ae9a-19fd758de681/693a56b8-b3bd-4625-b573-4a1acf430e47/55eb1de3-0c77-4c3a-8633-2bdacaa952d5) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:10.561905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.608509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.652809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:10.658156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:10.660389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Pushing event updated for resources: {'Port': ['ID=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:10.662544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:10.711458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.722019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Attempting to bind port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:10.722390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Attempting to bind port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:10.722748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Attempting to bind port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:10.728089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:21:10.728457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Checking segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:21:10.728859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.729243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Bound using segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:21:10.729706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Bound port: 55eb1de3-0c77-4c3a-8633-2bdacaa952d5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:10.730085 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.793684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] For port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:21:10.797206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] For port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:21:10.868127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:10.936026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db68011-af53-4fc1-99ad-e294bd1ac22b None None] Pushing event updated for resources: {'Port': ['ID=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:11.017140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (0f544f1a-8d6f-48cc-ae9a-19fd758de681/693a56b8-b3bd-4625-b573-4a1acf430e47/cbe86461-1d85-4ebd-98fa-ffbe50196e6b) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:11.143332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.273409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.315317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:11.318426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:11.322524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:11.349672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:11.373412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.556814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.714576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:11.765396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:11.765763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.838758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.841706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.873189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:11.895895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.953409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:11.956829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2f0569c7-40a8-4e9a-934c-b9a10717deda up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:11.974489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:11.977186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.034544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:12.047987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2f0569c7-40a8-4e9a-934c-b9a10717deda triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:12.048358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.071461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:12.073816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:12.129354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.151264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 2f0569c7-40a8-4e9a-934c-b9a10717deda, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2f0569c7-40a8-4e9a-934c-b9a10717deda,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:12.196451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:21:12.230294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.288939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=2f0569c7-40a8-4e9a-934c-b9a10717deda,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:12.319709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:21:12.326095 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c31cdd30-c285-4781-b924-91617f0f1a40 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/ee68cc3e-fff0-458e-8ca9-5ea38a1765ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4200225 Apr 18 06:21:12.328518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54628) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:12.330148 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:12.340323 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:12.340932 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:12.430369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36d92f-5ba9-4e09-90a4-8b9a81c07be3 None None] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:21:12.452652 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:12.507319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a53fcf74-40cf-48b9-bc2a-7b9d57b2008b None None] Provisioning complete for port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:12.507714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a53fcf74-40cf-48b9-bc2a-7b9d57b2008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.511355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71184d7-91b6-40b0-ad6d-8dc9529e7de4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.511833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71184d7-91b6-40b0-ad6d-8dc9529e7de4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.512293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71184d7-91b6-40b0-ad6d-8dc9529e7de4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.512754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71184d7-91b6-40b0-ad6d-8dc9529e7de4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.518511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b71184d7-91b6-40b0-ad6d-8dc9529e7de4 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1853471 Apr 18 06:21:12.518511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54630) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:12.577147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c39818-aed8-4de1-a3df-9a7005285320 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.577616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c39818-aed8-4de1-a3df-9a7005285320 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.578245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c39818-aed8-4de1-a3df-9a7005285320 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.578562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c39818-aed8-4de1-a3df-9a7005285320 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:12.582879 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f3c39818-aed8-4de1-a3df-9a7005285320 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0617054 Apr 18 06:21:12.583067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54632) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:12.656425 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:12.694698 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:12.695053 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Updating router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac port cbe86461-1d85-4ebd-98fa-ffbe50196e6b binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:21:12.720997 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.734160 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c60a6095-d638-44f3-a1c0-22dace78961c tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1496472 Apr 18 06:21:12.885341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2b52d052-5288-48b0-9ef8-036bf1fda991 None None] Provisioning complete for port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:12.886557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b52d052-5288-48b0-9ef8-036bf1fda991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.930989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:12.998977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2b52d052-5288-48b0-9ef8-036bf1fda991 None None] Provisioning complete for port cbe86461-1d85-4ebd-98fa-ffbe50196e6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:12.999517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b52d052-5288-48b0-9ef8-036bf1fda991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.009424 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.036760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2b52d052-5288-48b0-9ef8-036bf1fda991 None None] Port cbe86461-1d85-4ebd-98fa-ffbe50196e6b cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:21:13.093229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.163474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3d621748-3ffc-4e38-a81b-b50913d02586 None None] Provisioning complete for port cbe86461-1d85-4ebd-98fa-ffbe50196e6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:13.163850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3d621748-3ffc-4e38-a81b-b50913d02586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.172399 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Pushing event updated for resources: {'Port': ['ID=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:13.180772 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.181173 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.181590 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.181925 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.182257 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.182591 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.182921 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.183288 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.183622 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.186605 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.186605 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.186605 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:13.211140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3d621748-3ffc-4e38-a81b-b50913d02586 None None] Port cbe86461-1d85-4ebd-98fa-ffbe50196e6b cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:21:13.218060 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Attempting to bind port cbe86461-1d85-4ebd-98fa-ffbe50196e6b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:13.218060 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Attempting to bind port cbe86461-1d85-4ebd-98fa-ffbe50196e6b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:13.218060 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Attempting to bind port cbe86461-1d85-4ebd-98fa-ffbe50196e6b on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:13.221266 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:21:13.221634 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Checking segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:21:13.222032 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.222418 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Bound using segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:21:13.222874 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Bound port: cbe86461-1d85-4ebd-98fa-ffbe50196e6b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:13.223279 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.281664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54636) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:13.290000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779179167', 'description': 'tempest-secgroup-smoke-1779179167 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:13.292640 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] For port cbe86461-1d85-4ebd-98fa-ffbe50196e6b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:21:13.296033 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] For port cbe86461-1d85-4ebd-98fa-ffbe50196e6b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:21:13.331005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-86173117-33cb-4135-b125-d711d2a6cabb None None] Provisioning complete for port cbe86461-1d85-4ebd-98fa-ffbe50196e6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:13.331425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-86173117-33cb-4135-b125-d711d2a6cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.370111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-86173117-33cb-4135-b125-d711d2a6cabb None None] Port cbe86461-1d85-4ebd-98fa-ffbe50196e6b cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:21:13.404998 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.441638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.466838 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8c3ea-298a-4bff-afdd-d461ca0a0e08 None None] Pushing event updated for resources: {'Port': ['ID=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:13.471790 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:13.472390 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:20:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:13.495528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-60cbccf3-090e-4830-8530-ea71d0418f3e None None] Provisioning complete for port cbe86461-1d85-4ebd-98fa-ffbe50196e6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:13.496240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-60cbccf3-090e-4830-8530-ea71d0418f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.520086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.580834 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-60cbccf3-090e-4830-8530-ea71d0418f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.605268 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:13.605506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.614854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-60cbccf3-090e-4830-8530-ea71d0418f3e None None] For port cbe86461-1d85-4ebd-98fa-ffbe50196e6b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:13.660075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c70969c-4dfa-4a94-ae92-c0f4084e54cf,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:13.701919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-60cbccf3-090e-4830-8530-ea71d0418f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.711817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:13.733620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.734947 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fbd6af6f-c64a-4579-b2c1-737dcbfbada1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4516926 Apr 18 06:21:13.737957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54638) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:13.742679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '0c70969c-4dfa-4a94-ae92-c0f4084e54cf', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:13.786408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbccf3-090e-4830-8530-ea71d0418f3e None None] Pushing event updated for resources: {'Port': ['ID=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:13.798767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:13.799271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.826657 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:13.833111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.846098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fb2cc9c7-ca42-4b7e-b6ab-1bcfcffbf06c None None] Provisioning complete for port cbe86461-1d85-4ebd-98fa-ffbe50196e6b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:13.846466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc9c7-ca42-4b7e-b6ab-1bcfcffbf06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.854706 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb774d4-7040-4095-8995-c4d1af632636 None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:13.907706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.945184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2f0569c7-40a8-4e9a-934c-b9a10717deda up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:13.981899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:13.999859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79d834d-b83b-47df-9dc6-f5ac91330f21,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:14.023643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2f0569c7-40a8-4e9a-934c-b9a10717deda triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:14.024035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.083629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.087986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-74acc852-10fe-4e59-9fcb-edbcaee5a453 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460572 Apr 18 06:21:14.088193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54640) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:14.092877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '0c70969c-4dfa-4a94-ae92-c0f4084e54cf', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:14.182260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.242870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.318759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.338026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db2c7a8-15c1-4049-9808-43fc01549683,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:14.345857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.346200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.346536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.346896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.347224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.347573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.347894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.348216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.348538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.348856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.349174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.349492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:21:14.392358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.393637 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09f235d9-8e11-4afd-b77d-c71c70e60de5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044088 Apr 18 06:21:14.396665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54642) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:14.401467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '0c70969c-4dfa-4a94-ae92-c0f4084e54cf', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:14.475847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.537347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.607890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.628101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8068ab2-cd7c-4455-9410-3b31118ef774,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:14.701308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.702551 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c754c433-64a2-4b55-ba28-c53795a95284 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049493 Apr 18 06:21:14.716719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54644) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:14.721382 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '0c70969c-4dfa-4a94-ae92-c0f4084e54cf', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:14.829744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.889105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.955598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:14.973837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039c3285-c161-443a-98bd-482dbdb2225a,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:15.027260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.028488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3542d1bd-a215-4f44-8347-8d08114344e9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108029 Apr 18 06:21:15.034889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54646) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:15.039129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '0c70969c-4dfa-4a94-ae92-c0f4084e54cf', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:15.121290 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:21:15.126345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.188053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.246863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.263903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d1533c-700e-40f3-ae8d-5da727c30c38,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:15.323870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.325267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e760dc6a-3363-4670-a045-ca26a1d7ebcf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2894311 Apr 18 06:21:15.328049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54648) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:15.332303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '0c70969c-4dfa-4a94-ae92-c0f4084e54cf', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:15.404323 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:21:15.409294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.468787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.532469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.550145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f52b96-5083-4808-a03f-f52a63d54552,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:15.631845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.636413 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4ea6427e-7c54-4319-a1d2-08dd5cb31b39 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3073618 Apr 18 06:21:15.692042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbe86461-1d85-4ebd-98fa-ffbe50196e6b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:15.749539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port cbe86461-1d85-4ebd-98fa-ffbe50196e6b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:15.749911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:15.780526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-fa1e3baf-4192-4d04-86d2-068971538844 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779179167&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0338380 Apr 18 06:21:15.891841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-3ef07bce-8eb8-46e3-a8b6-13b2c226267e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:15.893296 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-3ef07bce-8eb8-46e3-a8b6-13b2c226267e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 796 time: 0.1051011 Apr 18 06:21:15.908605 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-532298a9-5525-40de-b787-6a87195f9d25 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0093949 Apr 18 06:21:15.958724 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-410dfa4b-a5b3-4c50-b802-a5e9868107b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449378 Apr 18 06:21:16.098940 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-4f9b2034-557e-4cfe-ba82-acdb2ea25f0b service neutron] 10.222.0.43 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282313 Apr 18 06:21:16.187381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-22cd965a-0f0c-40ca-9768-dd9b3d8dffef service neutron] 10.222.0.43 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815227 Apr 18 06:21:16.463756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4bf00a9b-0830-4b40-9cc2-95c3c0bc5510 req-de6ed101-be63-4f02-b716-542ff32f09bd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 210 time: 0.0267794 Apr 18 06:21:17.558383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-803af637-19a9-4877-9f85-2ecbb37ac6ca req-4ec7608d-ee27-4fb4-a8f2-9c34c7bf2b31 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 210 time: 0.0270348 Apr 18 06:21:18.481448 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-08e626cc-7514-44ac-8d23-e87a0b72f2a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:18.482984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-08e626cc-7514-44ac-8d23-e87a0b72f2a4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 796 time: 0.1060429 Apr 18 06:21:18.532120 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-df7d2c99-24f2-4634-acd1-df7cc5248dac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0334346 Apr 18 06:21:18.542528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['0c70969c-4dfa-4a94-ae92-c0f4084e54cf']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:18.660095 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad837b30-d371-438b-86db-788826cb6847 req-864b9f6a-f323-4101-aebe-1c38c6360a89 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 210 time: 0.0324261 Apr 18 06:21:18.755547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:18.758953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:18.886347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.4 (0f544f1a-8d6f-48cc-ae9a-19fd758de681/693a56b8-b3bd-4625-b573-4a1acf430e47/5a2303fb-594e-491e-931b-7da8b30b3bbb) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:19.022477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.138810 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.178845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:19.183976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:19.187709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:19.219764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:19.246584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:19.247220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.315591 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-0a9a8b89-0506-4962-8117-a6b245785d78 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7771626 Apr 18 06:21:19.336012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Request body: {'port': {'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:19.392954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.468922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-00adcdfb-3064-4762-a6ce-072b53fb0e3a None None] Provisioning complete for port 5a2303fb-594e-491e-931b-7da8b30b3bbb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:19.469517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-00adcdfb-3064-4762-a6ce-072b53fb0e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.502450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-00adcdfb-3064-4762-a6ce-072b53fb0e3a None None] Port 5a2303fb-594e-491e-931b-7da8b30b3bbb cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:21:19.648629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2303fb-594e-491e-931b-7da8b30b3bbb {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:21:19.656647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.668047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Transition to ACTIVE for port object 5a2303fb-594e-491e-931b-7da8b30b3bbb will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:19.769962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.778908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2e4c4-23dd-426b-8e18-380e17088e09 req-5f98d754-3f82-41d6-afb6-a923cb23a9d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:19.780429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ea2e4c4-23dd-426b-8e18-380e17088e09 req-5f98d754-3f82-41d6-afb6-a923cb23a9d8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 931 time: 0.0532174 Apr 18 06:21:19.819757 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ea2e4c4-23dd-426b-8e18-380e17088e09 req-d159fd73-6ec9-4693-9382-a0da13631ed6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Apr 18 06:21:19.824549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:19.896392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Attempting to bind port 5a2303fb-594e-491e-931b-7da8b30b3bbb on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:19.896742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Attempting to bind port 5a2303fb-594e-491e-931b-7da8b30b3bbb by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:19.897072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Attempting to bind port 5a2303fb-594e-491e-931b-7da8b30b3bbb on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:19.902245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Port 5a2303fb-594e-491e-931b-7da8b30b3bbb on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:21:19.902574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Attempting to bind port 5a2303fb-594e-491e-931b-7da8b30b3bbb on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:19.907613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:21:19.907950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Checking segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:21:19.908329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Bound using segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:21:19.908756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Bound port: 5a2303fb-594e-491e-931b-7da8b30b3bbb, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:19.909115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:19.975389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:21:19.979618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:21:20.056573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:20.093730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.094385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:20.095832 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 1093 time: 0.7642035 Apr 18 06:21:20.096276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:20.098518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec918e-164a-4504-b942-d64129f509c0" -d '{"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:20.127919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c9559-b67a-4928-b036-2db15e19c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:20.144068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce61c2-1eed-4c8d-bfb4-67828d537a4d x-openstack-request-id: req-c6ce61c2-1eed-4c8d-bfb4-67828d537a4d {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:20.144364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:20.144619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6ce61c2-1eed-4c8d-bfb4-67828d537a4d {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:20.145025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ce61c2-1eed-4c8d-bfb4-67828d537a4d'] response: {'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'status': 'completed', 'code': 200} Apr 18 06:21:20.231890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec918e-164a-4504-b942-d64129f509c0 req-c8f3dae4-5f0f-45ee-a620-adaf3d2e4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.233401 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89ec918e-164a-4504-b942-d64129f509c0 req-c8f3dae4-5f0f-45ee-a620-adaf3d2e4da8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1096 time: 0.0453119 Apr 18 06:21:20.336997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec918e-164a-4504-b942-d64129f509c0 req-76a6fd8a-e12b-405c-b311-37f84fd523cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.339782 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89ec918e-164a-4504-b942-d64129f509c0 req-76a6fd8a-e12b-405c-b311-37f84fd523cf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0913630 Apr 18 06:21:20.435691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec918e-164a-4504-b942-d64129f509c0 req-eedaffa9-dedb-4379-a5a8-1edc14f79694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.437222 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89ec918e-164a-4504-b942-d64129f509c0 req-eedaffa9-dedb-4379-a5a8-1edc14f79694 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912366 Apr 18 06:21:20.536422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-3786fafc-0912-47c1-a7c2-eba484397cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.537983 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-3786fafc-0912-47c1-a7c2-eba484397cc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1096 time: 0.0408046 Apr 18 06:21:20.591333 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-2dfd3558-aed2-4926-b6ad-6f426920ca99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 217 time: 0.0382893 Apr 18 06:21:20.638465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-33eea5e0-08bc-4d25-96ad-0ebd1c33cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.639911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-33eea5e0-08bc-4d25-96ad-0ebd1c33cd93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0425158 Apr 18 06:21:20.684604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-c7034691-c021-4ecc-b681-607025220645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.686061 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-c7034691-c021-4ecc-b681-607025220645 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392492 Apr 18 06:21:20.775777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-c8458a4f-f619-43c9-941c-f3085234609e service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831053 Apr 18 06:21:20.861822 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd2b9c2d-d5c4-499f-8622-e77c6e7625ae req-4011f465-a8f0-4048-b73a-d5ccac6ea589 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801852 Apr 18 06:21:20.938213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3812-3ce1-498c-8803-02f0b8e51ac8 req-757d8536-a84f-413d-90d7-301f915fb975 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:20.939647 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-015c3812-3ce1-498c-8803-02f0b8e51ac8 req-757d8536-a84f-413d-90d7-301f915fb975 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 943 time: 0.0487096 Apr 18 06:21:20.977214 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-015c3812-3ce1-498c-8803-02f0b8e51ac8 req-c048d05b-dbe6-48dd-97fb-97bd90338dda tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Apr 18 06:21:21.608758 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:21:22.093376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7050-e16f-488f-add8-3805669f518b req-4c2a15ac-4cfa-488b-8807-bcdf206541ea tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:22.094861 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-117f7050-e16f-488f-add8-3805669f518b req-4c2a15ac-4cfa-488b-8807-bcdf206541ea tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 943 time: 0.0476649 Apr 18 06:21:22.131319 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-117f7050-e16f-488f-add8-3805669f518b req-3ab874e4-be32-4d30-9700-6a89a7a98984 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305350 Apr 18 06:21:23.243479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd1ea-a38b-40a4-8cac-5907c2314c3d req-4f6d8892-e251-46ff-9442-e9f17a715476 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:23.253408 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4e4dd1ea-a38b-40a4-8cac-5907c2314c3d req-4f6d8892-e251-46ff-9442-e9f17a715476 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 943 time: 0.0482595 Apr 18 06:21:23.283383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4e4dd1ea-a38b-40a4-8cac-5907c2314c3d req-a2077baa-f198-4298-ad05-bd54b9b422a3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Apr 18 06:21:23.429667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-24efa4ce-0a3f-455c-a457-c4f5efafc233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:24.398506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1dc0-c895-4eeb-b419-5fb8b8f644d8 req-f94d3f07-22ea-40d1-b452-7f201582995a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:24.400541 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70cc1dc0-c895-4eeb-b419-5fb8b8f644d8 req-f94d3f07-22ea-40d1-b452-7f201582995a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 943 time: 0.0521548 Apr 18 06:21:24.437874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70cc1dc0-c895-4eeb-b419-5fb8b8f644d8 req-cbfc8d51-d639-4e38-a42d-86b29e04e979 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Apr 18 06:21:25.271653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5a2303fb-594e-491e-931b-7da8b30b3bbb details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:21:25.361724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:25.374990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:21:25.411385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:25.427404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2303fb-594e-491e-931b-7da8b30b3bbb {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:21:25.446378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:25.524294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:25.557233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48c811-0dce-457d-93c4-00edb52951b1 req-112fe0fd-bdc3-4606-a81b-87edb2bc1298 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:25.558719 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dc48c811-0dce-457d-93c4-00edb52951b1 req-112fe0fd-bdc3-4606-a81b-87edb2bc1298 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 943 time: 0.0536418 Apr 18 06:21:25.577117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:25.597582 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dc48c811-0dce-457d-93c4-00edb52951b1 req-a9d721b9-e6e1-4f81-b268-b9a2ffcd2f0b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Apr 18 06:21:25.863974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e87-8840-4435-82b4-dd831e88aec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:25.922324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['5a2303fb-594e-491e-931b-7da8b30b3bbb'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:21:26.714940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8fba-7822-4610-a9c3-e348920149b2 req-7737bbdc-24df-4f94-8a66-6062d457b4fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:26.716344 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0cac8fba-7822-4610-a9c3-e348920149b2 req-7737bbdc-24df-4f94-8a66-6062d457b4fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 944 time: 0.0516381 Apr 18 06:21:26.753757 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0cac8fba-7822-4610-a9c3-e348920149b2 req-041830d9-a37c-492c-9918-c417c2fb1e97 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Apr 18 06:21:27.029748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:27.267477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5a2303fb-594e-491e-931b-7da8b30b3bbb up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:27.412304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 5a2303fb-594e-491e-931b-7da8b30b3bbb completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:27.416499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 5a2303fb-594e-491e-931b-7da8b30b3bbb triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:27.416861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:27.496043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:27.517184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:27.519435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad637ec-0c30-4fe8-bf19-8227b0f9b35a" -d '{"events": [{"server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:27.532225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:27.554927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0222b7f4-4065-449d-9a91-f89eaf8f7449 x-openstack-request-id: req-0222b7f4-4065-449d-9a91-f89eaf8f7449 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:27.555218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "name": "network-vif-plugged", "status": "completed", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:27.558726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0222b7f4-4065-449d-9a91-f89eaf8f7449 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:27.558726 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0222b7f4-4065-449d-9a91-f89eaf8f7449'] response: {'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'code': 200} Apr 18 06:21:27.601369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:27.648782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:27.903068 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1dcc0-6ea0-4b48-9b68-50badbf3d301 req-be21d614-cc89-46bd-a2a9-5fc2681a661a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:27.904556 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b2a1dcc0-6ea0-4b48-9b68-50badbf3d301 req-be21d614-cc89-46bd-a2a9-5fc2681a661a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0810449 Apr 18 06:21:27.907091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ab407-63b9-4561-97d3-e8abaccdd30e req-c3e66e97-3109-4a07-876b-14ab0a0ae35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:27.908552 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-eb0ab407-63b9-4561-97d3-e8abaccdd30e req-c3e66e97-3109-4a07-876b-14ab0a0ae35c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1098 time: 0.0756805 Apr 18 06:21:27.960206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b2a1dcc0-6ea0-4b48-9b68-50badbf3d301 req-3b657a73-cd89-4d3c-b435-2a7c74bff26f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497386 Apr 18 06:21:27.966749 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-eb0ab407-63b9-4561-97d3-e8abaccdd30e req-1da6d87f-dd3e-453a-b153-81268adf534b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486898 Apr 18 06:21:28.758564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:28.898098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:29.077081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f90c99-52f8-4643-837c-93f06508dbb4 req-dd9eddcf-8626-4b58-89f8-8133cb4e98fd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:29.078541 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-87f90c99-52f8-4643-837c-93f06508dbb4 req-dd9eddcf-8626-4b58-89f8-8133cb4e98fd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0490489 Apr 18 06:21:29.116335 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-87f90c99-52f8-4643-837c-93f06508dbb4 req-60e72d57-d6a5-4122-9f24-b450d144e520 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Apr 18 06:21:30.231901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a83ab-3f26-4993-a31e-faf318583862 req-c6973456-bfe2-4405-897c-fe722a8cfeff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:30.233359 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f9a83ab-3f26-4993-a31e-faf318583862 req-c6973456-bfe2-4405-897c-fe722a8cfeff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0485637 Apr 18 06:21:30.271481 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3f9a83ab-3f26-4993-a31e-faf318583862 req-2850cd70-9793-40a4-941d-92582932165f tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Apr 18 06:21:30.386216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3fb56-b9e6-4466-b9d7-12691bd7e755 req-c602ca64-8488-498d-9cf5-2bc2ab7958ad tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:30.387717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47f3fb56-b9e6-4466-b9d7-12691bd7e755 req-c602ca64-8488-498d-9cf5-2bc2ab7958ad tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0490179 Apr 18 06:21:30.425395 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47f3fb56-b9e6-4466-b9d7-12691bd7e755 req-f700f3c3-54e9-41b9-8235-b3933cc80442 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Apr 18 06:21:30.447195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54712) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:30.486790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed6e81-26ea-40c0-95e6-6b62aa1e58f0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:30.488301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e4ed6e81-26ea-40c0-95e6-6b62aa1e58f0 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1093 time: 0.0400894 Apr 18 06:21:30.491014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54714) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:30.496152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:30.573508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:30.673751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.076251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.56 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/e74796db-eaa2-4259-b0d3-a792768ac260) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:31.174329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.273158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.312453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:31.317146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:31.319859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:31.346349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e74796db-eaa2-4259-b0d3-a792768ac260,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:31.673311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.807917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:31.957415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:32.012358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:32.080882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e74796db-eaa2-4259-b0d3-a792768ac260,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:32.091524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:32.190122 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 7495b007-3d66-4a97-99b0-4d34637c4403 associated. External IP: 172.26.4.56, port: 5a2303fb-594e-491e-931b-7da8b30b3bbb. Apr 18 06:21:32.394830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:21:32.500569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:21:32.510032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:32.519262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:32.519899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:21:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:32.600052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:32.628118 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b2953e33-3b04-4469-92da-c98eb8b36ccc tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1360779 Apr 18 06:21:32.628832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:32.630846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54716) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:32.631381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604afee3-ef14-494e-8c27-b436e3eef944" -d '{"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:32.632894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:32.674697 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8caaa-0013-449a-b4ff-18f69ba0f24e x-openstack-request-id: req-73b8caaa-0013-449a-b4ff-18f69ba0f24e {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:32.674988 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:32.675260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73b8caaa-0013-449a-b4ff-18f69ba0f24e {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:32.675674 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b8caaa-0013-449a-b4ff-18f69ba0f24e'] response: {'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'status': 'completed', 'code': 200} Apr 18 06:21:32.680186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a3f47-f275-4025-b372-df74ad0fe1bf tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:32.682281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9b1a3f47-f275-4025-b372-df74ad0fe1bf tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1093 time: 0.0496726 Apr 18 06:21:32.761573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604afee3-ef14-494e-8c27-b436e3eef944 req-33e0fdf1-9b93-45c2-a90f-8ae615680a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:32.763131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-33e0fdf1-9b93-45c2-a90f-8ae615680a75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1098 time: 0.0444682 Apr 18 06:21:32.860041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604afee3-ef14-494e-8c27-b436e3eef944 req-d91b290f-ea8c-4bd8-a588-d8b1bc28fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:32.861515 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-d91b290f-ea8c-4bd8-a588-d8b1bc28fcd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0912516 Apr 18 06:21:32.865899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:31Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:32.929803 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-4f3168e4-7867-428d-abb4-f5e1f04e61e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 998 time: 0.0617993 Apr 18 06:21:32.986527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604afee3-ef14-494e-8c27-b436e3eef944 req-5fd2f311-c36e-4266-8664-6b58b52fd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:32.987559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54722) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:32.988051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-5fd2f311-c36e-4266-8664-6b58b52fd42a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0517156 Apr 18 06:21:32.992445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002375551', 'description': 'tempest-secgroup-smoke-1002375551 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:33.040712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604afee3-ef14-494e-8c27-b436e3eef944 req-b9b7a3dd-6f76-4487-8ad7-300cd3bf3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:33.042239 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-b9b7a3dd-6f76-4487-8ad7-300cd3bf3fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482371 Apr 18 06:21:33.043298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:33.051744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:33.052476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:21:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:33.067256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.137659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.141050 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-b921bd5c-65d4-4827-914c-f16d5dea26e8 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914719 Apr 18 06:21:33.164036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:33.210052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.235483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-604afee3-ef14-494e-8c27-b436e3eef944 req-fdb95e29-dc79-4bfb-9793-83a16037363b service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882781 Apr 18 06:21:33.241397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12fb31c-6b97-4f53-96b4-b76307216487,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:33.306514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.308153 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-00857791-d2db-4178-949b-4f6cd34c894d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3191884 Apr 18 06:21:33.310899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54724) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:33.315406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f12fb31c-6b97-4f53-96b4-b76307216487', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:33.395169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:31Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:33.405943 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.426164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99afe393-15a4-4c8d-9cff-14e6f49b8b89 None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:31Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:33.468674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.546654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.567418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12952115-a12f-4fe6-8dd5-79da58252280,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:33.609968 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16d2c28-7717-4352-8692-3551272b31bd None None] New status for floating IP 7495b007-3d66-4a97-99b0-4d34637c4403: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:21:33.617224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.621090 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-96965978-fdf0-4810-812e-ad380cbf3d15 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066339 Apr 18 06:21:33.621337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54726) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:33.625727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f12fb31c-6b97-4f53-96b4-b76307216487', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:33.705684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.764492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.853130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.871482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb3d1ff-fb8c-4b66-bcb4-58fbd06b9b7d,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:33.939974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:33.941211 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-06ecc06a-0d39-4f3f-b1c3-a804b028e037 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3190057 Apr 18 06:21:33.944060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54728) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:33.948988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f12fb31c-6b97-4f53-96b4-b76307216487', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:34.022970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.082304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.143570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.162322 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe5850b-70e8-42a7-9c2f-2b4666b47abd,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:34.225358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.226554 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9400f95d-8d38-4077-97db-78c855c90742 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815862 Apr 18 06:21:34.236400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54730) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:34.240723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f12fb31c-6b97-4f53-96b4-b76307216487', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:34.326139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.382834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.458143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.476409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84343071-171e-4f91-99a9-bb515c592aa5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:34.542963 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.544310 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-32f6aa3e-531f-45c0-8122-263feb9eab2d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3068812 Apr 18 06:21:34.546936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54732) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:34.551185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f12fb31c-6b97-4f53-96b4-b76307216487', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:34.638287 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:21:34.643801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.707672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.766604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.786666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed90506-2ca1-4095-93f0-9169e2db2db3,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:34.848848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.850049 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bca2c00f-2fe8-4c14-9c22-19ea59b7ee69 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3021843 Apr 18 06:21:34.853396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54734) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:34.858979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': 'f12fb31c-6b97-4f53-96b4-b76307216487', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:34.943904 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:21:34.949371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:34.976530 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-1babef4d-acca-472b-90d5-1b3710913029 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405953 Apr 18 06:21:35.012791 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.072021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d957133-97cd-45af-a3ed-6358830ed737 req-efc5db01-b57a-478c-acd7-2a89bc136be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:35.073511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-efc5db01-b57a-478c-acd7-2a89bc136be2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1098 time: 0.0405343 Apr 18 06:21:35.089748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.107542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc381e7-8b16-426d-9aaf-5873c12b0748,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:35.179882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d957133-97cd-45af-a3ed-6358830ed737 req-467e1d9e-2a92-4862-a5a1-2307059a97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:35.181486 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-467e1d9e-2a92-4862-a5a1-2307059a97af service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0904577 Apr 18 06:21:35.183450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:35.184685 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ed3f2575-4819-4985-a348-8729388b56af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3303168 Apr 18 06:21:35.249049 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-d274a0fd-8790-4452-b414-28d60db7dc1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 1000 time: 0.0603514 Apr 18 06:21:35.311721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d957133-97cd-45af-a3ed-6358830ed737 req-cbcccd76-f84d-432f-a6c1-4b153e3b0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:35.313120 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-cbcccd76-f84d-432f-a6c1-4b153e3b0b8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0556064 Apr 18 06:21:35.362922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-10271f67-4b96-449f-8c38-80e6a5ddf8db tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002375551&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0676191 Apr 18 06:21:35.381438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d957133-97cd-45af-a3ed-6358830ed737 req-8ab274ae-37c1-406b-b1b8-fc797bd00c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:35.382865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-8ab274ae-37c1-406b-b1b8-fc797bd00c89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634463 Apr 18 06:21:35.538799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-96d85e6f-b432-4cd7-9b80-b59dc31c0508 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:35.540241 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-96d85e6f-b432-4cd7-9b80-b59dc31c0508 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 796 time: 0.1697557 Apr 18 06:21:35.543651 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-bd060613-378f-4bd4-94d8-26bdfaa3746b service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485167 Apr 18 06:21:35.570638 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-4790da30-5864-40c7-a733-0155465828af tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0242190 Apr 18 06:21:35.678779 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-2a64a804-0d8c-454e-b172-4bbb6ecda1b6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0754712 Apr 18 06:21:35.681163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d957133-97cd-45af-a3ed-6358830ed737 req-c140a390-dad7-450e-bcea-6b1aad7a3297 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287546 Apr 18 06:21:35.739644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-9e5c3a67-aa4c-45cb-9e64-234b4983e41b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:21:35.740643 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-9e5c3a67-aa4c-45cb-9e64-234b4983e41b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503037 Apr 18 06:21:35.833246 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-7a09c590-2a17-4e64-9931-c22988baed42 service neutron] 10.222.0.43 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Apr 18 06:21:35.920896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-f9606646-1217-43bb-bf04-838c252467c5 service neutron] 10.222.0.43 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815790 Apr 18 06:21:37.187381 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd593455-5a23-4156-9d66-04a8df69e1fe req-bcbedf40-d034-4426-b9f3-e23c991839c2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 210 time: 0.0266433 Apr 18 06:21:38.268196 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c58613d7-8f61-41c0-8a7c-d639a643fdf6 req-ea6a7158-e634-494e-9093-8c4fb0103fa1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 210 time: 0.0278282 Apr 18 06:21:39.345301 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-392be33a-f060-4ae8-89ce-43863677eaf5 req-16d5b9cf-cc58-4c0a-bfe3-d43134d7a095 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 210 time: 0.0261929 Apr 18 06:21:40.448447 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-08565079-d534-4fd0-9198-0c09538c34bf req-f26bccc1-eea5-4ca8-bc5f-03b4d754e7f4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 210 time: 0.0346160 Apr 18 06:21:41.124834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-6c2e7945-5dd5-4f04-9991-600dd3c2ebf2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:41.126258 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-6c2e7945-5dd5-4f04-9991-600dd3c2ebf2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 796 time: 0.1112356 Apr 18 06:21:41.179324 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-cb942787-b540-48b6-80ba-2c11d8762fc4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 473 time: 0.0376885 Apr 18 06:21:41.190425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['f12fb31c-6b97-4f53-96b4-b76307216487']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:41.363458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:21:41.367047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.494676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.12 (0f544f1a-8d6f-48cc-ae9a-19fd758de681/693a56b8-b3bd-4625-b573-4a1acf430e47/e9b49fc6-48bb-4fb1-8000-43e6f22e7444) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:41.542682 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1a5fd1e2-ebd9-4c6a-9f8c-9d5d105e1be6 req-ff21cc87-53d1-410b-9c1c-42c311623fb9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 210 time: 0.0266168 Apr 18 06:21:41.635156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.732667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.777012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:41.780063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:41.783846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:41.812408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:41.842908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:41.843852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:41.929306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-053b267e-1c30-4e95-aec8-5754a8cc7dc7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7424495 Apr 18 06:21:41.950036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Request body: {'port': {'device_id': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:42.005816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.012469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9e672038-2099-4285-b5db-63109ba7ff9d None None] Provisioning complete for port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:42.013011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9e672038-2099-4285-b5db-63109ba7ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.046427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9e672038-2099-4285-b5db-63109ba7ff9d None None] Port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:21:42.260942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b49fc6-48bb-4fb1-8000-43e6f22e7444 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:21:42.268189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.280504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Transition to ACTIVE for port object e9b49fc6-48bb-4fb1-8000-43e6f22e7444 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:21:42.352131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.408297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:42.474199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Attempting to bind port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:21:42.474532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Attempting to bind port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:21:42.474862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Attempting to bind port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:42.479431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:21:42.479750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Attempting to bind port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 on network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:21:42.484709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:21:42.485039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Checking segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:21:42.485420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Bound using segment: {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:21:42.485844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Bound port: e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8082ea-c3ca-4307-bb82-2bef8219dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:21:42.486203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.553532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] For port e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:21:42.557418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] For port e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:21:42.643199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.690787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:42.691432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.692881 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9b49fc6-48bb-4fb1-8000-43e6f22e7444 HTTP/1.1" status: 200 len: 1094 time: 0.7487454 Apr 18 06:21:42.693509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:42.695946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b9b12-de9b-49c0-97f4-ead9f0a455a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:42.738908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4830fb-842a-49d1-bac9-5a3f5d4220d5 req-05d41aae-5788-4b0e-bfc4-d2cc1250d431 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:42.747685 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1b4830fb-842a-49d1-bac9-5a3f5d4220d5 req-05d41aae-5788-4b0e-bfc4-d2cc1250d431 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 944 time: 0.1366291 Apr 18 06:21:42.750773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a038438-7ab3-407a-8042-2919d065830f x-openstack-request-id: req-0a038438-7ab3-407a-8042-2919d065830f {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:42.750773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:42.751110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a038438-7ab3-407a-8042-2919d065830f {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:42.751477 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a038438-7ab3-407a-8042-2919d065830f'] response: {'name': 'network-changed', 'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'status': 'completed', 'code': 200} Apr 18 06:21:42.761350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f908bfb-fee0-4bd4-ba0b-6f4603fa3fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:42.827539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1b4830fb-842a-49d1-bac9-5a3f5d4220d5 req-09ee5568-82e8-447d-87d0-12d23139abd8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789218 Apr 18 06:21:42.843311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9b12-de9b-49c0-97f4-ead9f0a455a2 req-0b3ddc00-9df5-47fc-b37e-baa4adc4020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:42.843311 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-952b9b12-de9b-49c0-97f4-ead9f0a455a2 req-0b3ddc00-9df5-47fc-b37e-baa4adc4020b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 1097 time: 0.0545886 Apr 18 06:21:42.886805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:42.959757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9b12-de9b-49c0-97f4-ead9f0a455a2 req-26e6e90a-0aba-44a2-b336-7bceb9983c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:42.961151 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-952b9b12-de9b-49c0-97f4-ead9f0a455a2 req-26e6e90a-0aba-44a2-b336-7bceb9983c9f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1036448 Apr 18 06:21:43.057471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9b12-de9b-49c0-97f4-ead9f0a455a2 req-272fdd67-533d-487d-b3e2-706eb59babdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:43.058926 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-952b9b12-de9b-49c0-97f4-ead9f0a455a2 req-272fdd67-533d-487d-b3e2-706eb59babdb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895951 Apr 18 06:21:43.159386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-8ac22a1a-7788-4420-a32b-57662208f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:43.160867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-8ac22a1a-7788-4420-a32b-57662208f78e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 1097 time: 0.0445011 Apr 18 06:21:43.209298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-7944b0a9-c602-43d8-a4d0-47408888d9b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444 HTTP/1.1" status: 200 len: 217 time: 0.0324361 Apr 18 06:21:43.257818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-4fc08d47-37b1-4711-8699-b15675e73d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:43.259210 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-4fc08d47-37b1-4711-8699-b15675e73d5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0415938 Apr 18 06:21:43.306844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df776c-669b-4ebb-a386-1d589c899392 req-d1d30a00-8544-407f-b979-4af7391094ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:43.308369 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-d1d30a00-8544-407f-b979-4af7391094ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430436 Apr 18 06:21:43.397151 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-7996809b-aca2-45ab-93d1-e3bac5188e08 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826278 Apr 18 06:21:43.486281 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98df776c-669b-4ebb-a386-1d589c899392 req-58e1d167-756e-445a-8b21-9aa4217a7007 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Apr 18 06:21:43.949499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ee886-93d5-4840-a7d9-11de435a8633 req-aca4cfd0-a9fe-4e55-8d89-5ef9610aa398 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:43.950961 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d0ee886-93d5-4840-a7d9-11de435a8633 req-aca4cfd0-a9fe-4e55-8d89-5ef9610aa398 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 944 time: 0.0513968 Apr 18 06:21:43.987354 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d0ee886-93d5-4840-a7d9-11de435a8633 req-347bfbae-d025-46ef-8cdc-d578bf39ed9a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304475 Apr 18 06:21:45.101192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ac9f-dcec-4da3-b1d3-e6fed977ea35 req-73e15cf0-1466-44f9-800d-b8a039cdaf6b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:45.102642 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9665ac9f-dcec-4da3-b1d3-e6fed977ea35 req-73e15cf0-1466-44f9-800d-b8a039cdaf6b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 944 time: 0.0485229 Apr 18 06:21:45.139318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9665ac9f-dcec-4da3-b1d3-e6fed977ea35 req-a5f11b11-9a92-49ea-8c92-d86971a7a467 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Apr 18 06:21:46.252189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55df86-7faf-4829-bf0c-1f63b5833837 req-473f5ad1-5ea1-421f-9a29-bfc4e56b7304 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:46.253647 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3e55df86-7faf-4829-bf0c-1f63b5833837 req-473f5ad1-5ea1-421f-9a29-bfc4e56b7304 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 944 time: 0.0483303 Apr 18 06:21:46.291738 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3e55df86-7faf-4829-bf0c-1f63b5833837 req-e8bb52c0-7d09-4201-931e-94231892ab0d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Apr 18 06:21:47.348912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e9b49fc6-48bb-4fb1-8000-43e6f22e7444 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:21:47.404689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c068188-6a2d-439b-999b-3b16a9b41ea7 req-0a9c65ca-e5ac-424c-971a-c3bd075f3995 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:47.406176 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c068188-6a2d-439b-999b-3b16a9b41ea7 req-0a9c65ca-e5ac-424c-971a-c3bd075f3995 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 944 time: 0.0489180 Apr 18 06:21:47.444031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1c068188-6a2d-439b-999b-3b16a9b41ea7 req-2f8ca5d7-f256-42e4-83c1-19b0654820cf tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Apr 18 06:21:47.444285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:47.456081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'port_id': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'mac_address': 'fa:16:3e:c0:99:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:21:47.495997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.508323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b49fc6-48bb-4fb1-8000-43e6f22e7444 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:21:47.527499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:47.594586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:47.640663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:47.980770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e9b49fc6-48bb-4fb1-8000-43e6f22e7444'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:21:48.557124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71444bfd-cfb4-4721-8855-ad867915cfb8 req-e6ab95a7-cb66-42e2-a42c-4031649c1b1b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:48.558580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-71444bfd-cfb4-4721-8855-ad867915cfb8 req-e6ab95a7-cb66-42e2-a42c-4031649c1b1b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 945 time: 0.0475698 Apr 18 06:21:48.603609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-71444bfd-cfb4-4721-8855-ad867915cfb8 req-800a2e62-fc67-41ba-ab0f-c27d3f37e449 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390739 Apr 18 06:21:49.379672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e9b49fc6-48bb-4fb1-8000-43e6f22e7444 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:21:49.486320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:21:49.490118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:21:49.490487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.566995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.589410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:49.591699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e78a3-d3f4-4315-8473-2e14afe50682" -d '{"events": [{"server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "name": "network-vif-plugged", "status": "completed", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:49.604305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:21:49.627211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ce1e6-f52e-4732-8901-4ce10b3490c4 x-openstack-request-id: req-058ce1e6-f52e-4732-8901-4ce10b3490c4 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:49.627537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "name": "network-vif-plugged", "status": "completed", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:49.627791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-058ce1e6-f52e-4732-8901-4ce10b3490c4 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:49.628189 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058ce1e6-f52e-4732-8901-4ce10b3490c4'] response: {'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'code': 200} Apr 18 06:21:49.666586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:49.715977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:49.728976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85226915-fc3a-48ea-a24d-50629ea835cb req-b0e73c2c-1e1a-4df2-906d-2b418f6603ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:49.730452 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85226915-fc3a-48ea-a24d-50629ea835cb req-b0e73c2c-1e1a-4df2-906d-2b418f6603ba tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.0566444 Apr 18 06:21:49.769320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85226915-fc3a-48ea-a24d-50629ea835cb req-ee0983b4-1703-4c59-8353-c5e55297f557 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Apr 18 06:21:49.945439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e2471-0071-4c46-aec5-cef77c43b973 req-4c1582db-16c2-4d59-984d-897f72a93bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:49.946840 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-703e2471-0071-4c46-aec5-cef77c43b973 req-4c1582db-16c2-4d59-984d-897f72a93bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 1099 time: 0.0424304 Apr 18 06:21:50.285886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-703e2471-0071-4c46-aec5-cef77c43b973 req-34cf9be5-182e-4c2a-abee-c7efd316b971 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321154 Apr 18 06:21:50.885970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f139e3-5ca5-4708-a516-6b26cbec188f req-00cfbe03-2bfb-45c2-af00-e804ab48178e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:50.887416 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4f139e3-5ca5-4708-a516-6b26cbec188f req-00cfbe03-2bfb-45c2-af00-e804ab48178e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.0485382 Apr 18 06:21:50.924888 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4f139e3-5ca5-4708-a516-6b26cbec188f req-27a1df2d-9100-41da-8f85-a3f4264050b4 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Apr 18 06:21:52.037909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663adc0-df82-4f75-89af-c3a8ccf3e224 req-c089c4a0-35a7-4e97-a48b-151e3d3b3855 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:52.039402 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8663adc0-df82-4f75-89af-c3a8ccf3e224 req-c089c4a0-35a7-4e97-a48b-151e3d3b3855 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.0488391 Apr 18 06:21:52.077141 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8663adc0-df82-4f75-89af-c3a8ccf3e224 req-cf5b9174-e106-4750-aeab-12d4596888e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Apr 18 06:21:52.189792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57432ea1-8e3a-4ad0-b6b6-c8410edc54c1 req-85298ff8-ce44-4aff-9a7d-56ff742d1aec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:52.191230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-57432ea1-8e3a-4ad0-b6b6-c8410edc54c1 req-85298ff8-ce44-4aff-9a7d-56ff742d1aec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.0485928 Apr 18 06:21:52.229388 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-57432ea1-8e3a-4ad0-b6b6-c8410edc54c1 req-b26f2b77-a1df-4a7c-8cf4-a739d169b74c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Apr 18 06:21:52.256479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54802) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:52.298628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec79351c-5494-4349-b0b0-19cd26d088b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:52.300159 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ec79351c-5494-4349-b0b0-19cd26d088b7 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 1094 time: 0.0426950 Apr 18 06:21:52.302951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54804) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:21:52.307148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:21:52.386447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.481294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.583369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.208 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/4556c743-4eae-4e71-b6b3-973f3aa18258) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:21:52.683756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.783687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:52.827911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:21:52.830747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:21:52.834365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:21:52.855624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=4556c743-4eae-4e71-b6b3-973f3aa18258,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:53.186709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.321854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.446122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-64d20078-2ae5-45af-b37b-17c184da40e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.474018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.541001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.607221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=4556c743-4eae-4e71-b6b3-973f3aa18258,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:21:53.616983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:53.716064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP b135e54b-c394-465c-9bfe-334a02fada64 associated. External IP: 172.26.4.208, port: e9b49fc6-48bb-4fb1-8000-43e6f22e7444. Apr 18 06:21:53.920533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:21:54.027193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:21:54.036796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:21:54.049746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:54.050381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:21:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:54.105423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:54.131696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-07c9632f-b949-48ec-b2d6-69f17e9940f6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8276899 Apr 18 06:21:54.132296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:21:54.135277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c536c274-1f55-4f3d-bb0a-362645097703" -d '{"events": [{"name": "network-changed", "server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:21:54.156623 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:54.172021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3f601-d296-4751-95b1-3be171c9566b x-openstack-request-id: req-4bb3f601-d296-4751-95b1-3be171c9566b {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:21:54.172305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:21:54.172550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bb3f601-d296-4751-95b1-3be171c9566b {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:21:54.172959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb3f601-d296-4751-95b1-3be171c9566b'] response: {'name': 'network-changed', 'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'status': 'completed', 'code': 200} Apr 18 06:21:54.255569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c274-1f55-4f3d-bb0a-362645097703 req-423ec28e-fdf1-481e-b00c-b75a37bb8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:54.257087 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-423ec28e-fdf1-481e-b00c-b75a37bb8e4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 1099 time: 0.0402460 Apr 18 06:21:54.353862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c274-1f55-4f3d-bb0a-362645097703 req-13576b42-9b23-4d68-9b02-11de61c57cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:54.355346 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-13576b42-9b23-4d68-9b02-11de61c57cee service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0912704 Apr 18 06:21:54.381742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:33Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}, {'id': 'b135e54b-c394-465c-9bfe-334a02fada64', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:c0:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:54.408585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:21:54.416870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:21:54.417477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:21:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:54.419819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-ab3da337-1061-4193-881b-cea3054d6065 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444 HTTP/1.1" status: 200 len: 1000 time: 0.0580990 Apr 18 06:21:54.472522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c274-1f55-4f3d-bb0a-362645097703 req-c5473696-1b2b-4fd0-b04d-e7789eab42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:54.473993 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-c5473696-1b2b-4fd0-b04d-e7789eab42b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0483162 Apr 18 06:21:54.519479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c274-1f55-4f3d-bb0a-362645097703 req-1f418501-b11e-4dc1-a1cc-68e6183dcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:21:54.521285 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-1f418501-b11e-4dc1-a1cc-68e6183dcf4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405548 Apr 18 06:21:54.522401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:21:54.611733 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-14c1cde2-7acd-4495-899f-5a99e8c3d178 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Apr 18 06:21:54.707040 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c536c274-1f55-4f3d-bb0a-362645097703 req-ce34339e-8349-4f8a-94ca-d68154c13632 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894849 Apr 18 06:21:54.749531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:33Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}, {'id': 'b135e54b-c394-465c-9bfe-334a02fada64', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:c0:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:21:54.776835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b99e332-aa96-4669-b8f9-7b184a15bfb6 None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:33Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}, {'id': 'b135e54b-c394-465c-9bfe-334a02fada64', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.208', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:c0:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:53Z', 'updated_at': '2022-04-18T06:21:53Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:21:54.961747 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de19980-554e-41c2-907d-ca027cb51c36 None None] New status for floating IP b135e54b-c394-465c-9bfe-334a02fada64: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:21:55.845810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-59e72c66-ed08-42b9-9149-46cecf4a0912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:57.014831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.607876 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:21:58.756951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:21:58.908465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:12.954141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:23.436457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6877f04b-1d29-45cc-985a-88134cd9a0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:25.882120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-764876d5-1865-4e65-b876-dcefb14cacb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:27.039557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:28.761802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:28.910441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:35.606556 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:22:36.971512 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-55960b0b-6b36-45e3-abf4-5766b24cf09c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402784 Apr 18 06:22:37.072070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-9c2afb25-3a99-4149-af54-1761f38e7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:37.073837 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-9c2afb25-3a99-4149-af54-1761f38e7e8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1098 time: 0.0442505 Apr 18 06:22:37.176589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-83c7f38c-dc5c-488d-a602-f87e262188fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:37.178959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-83c7f38c-dc5c-488d-a602-f87e262188fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0852780 Apr 18 06:22:37.253886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-9ce8404c-2481-4418-be81-c93332b5a3e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 1000 time: 0.0613282 Apr 18 06:22:37.304136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-5b453ac7-b111-4a82-999c-b3850718b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:37.309474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-5b453ac7-b111-4a82-999c-b3850718b160 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0429332 Apr 18 06:22:37.349230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-dd4f50e1-6ff9-489f-b185-5f685f2c99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:22:37.350690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-dd4f50e1-6ff9-489f-b185-5f685f2c99df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390377 Apr 18 06:22:37.443368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-05a12d53-b19b-48fe-9225-d23f7f9cda2e service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861442 Apr 18 06:22:37.529197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2102992a-f2d6-40d3-9aa0-5c3be126e5c5 req-3abc3c62-a834-41d8-af68-4900ccd69be8 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795774 Apr 18 06:22:42.884670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:53.427163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-577c36f5-0ee9-4d7f-b38f-46c477c51635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:55.827391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dc3bbcd-8789-4194-9245-f043c3308d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:57.016128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:58.759300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:22:58.908028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:09.348091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54832) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:09.493370 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-53ceb3a1-a992-4f19-99ab-122c93a011e6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/7495b007-3d66-4a97-99b0-4d34637c4403 HTTP/1.1" status: 200 len: 992 time: 0.1441338 Apr 18 06:23:10.247217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54846) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:10.252554 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:10.313763 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.462720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:10.491169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.549422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.591858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.592506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.602509 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/ports/5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 938 time: 0.3457246 Apr 18 06:23:10.602509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:10.602509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d842e-c943-4318-80ad-ad515a5b7b96" -d '{"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:10.628853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=6']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:10.636333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.636669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.637001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.637323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.637849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.638349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.638855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.639580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.640156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.640651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.641143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.641641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5bdf4-d382-4de4-bf1c-184b0a3a9598 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:10.740174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0311e87c-1f3e-4829-9262-ca0d6d6663e4 x-openstack-request-id: req-0311e87c-1f3e-4829-9262-ca0d6d6663e4 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:10.740521 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:10.740768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0311e87c-1f3e-4829-9262-ca0d6d6663e4 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:10.741379 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0311e87c-1f3e-4829-9262-ca0d6d6663e4'] response: {'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'status': 'completed', 'code': 200} Apr 18 06:23:10.826354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-13d27ebb-4d46-4b33-a038-76d074a80583 None None] Provisioning complete for port 5a2303fb-594e-491e-931b-7da8b30b3bbb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:10.827006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-13d27ebb-4d46-4b33-a038-76d074a80583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:10.837806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-ba75d933-9536-4337-9790-105fcb960ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.839384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-ba75d933-9536-4337-9790-105fcb960ad6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1099 time: 0.0474548 Apr 18 06:23:10.940753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-b99d82f0-e544-477e-95cd-1c9cd72b8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:10.942609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-b99d82f0-e544-477e-95cd-1c9cd72b8d8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0970767 Apr 18 06:23:11.012347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-13d27ebb-4d46-4b33-a038-76d074a80583 None None] Port 5a2303fb-594e-491e-931b-7da8b30b3bbb is administratively disabled so it will not transition to active. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 18 06:23:11.017455 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-47caefea-3ef5-4b81-bbec-9cd81cc192ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 1001 time: 0.0678151 Apr 18 06:23:11.065250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-7f0d808c-a918-499e-9b55-cadab2a60e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:11.066691 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-7f0d808c-a918-499e-9b55-cadab2a60e7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0436518 Apr 18 06:23:11.110990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-bb11bdd0-74be-4449-af75-b2483977629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:11.112487 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-bb11bdd0-74be-4449-af75-b2483977629e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395620 Apr 18 06:23:11.204419 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-3b99d8db-8ad2-42d9-8760-8d42c2d81002 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840402 Apr 18 06:23:11.292669 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af6d842e-c943-4318-80ad-ad515a5b7b96 req-8cf6a677-4faa-40d8-9eab-7b59436f5abb service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817425 Apr 18 06:23:12.605438 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:23:12.906931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:14.098767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54858) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:14.104108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:14.169996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:14.311324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:14.340693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:14.398264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:14.445438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:14.446000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:14.447568 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/ports/5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 937 time: 0.3476560 Apr 18 06:23:14.448133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:14.450524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551f2c79-f1af-474f-9cfc-f555835e4382" -d '{"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:14.450694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54860) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:14.480440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=7']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:14.493102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.493457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.493806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.494149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.494485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.494821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.495152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.495530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.495854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.496184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.496664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.497002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448c186-3e57-4313-987e-c920de5c64a1 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:14.530047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c29c1-5a41-4895-b618-dac3b7e8a521 x-openstack-request-id: req-c13c29c1-5a41-4895-b618-dac3b7e8a521 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:14.530491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:14.530818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c13c29c1-5a41-4895-b618-dac3b7e8a521 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:14.531346 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13c29c1-5a41-4895-b618-dac3b7e8a521'] response: {'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'status': 'completed', 'code': 200} Apr 18 06:23:14.567621 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-57664a92-2d6e-4fb2-9c12-21e0f7ab9661 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/7495b007-3d66-4a97-99b0-4d34637c4403 HTTP/1.1" status: 200 len: 992 time: 0.1157572 Apr 18 06:23:14.626922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-4e4bb3c0-f7df-4b27-aa50-7f5d4f34a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:14.628776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-4e4bb3c0-f7df-4b27-aa50-7f5d4f34a490 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1098 time: 0.0461233 Apr 18 06:23:14.728047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-0d20a2d1-70f9-4b6d-a6a8-97bf1d58379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:14.729452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-0d20a2d1-70f9-4b6d-a6a8-97bf1d58379f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0943394 Apr 18 06:23:14.758419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9911bf1b-2c92-4e82-b7d4-1bb4e88d0af3 None None] Provisioning complete for port 5a2303fb-594e-491e-931b-7da8b30b3bbb triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:14.759036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9911bf1b-2c92-4e82-b7d4-1bb4e88d0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:14.802738 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-edea967f-952c-4bd6-988d-ef4b520d034b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 1000 time: 0.0664189 Apr 18 06:23:14.841887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['5a2303fb-594e-491e-931b-7da8b30b3bbb'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:23:14.866804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-ece92fcb-a6b0-4a94-a281-7cde0c701c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:14.869110 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-ece92fcb-a6b0-4a94-a281-7cde0c701c7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0582929 Apr 18 06:23:14.922515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-042f1c4a-4e26-4a17-aab6-56af953e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:14.924576 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-042f1c4a-4e26-4a17-aab6-56af953e740e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483108 Apr 18 06:23:15.028481 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-fce52f7e-ec6b-4712-915b-04f4d293ea15 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970490 Apr 18 06:23:15.119430 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-551f2c79-f1af-474f-9cfc-f555835e4382 req-4976dffa-be94-4ad9-b582-1688d1b04314 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846875 Apr 18 06:23:17.122343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54870) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:17.286702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 4556c743-4eae-4e71-b6b3-973f3aa18258 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:17.287044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:17.364880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:17.365235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:17.380066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 4556c743-4eae-4e71-b6b3-973f3aa18258 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:17.586828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:17.616902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=4556c743-4eae-4e71-b6b3-973f3aa18258,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:17.679870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:17.680247 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP b135e54b-c394-465c-9bfe-334a02fada64 disassociated (deleted). External IP: 172.26.4.208, port: e9b49fc6-48bb-4fb1-8000-43e6f22e7444. Apr 18 06:23:17.891698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:23:18.002226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:23:18.007225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:18.014161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:23:18.025588 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:18.026322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:22:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:18.037613 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-10c8f3e8-beb9-4496-a798-f71d1eea85f5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/b135e54b-c394-465c-9bfe-334a02fada64 HTTP/1.1" status: 204 len: 168 time: 0.9117270 Apr 18 06:23:18.037613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:18.038354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee68aa42-251b-4157-b837-0884cd1193c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:18.081337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34b11d-f970-477e-9138-bc239265be9f x-openstack-request-id: req-8e34b11d-f970-477e-9138-bc239265be9f {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:18.081627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:18.081880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e34b11d-f970-477e-9138-bc239265be9f {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:18.082322 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e34b11d-f970-477e-9138-bc239265be9f'] response: {'name': 'network-changed', 'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'status': 'completed', 'code': 200} Apr 18 06:23:18.172622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:18.200173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-199d651f-dbe7-4b25-bd18-fd7921c21fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:18.201858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-199d651f-dbe7-4b25-bd18-fd7921c21fba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 1099 time: 0.0758064 Apr 18 06:23:18.303072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-c5776b4e-bd64-46d5-be0f-e1f0b6adf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:18.304569 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-c5776b4e-bd64-46d5-be0f-e1f0b6adf02e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0956011 Apr 18 06:23:18.360106 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-58465630-3da9-4f18-bffa-845611cdeda2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444 HTTP/1.1" status: 200 len: 217 time: 0.0478265 Apr 18 06:23:18.418943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-ca8b9852-2892-40d6-bfcb-04a23afffddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:18.421390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-ca8b9852-2892-40d6-bfcb-04a23afffddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0485406 Apr 18 06:23:18.443893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:33Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:18.474749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:23:18.475016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-94525099-1581-430c-a7ac-87f6626289bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:18.475982 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-94525099-1581-430c-a7ac-87f6626289bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478039 Apr 18 06:23:18.486031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:18.487264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:22:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:18.604820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce594ed3-641a-4573-9b6c-6bd8f19a8012 req-14e82700-b1b8-4b5e-879c-982f0b645236 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:18.605984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:18.606375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ce594ed3-641a-4573-9b6c-6bd8f19a8012 req-14e82700-b1b8-4b5e-879c-982f0b645236 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.1013899 Apr 18 06:23:18.651297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-2311b39a-0b81-4a8c-bc2d-f9ec45bec63f service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376429 Apr 18 06:23:18.673695 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ce594ed3-641a-4573-9b6c-6bd8f19a8012 req-03e4e3ef-0810-463d-a60a-520dd64ab542 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566053 Apr 18 06:23:18.753479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ee68aa42-251b-4157-b837-0884cd1193c8 req-5c1a7c28-09a3-4241-89e5-02d06784b9b3 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923433 Apr 18 06:23:18.928195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:33Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:18.959026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b5f24b-971f-4ae2-babe-e3b51176925c None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7495b007-3d66-4a97-99b0-4d34637c4403', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'port_id': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'mac_address': 'fa:16:3e:a6:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197740d8-5e02-40ee-b734-397df8563a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:21:31Z', 'updated_at': '2022-04-18T06:21:33Z', 'revision_number': 1, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:23:19.168765 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ce883-b147-44a1-883f-adc5bbeea521 None None] New status for floating IP b135e54b-c394-465c-9bfe-334a02fada64: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:23:19.792338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a786a-882c-4428-8d99-ac4f9e17c4d5 req-7bd0d79c-ec2b-4d69-a6cd-53d575a2b8b3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:19.793908 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-133a786a-882c-4428-8d99-ac4f9e17c4d5 req-7bd0d79c-ec2b-4d69-a6cd-53d575a2b8b3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.0504994 Apr 18 06:23:19.832121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-133a786a-882c-4428-8d99-ac4f9e17c4d5 req-0f9b2f6c-15e7-4a0d-aa8b-b960b055ba56 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=f12fb31c-6b97-4f53-96b4-b76307216487&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Apr 18 06:23:20.254848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-eb4314ce-e772-4956-92f7-c808b89fcdb2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:20.256746 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-eb4314ce-e772-4956-92f7-c808b89fcdb2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 946 time: 0.0489831 Apr 18 06:23:20.350199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:20.350537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:20.442554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port e9b49fc6-48bb-4fb1-8000-43e6f22e7444, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:20.442918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:20.456296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for e9b49fc6-48bb-4fb1-8000-43e6f22e7444 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:20.651572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:20.680195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=e9b49fc6-48bb-4fb1-8000-43e6f22e7444,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:20.721570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port e9b49fc6-48bb-4fb1-8000-43e6f22e7444 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:23:20.724730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:20.727341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a15a473f-7886-4719-95c8-b61103afc7b5 req-903479dd-6860-463f-9e3b-7eb55cb9e926 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/e9b49fc6-48bb-4fb1-8000-43e6f22e7444 HTTP/1.1" status: 204 len: 173 time: 0.4649630 Apr 18 06:23:20.727780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'name': 'network-vif-deleted', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:20.730109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e1654b-ed0d-4ea0-97ec-0fede90c2ba7" -d '{"events": [{"server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "name": "network-vif-deleted", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:20.773170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c1ff2-d6c5-4273-abe0-b96741d5e6c3 x-openstack-request-id: req-779c1ff2-d6c5-4273-abe0-b96741d5e6c3 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:20.773519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc", "name": "network-vif-deleted", "tag": "e9b49fc6-48bb-4fb1-8000-43e6f22e7444", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:20.773828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-779c1ff2-d6c5-4273-abe0-b96741d5e6c3 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:20.774316 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779c1ff2-d6c5-4273-abe0-b96741d5e6c3'] response: {'server_uuid': 'a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc', 'name': 'network-vif-deleted', 'tag': 'e9b49fc6-48bb-4fb1-8000-43e6f22e7444', 'status': 'completed', 'code': 200} Apr 18 06:23:20.932044 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6b348801-b417-4785-9368-fa9090c7ebf8 req-3f56222e-bf8c-4daf-95a0-d5093c2dfc8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29e4b2b-46a3-4a73-a8cd-af8fdb28bdcc HTTP/1.1" status: 200 len: 210 time: 0.0302098 Apr 18 06:23:21.991846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54888) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:22.052882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-083e92dd-ac7b-4532-a7c1-bbbed7f89a22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.078840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-083e92dd-ac7b-4532-a7c1-bbbed7f89a22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.200295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-083e92dd-ac7b-4532-a7c1-bbbed7f89a22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.202998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-083e92dd-ac7b-4532-a7c1-bbbed7f89a22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.204215 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-083e92dd-ac7b-4532-a7c1-bbbed7f89a22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/f12fb31c-6b97-4f53-96b4-b76307216487 HTTP/1.1" status: 204 len: 168 time: 0.2113798 Apr 18 06:23:22.213809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e92dd-ac7b-4532-a7c1-bbbed7f89a22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12fb31c-6b97-4f53-96b4-b76307216487,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:22.324732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54892) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:22.484274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port e74796db-eaa2-4259-b0d3-a792768ac260 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:22.484531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.556940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.557262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:22.570364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for e74796db-eaa2-4259-b0d3-a792768ac260 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:23.100772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:23.124469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=e74796db-eaa2-4259-b0d3-a792768ac260,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:23.188386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:23.188714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 7495b007-3d66-4a97-99b0-4d34637c4403 disassociated (deleted). External IP: 172.26.4.56, port: 5a2303fb-594e-491e-931b-7da8b30b3bbb. Apr 18 06:23:23.398436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:23:23.434635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78869756-5c1e-4b2f-8e9a-0c61eb06f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:23.510839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:23:23.515702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:23.521247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:23:23.531766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:23.532378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:22:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:23.547020 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-97bbc017-631f-412e-9339-a0c997f21971 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/7495b007-3d66-4a97-99b0-4d34637c4403 HTTP/1.1" status: 204 len: 168 time: 1.2176266 Apr 18 06:23:23.547020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:23.551422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201734f8-ac06-4883-a392-d6b64dfa4f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:23.614664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3a0a28-17aa-431d-bd72-dc620440cf02 x-openstack-request-id: req-8d3a0a28-17aa-431d-bd72-dc620440cf02 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:23.616176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:23.616629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d3a0a28-17aa-431d-bd72-dc620440cf02 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:23.617206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3a0a28-17aa-431d-bd72-dc620440cf02'] response: {'name': 'network-changed', 'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'status': 'completed', 'code': 200} Apr 18 06:23:23.648147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:23.687628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e9b49fc6-48bb-4fb1-8000-43e6f22e7444 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:23:23.713468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: e9b49fc6-48bb-4fb1-8000-43e6f22e7444 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:23:23.713858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e9b49fc6-48bb-4fb1-8000-43e6f22e7444 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:23:23.715606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-9209460b-7fb3-4fe9-b3ed-7ecdfd14d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:23.718750 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-9209460b-7fb3-4fe9-b3ed-7ecdfd14d42f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 1098 time: 0.0578196 Apr 18 06:23:23.823059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-b9a8341b-2540-4c20-890a-8d24750259d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:23.824722 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-b9a8341b-2540-4c20-890a-8d24750259d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 200 len: 897 time: 0.0996845 Apr 18 06:23:23.885169 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-223c779a-1b60-4058-8316-f6089ff6cadd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 200 len: 217 time: 0.0481768 Apr 18 06:23:23.891782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:23.921245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:23:23.935752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-4716b1af-4b7f-43e1-b2c0-0d603aaec809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:23.936267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:23.937200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:22:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:23.937341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-4716b1af-4b7f-43e1-b2c0-0d603aaec809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 200 len: 835 time: 0.0464344 Apr 18 06:23:23.998224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-370c5f04-1fb5-4895-a624-e8f5ede9f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:24.000267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-370c5f04-1fb5-4895-a624-e8f5ede9f335 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f544f1a-8d6f-48cc-ae9a-19fd758de681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553246 Apr 18 06:23:24.052685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:24.056281 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35338682-8b9c-4aba-9fbb-f7900329b80d req-16b60e0f-b0b1-4f69-a6a9-eee95b9114ec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:24.058391 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-35338682-8b9c-4aba-9fbb-f7900329b80d req-16b60e0f-b0b1-4f69-a6a9-eee95b9114ec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0636327 Apr 18 06:23:24.099147 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-35338682-8b9c-4aba-9fbb-f7900329b80d req-8f65e819-479a-455a-82c4-7a02a6559c84 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341253 Apr 18 06:23:24.129668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-816b968c-1d68-46a9-a4e4-616380c63eb5 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201289 Apr 18 06:23:24.225635 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-201734f8-ac06-4883-a392-d6b64dfa4f8b req-549d4180-7442-4d38-b2c3-05192ccb3849 service neutron] 10.222.0.46 "GET /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889897 Apr 18 06:23:24.271471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:24.298031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d581f1c-8dd1-4d6c-9bcb-1dc2c76cd5e5 None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:11Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'cbe86461-1d85-4ebd-98fa-ffbe50196e6b', 'name': '', 'network_id': '0f544f1a-8d6f-48cc-ae9a-19fd758de681', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:23:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:10Z', 'updated_at': '2022-04-18T06:21:13Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '693a56b8-b3bd-4625-b573-4a1acf430e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:23:24.518985 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35196e7d-f8d3-4897-bbba-4694d43a2a39 None None] New status for floating IP 7495b007-3d66-4a97-99b0-4d34637c4403: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:23:25.226062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab6c3a-7f63-4643-bc04-9cd5024cd889 req-4a5d4ed2-f462-47d0-9981-53eb7c3f4af2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:25.227607 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a8ab6c3a-7f63-4643-bc04-9cd5024cd889 req-4a5d4ed2-f462-47d0-9981-53eb7c3f4af2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0559468 Apr 18 06:23:25.267159 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a8ab6c3a-7f63-4643-bc04-9cd5024cd889 req-5cffffc4-07f6-4c63-907e-dbf268fc9cfb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c70969c-4dfa-4a94-ae92-c0f4084e54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330782 Apr 18 06:23:25.817094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1195df05-0152-4114-b838-133fa616b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:25.893350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-8aabd35b-3402-406d-a7ca-0e713ff8d396 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:25.894836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-8aabd35b-3402-406d-a7ca-0e713ff8d396 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 945 time: 0.0483422 Apr 18 06:23:25.986903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 5a2303fb-594e-491e-931b-7da8b30b3bbb {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:25.987148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:26.078394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 5a2303fb-594e-491e-931b-7da8b30b3bbb, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5a2303fb-594e-491e-931b-7da8b30b3bbb,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:26.078849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:26.091183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 5a2303fb-594e-491e-931b-7da8b30b3bbb owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:26.320494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:26.368474 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a406cf09-e6de-4660-83d5-6d3d5f260045 req-6e479eda-0602-4c1e-b866-2e059a0d9495 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 210 time: 0.0321133 Apr 18 06:23:26.374456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=5a2303fb-594e-491e-931b-7da8b30b3bbb,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:26.395788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port 5a2303fb-594e-491e-931b-7da8b30b3bbb on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:23:26.397767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:26.401348 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-822a83d7-4e5f-4414-928c-01c1d86c7cbd req-a36dd8a5-089e-47fd-9708-0f5ff4d74e8a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/5a2303fb-594e-491e-931b-7da8b30b3bbb HTTP/1.1" status: 204 len: 173 time: 0.5004919 Apr 18 06:23:26.401802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'name': 'network-vif-deleted', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:26.405620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0996e-2d89-4d8c-9792-9cf0c87706c6" -d '{"events": [{"server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "name": "network-vif-deleted", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:26.446701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6291e-c722-432f-bd89-d927047bdb7b x-openstack-request-id: req-cda6291e-c722-432f-bd89-d927047bdb7b {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:26.446989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197740d8-5e02-40ee-b734-397df8563a8a", "name": "network-vif-deleted", "tag": "5a2303fb-594e-491e-931b-7da8b30b3bbb", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:26.447289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cda6291e-c722-432f-bd89-d927047bdb7b {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:26.447693 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda6291e-c722-432f-bd89-d927047bdb7b'] response: {'server_uuid': '197740d8-5e02-40ee-b734-397df8563a8a', 'name': 'network-vif-deleted', 'tag': '5a2303fb-594e-491e-931b-7da8b30b3bbb', 'status': 'completed', 'code': 200} Apr 18 06:23:27.017175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:27.493501 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e377c89d-9cb4-4f9f-922a-709054f76842 req-fa2d38d1-a689-4a43-8942-541d615bb064 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=197740d8-5e02-40ee-b734-397df8563a8a HTTP/1.1" status: 200 len: 210 time: 0.0287714 Apr 18 06:23:28.551945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54910) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:28.615919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4fb55ec7-9d71-4b10-bb30-2fec929bade9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:28.641707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4fb55ec7-9d71-4b10-bb30-2fec929bade9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:28.765505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4fb55ec7-9d71-4b10-bb30-2fec929bade9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:28.768266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4fb55ec7-9d71-4b10-bb30-2fec929bade9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:28.775493 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4fb55ec7-9d71-4b10-bb30-2fec929bade9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c70969c-4dfa-4a94-ae92-c0f4084e54cf HTTP/1.1" status: 204 len: 168 time: 0.2165337 Apr 18 06:23:28.788780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb55ec7-9d71-4b10-bb30-2fec929bade9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c70969c-4dfa-4a94-ae92-c0f4084e54cf,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:28.794988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:28.858497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54914) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:28.920386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:29.216003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:29.473099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port cbe86461-1d85-4ebd-98fa-ffbe50196e6b {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:29.473345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:29.565311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port cbe86461-1d85-4ebd-98fa-ffbe50196e6b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:29.566024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:29.578464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for cbe86461-1d85-4ebd-98fa-ffbe50196e6b owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:29.705769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5a2303fb-594e-491e-931b-7da8b30b3bbb no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:23:29.727158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 5a2303fb-594e-491e-931b-7da8b30b3bbb {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:23:29.727530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5a2303fb-594e-491e-931b-7da8b30b3bbb not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:23:29.843309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:29.868422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=cbe86461-1d85-4ebd-98fa-ffbe50196e6b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:30.057723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.267613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:23:30.372171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:23:30.380786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e198403f-1add-4edb-a816-41919ddf140d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/ee68cc3e-fff0-458e-8ca9-5ea38a1765ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5211763 Apr 18 06:23:30.382154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54916) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:30.384110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] Sync routers for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:23:30.396269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:30.396878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:30.447632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 693a56b8-b3bd-4625-b573-4a1acf430e47 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:23:30.451870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.491958 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.583165 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.654450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:30.735343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.765176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=693a56b8-b3bd-4625-b573-4a1acf430e47,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:30.768908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.775034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54918) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:30.775801 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-66ffbf2e-30cb-4700-9a03-298f455fca22 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/693a56b8-b3bd-4625-b573-4a1acf430e47 HTTP/1.1" status: 204 len: 168 time: 0.3923869 Apr 18 06:23:30.789264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b529f-a47a-4494-81a7-42dcf2cfabfa None None] Network 0f544f1a-8d6f-48cc-ae9a-19fd758de681 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:23:30.885259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:30.934266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:23:29Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:30.963018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] Checking router: ee68cc3e-fff0-458e-8ca9-5ea38a1765ac for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:23:30.978035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] Routers {'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:30.978609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:30.994755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.072509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] DHCP port deletion for 0f544f1a-8d6f-48cc-ae9a-19fd758de681 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:23:31.114262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 2f0569c7-40a8-4e9a-934c-b9a10717deda {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:31.114705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.115867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] Set router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:31.200300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 2f0569c7-40a8-4e9a-934c-b9a10717deda, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2f0569c7-40a8-4e9a-934c-b9a10717deda,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:31.201255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.213492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 2f0569c7-40a8-4e9a-934c-b9a10717deda owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:31.249541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Deleting port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:23:31.250020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.352343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] For port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,segment=NetworkSegment(2e8082ea-c3ca-4307-bb82-2bef8219dfb3),segment_id=2e8082ea-c3ca-4307-bb82-2bef8219dfb3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:31.352839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.369437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Calling delete_port for 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:23:31.425211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:23:29Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:31.444143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.457303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90db9-577e-428d-a0e2-d1f0e728a6c1 None None] The sync data for ids ['ee68cc3e-fff0-458e-8ca9-5ea38a1765ac'] in dv-neutron-837488-1-hyperv is: [{'id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'name': 'tempest-TestNetworkBasicOps-router-490687753', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:23:29Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '2f0569c7-40a8-4e9a-934c-b9a10717deda', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee68cc3e-fff0-458e-8ca9-5ea38a1765ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:21:07Z', 'updated_at': '2022-04-18T06:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:23:31.472248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=2f0569c7-40a8-4e9a-934c-b9a10717deda,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:31.552714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.569031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.597290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Pushing event deleted for resources: {'Port': ['ID=55eb1de3-0c77-4c3a-8633-2bdacaa952d5,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:31.601836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] No DVR routers for this DVR port 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:23:31.608860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.609216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.609534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.609866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.610186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.610518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.610838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.617673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.617673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.617673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.617673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.617673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ac2f42-8cd7-41e8-a091-dd2499c313bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:31.658270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.660415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:31.991990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:23:32.019092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:23:32.019773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 55eb1de3-0c77-4c3a-8633-2bdacaa952d5 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:23:32.020199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbe86461-1d85-4ebd-98fa-ffbe50196e6b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:23:32.041944 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: cbe86461-1d85-4ebd-98fa-ffbe50196e6b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:23:32.042285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device cbe86461-1d85-4ebd-98fa-ffbe50196e6b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:23:32.100599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.101193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router ee68cc3e-fff0-458e-8ca9-5ea38a1765ac {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:23:32.108365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.109478 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e809b52d-a41d-4c18-ac0c-cde616464385 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/ee68cc3e-fff0-458e-8ca9-5ea38a1765ac HTTP/1.1" status: 204 len: 168 time: 1.3334243 Apr 18 06:23:32.112265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54924) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:32.192247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.283220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.303658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f544f1a-8d6f-48cc-ae9a-19fd758de681']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:32.313386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8082ea-c3ca-4307-bb82-2bef8219dfb3') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:32.313693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8082ea-c3ca-4307-bb82-2bef8219dfb3') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:32.323024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.336512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.342530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:23:32.348756 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:23:32.477351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.486486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.489959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/0f544f1a-8d6f-48cc-ae9a-19fd758de681 HTTP/1.1" status: 204 len: 168 time: 0.3767154 Apr 18 06:23:32.504254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afce5b-21d5-4365-8c3d-c7fbdb7474e8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=0f544f1a-8d6f-48cc-ae9a-19fd758de681,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:32.529102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54926) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:32.535271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'network': {'name': 'tempest-network-smoke--480891060', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:32.679818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:23:32.683441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.708424 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:23:32.719514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.720020 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Added segment 52f80f8a-2952-47ab-8d0a-ec040b1967fb of type vlan for network 9a421f0e-aca3-4dda-b751-6d191594bc22 Apr 18 06:23:32.765512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:32.994307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:33.001303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:33.001978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:33.079471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Network': ['ID=9a421f0e-aca3-4dda-b751-6d191594bc22,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:33.089969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:23:33.191660 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-56b2531d-8cf8-4fbe-957c-29099ac1cf43 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6611717 Apr 18 06:23:33.194234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54928) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:33.199020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-675633099', 'admin_state_up': True, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:33.303073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:33.304112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:33.362707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:33.699913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2f0569c7-40a8-4e9a-934c-b9a10717deda no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:23:33.727677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2f0569c7-40a8-4e9a-934c-b9a10717deda {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:23:33.728077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2f0569c7-40a8-4e9a-934c-b9a10717deda not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:23:33.887013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:34.152610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:34.175232 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:34.275939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.78 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/6a8f248d-de3b-4eb4-9ea4-6aa874be555b) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:23:34.381429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:34.466460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:34.505592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:23:34.508448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:34.512051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:23:34.517456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:34.916909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:35.128047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:35.334638 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:23:35.443721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:23:35.453394 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:23:35.462812 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:35.463459 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:35.514468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:35.518971 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-25edf7d7-2af8-4ee6-890c-5136efcd4454 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3205397 Apr 18 06:23:35.519176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54930) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:35.549280 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3e4d171e-b033-4940-81c4-edc36b6bb492 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f3925d54557a4f998cd70114943161c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289481 Apr 18 06:23:35.551866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54932) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:35.580166 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:35.642856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031b3d6-ecc6-4cb7-bdc5-72a87a56e964 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:35.644383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7031b3d6-ecc6-4cb7-bdc5-72a87a56e964 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915990 Apr 18 06:23:35.647517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54934) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:35.683154 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb0b2728-d068-4a22-a17c-882504a32b0d tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342207 Apr 18 06:23:35.686071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54936) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:35.691754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1445599075', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:35.786998 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:34Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:35.817695 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Checking router: faf36e3e-f5b8-4a79-b5ca-825858e962bf for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:23:35.818054 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Updating router faf36e3e-f5b8-4a79-b5ca-825858e962bf port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:23:35.845009 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:35.868285 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:23:35.871891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.108801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.110321 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.162943 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.172820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Subnet': ['ID=451d3142-629c-4fcc-83e2-c7b576c19b79,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:36.181142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Checking segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:23:36.181532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network hostable DHCP agents. Network: 9a421f0e-aca3-4dda-b751-6d191594bc22, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:23:36.218462 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Pushing event updated for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:36.221526 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Attempting to bind port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:23:36.221912 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Attempting to bind port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:23:36.222270 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Attempting to bind port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:23:36.230496 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.230868 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.231230 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.231799 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.232225 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.232580 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.232919 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.233291 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.233619 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.233978 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.234309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.234652 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:23:36.238048 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:23:36.238441 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:23:36.238921 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.239286 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:23:36.239725 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Bound port: 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:23:36.240131 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.271867 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:23:36.296910 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] For port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:23:36.299984 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] For port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:23:36.359822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 9a421f0e-aca3-4dda-b751-6d191594bc22) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:36.364215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:36.369934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.370228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259efca3-030d-4c3c-b22f-edfc07587ded None None] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:23:36.389513 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.448908 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:36.449517 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:36.453066 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd05e0-8d6a-47b6-90c2-9ec6fbd2215c None None] Pushing event updated for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:36.456821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54938) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:36.462145 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-add21cb5-68ec-4dbe-8840-858e80df4183 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7748339 Apr 18 06:23:36.534899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-9a421f0e-aca3-4dda-b751-6d191594bc22', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:23:36.535991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.664336 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:36.708470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Allocated IP 172.20.0.2 (9a421f0e-aca3-4dda-b751-6d191594bc22/451d3142-629c-4fcc-83e2-c7b576c19b79/f079ddfd-bb54-47fb-ab47-1f35ec61caa1) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:23:36.860055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.864722 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:34Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:36.900882 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff064a-bda9-4468-8f71-2c15727b2252 None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:34Z', 'revision_number': 3, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:23:36.914419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.952533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:36.965767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:23:36.970833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:36.975566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:23:36.978679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Pushing event updated for resources: {'Port': ['ID=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:37.032891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Attempting to bind port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:23:37.033254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Attempting to bind port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:23:37.033860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Attempting to bind port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 on network 9a421f0e-aca3-4dda-b751-6d191594bc22 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:23:37.038699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:23:37.039066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Checking segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:23:37.039495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.039885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Bound using segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:23:37.040342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Bound port: f079ddfd-bb54-47fb-ab47-1f35ec61caa1, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:23:37.040721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.108411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] For port f079ddfd-bb54-47fb-ab47-1f35ec61caa1, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:23:37.115341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] For port f079ddfd-bb54-47fb-ab47-1f35ec61caa1, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:23:37.184279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.261046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40901-74c5-41a5-951f-e010f6b4674c None None] Pushing event updated for resources: {'Port': ['ID=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:37.321481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.1 (9a421f0e-aca3-4dda-b751-6d191594bc22/451d3142-629c-4fcc-83e2-c7b576c19b79/5aacc409-0627-47a5-a01f-bead5b7a7f35) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:23:37.503619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.617404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.662025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:23:37.665388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:37.670255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:23:37.677230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:37.730587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.839222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f079ddfd-bb54-47fb-ab47-1f35ec61caa1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:23:37.898523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:37.898979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:37.960129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.008226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.047339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port f079ddfd-bb54-47fb-ab47-1f35ec61caa1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:38.114071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.114971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:23:38.223057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:38.227989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:38.228384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.313264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.318548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.339522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2da610-64d1-4246-898a-71c32e4d90a5 None None] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:23:38.345380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:38.362987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.441789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.443928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:38.557002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:23:38.558433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:38.563618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.604559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-826b251c-f3f4-4c30-9b1d-a2f65a2fc18d None None] Provisioning complete for port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:38.605510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-826b251c-f3f4-4c30-9b1d-a2f65a2fc18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:38.685152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:23:38.690531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:38.802717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:23:38.809631 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e8e65cd8-c050-4ddc-8bb9-420cf441e7a5 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/faf36e3e-f5b8-4a79-b5ca-825858e962bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3514426 Apr 18 06:23:38.812132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:38.814372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:23:38.831835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:38.832376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:38.923737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56d1bc-6240-4e82-9337-61ba5562d57f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:38.924354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56d1bc-6240-4e82-9337-61ba5562d57f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:38.924908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56d1bc-6240-4e82-9337-61ba5562d57f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:38.925510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56d1bc-6240-4e82-9337-61ba5562d57f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:38.927437 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fa56d1bc-6240-4e82-9337-61ba5562d57f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1142933 Apr 18 06:23:38.930640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54942) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:38.957316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:38.997832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4077904-aaca-4df8-89a2-455c9088be19 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:38.998455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4077904-aaca-4df8-89a2-455c9088be19 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:39.000087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4077904-aaca-4df8-89a2-455c9088be19 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:39.000598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4077904-aaca-4df8-89a2-455c9088be19 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:39.002590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d4077904-aaca-4df8-89a2-455c9088be19 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0708380 Apr 18 06:23:39.005446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54944) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:39.150903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d82ba1ae-bb21-4c3e-93ac-1dea7ce75061 tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1441972 Apr 18 06:23:39.152548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-889f2bb2-b2f8-435c-b4a2-e9db2817960c None None] Provisioning complete for port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:39.152919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-889f2bb2-b2f8-435c-b4a2-e9db2817960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.244478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:37Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:39.289868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Checking router: faf36e3e-f5b8-4a79-b5ca-825858e962bf for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:23:39.290222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Updating router faf36e3e-f5b8-4a79-b5ca-825858e962bf port 5aacc409-0627-47a5-a01f-bead5b7a7f35 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:23:39.330463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.381755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-889f2bb2-b2f8-435c-b4a2-e9db2817960c None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:39.382205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-889f2bb2-b2f8-435c-b4a2-e9db2817960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.409762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54948) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:39.414838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827314653', 'description': 'tempest-secgroup-smoke-1827314653 description', 'project_id': 'f3925d54557a4f998cd70114943161c1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:39.484925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-889f2bb2-b2f8-435c-b4a2-e9db2817960c None None] Port 5aacc409-0627-47a5-a01f-bead5b7a7f35 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:23:39.502567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.571278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.628322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d13ac126-107b-48e9-92b6-2ac8b5eb15ab None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:39.628600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d13ac126-107b-48e9-92b6-2ac8b5eb15ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.640193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.670334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30291b35-fb45-4cda-b52c-4beb17dd602e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:39.699173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.701375 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d13ac126-107b-48e9-92b6-2ac8b5eb15ab None None] Port 5aacc409-0627-47a5-a01f-bead5b7a7f35 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:23:39.727776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.731834 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6e44a649-cfc1-4920-aabe-f9dbf2cb940d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3181000 Apr 18 06:23:39.732493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54950) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:39.737160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '30291b35-fb45-4cda-b52c-4beb17dd602e', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:39.760806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f079ddfd-bb54-47fb-ab47-1f35ec61caa1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:23:39.806150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.839352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.857172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:39.857837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.895974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c2bc-d945-417d-9c29-b176d2f49502 None None] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:39.917599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.971282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.974753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Attempting to bind port 5aacc409-0627-47a5-a01f-bead5b7a7f35 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:23:39.975322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Attempting to bind port 5aacc409-0627-47a5-a01f-bead5b7a7f35 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:23:39.976050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Attempting to bind port 5aacc409-0627-47a5-a01f-bead5b7a7f35 on network 9a421f0e-aca3-4dda-b751-6d191594bc22 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:23:39.985628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:23:39.985998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Checking segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:23:39.986825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.987637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Bound using segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:23:39.988525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Bound port: 5aacc409-0627-47a5-a01f-bead5b7a7f35, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:23:39.988941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:39.990543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f76df6a-d947-4ed5-ac81-1e5e63bb4367,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:40.062883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.064157 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cc8690bf-f2bd-4a9c-bd60-7557ad322be2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306310 Apr 18 06:23:40.067140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54952) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:40.072303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '30291b35-fb45-4cda-b52c-4beb17dd602e', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:40.087035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:23:40.128253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] For port 5aacc409-0627-47a5-a01f-bead5b7a7f35, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:23:40.152944 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] For port 5aacc409-0627-47a5-a01f-bead5b7a7f35, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5aacc409-0627-47a5-a01f-bead5b7a7f35,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:23:40.162016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ca14d066-8386-4c29-82b4-232652f3ff78 None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:40.162431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ca14d066-8386-4c29-82b4-232652f3ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.187176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.209330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ca14d066-8386-4c29-82b4-232652f3ff78 None None] Port 5aacc409-0627-47a5-a01f-bead5b7a7f35 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:23:40.211045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:40.211495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.260799 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.295983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.325747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.341075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ef3087-c266-4de7-ac3d-cf71a92ecac0,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:40.386918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c2bc-d945-417d-9c29-b176d2f49502 None None] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:40.391372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:40.391780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:40.443156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.451451 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9bc6f232-4ac4-44b9-b90b-4176c9dcf6b2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3825769 Apr 18 06:23:40.455809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54956) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:40.464995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '30291b35-fb45-4cda-b52c-4beb17dd602e', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:40.528269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:40.553140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.611114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.671716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.676444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8756fe1f-aac5-4343-a36b-9080fd0c6df5 None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:40.676810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8756fe1f-aac5-4343-a36b-9080fd0c6df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.694695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d4b945-937c-41ce-9efe-c925b5d6e11b,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:40.759932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.761522 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-17aa7149-bd5e-4a2e-804c-31fbba4a55ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031559 Apr 18 06:23:40.764812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 54958) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:40.769936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '30291b35-fb45-4cda-b52c-4beb17dd602e', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:40.862996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.930143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.949157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8756fe1f-aac5-4343-a36b-9080fd0c6df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.964488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-95553271-3da7-49f3-8746-94479ce8044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:37Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:23:40Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:40.988236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:40.995813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95553271-3da7-49f3-8746-94479ce8044c None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:37Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:23:40Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:23:41.011194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8756fe1f-aac5-4343-a36b-9080fd0c6df5 None None] For port 5aacc409-0627-47a5-a01f-bead5b7a7f35, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5aacc409-0627-47a5-a01f-bead5b7a7f35,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:41.020459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c786602d-0485-4e88-8c17-43ea1ac6c873,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:41.073937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8756fe1f-aac5-4343-a36b-9080fd0c6df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.105110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.107352 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3c7acedc-9632-481c-abde-557b7de32c11 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3410332 Apr 18 06:23:41.110080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54960) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:41.116396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '30291b35-fb45-4cda-b52c-4beb17dd602e', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:41.127720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756fe1f-aac5-4343-a36b-9080fd0c6df5 None None] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:41.200686 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:23:41.207188 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.277881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.326395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.347764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b87cfc0-92dd-4625-aa93-8b5f093e5a6e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:41.407827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.409211 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0c64a5df-878d-4723-9b34-0de77a8baffd tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2970276 Apr 18 06:23:41.412022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 54962) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:41.419471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'security_group_rule': {'security_group_id': '30291b35-fb45-4cda-b52c-4beb17dd602e', 'project_id': 'f3925d54557a4f998cd70114943161c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:41.491729 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Project f3925d54557a4f998cd70114943161c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:23:41.499859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.583875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.628506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.650267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893f6103-4d2b-4f11-8e00-77f27b77216e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:41.749062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.750772 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-788078cf-bd5c-4a1b-b1ef-8f8b52c62c28 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3377478 Apr 18 06:23:41.777493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5aacc409-0627-47a5-a01f-bead5b7a7f35 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:23:41.841529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:41.842084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:41.938862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-5eaf6d06-79be-4136-97b5-77f9cc793020 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827314653&fields=id&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 267 time: 0.0476816 Apr 18 06:23:42.059186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-5becdc66-4134-4c8c-be32-faede74dc21b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:42.060800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-5becdc66-4134-4c8c-be32-faede74dc21b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/networks?id=9a421f0e-aca3-4dda-b751-6d191594bc22 HTTP/1.1" status: 200 len: 796 time: 0.1150672 Apr 18 06:23:42.077475 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ee9c0c6d-268f-4464-8b85-a0b38c136bd9 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/quotas/f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 375 time: 0.0108497 Apr 18 06:23:42.133388 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-50ee05c3-1b94-4bef-968f-ab276194fd14 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499327 Apr 18 06:23:42.240011 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-efb553e1-9eee-4f03-8806-c489707f71d0 service neutron] 10.222.0.43 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932314 Apr 18 06:23:42.334723 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-04e6f929-5a1d-4722-8f16-4a59c48cc86d service neutron] 10.222.0.43 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Apr 18 06:23:42.624881 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af0ae459-ac27-42d4-ab5c-fbe8b295f108 req-cbe2dde1-dc0b-4cd2-97eb-76d000fd8c63 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 210 time: 0.0280030 Apr 18 06:23:42.911346 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:43.718148 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1bab0ff9-31be-499f-98c7-e2cf06f31136 req-5253a822-59f0-4465-a07a-6960e0fbb4ae tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 210 time: 0.0262499 Apr 18 06:23:44.684679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-5897a62d-c657-4645-821b-fb2f5bd43ce6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:44.686952 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-5897a62d-c657-4645-821b-fb2f5bd43ce6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/networks?id=9a421f0e-aca3-4dda-b751-6d191594bc22 HTTP/1.1" status: 200 len: 796 time: 0.1043434 Apr 18 06:23:44.737029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-0ba3a83b-2f64-4b80-8d69-e1eb128dd1c8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3925d54557a4f998cd70114943161c1 HTTP/1.1" status: 200 len: 380 time: 0.0356386 Apr 18 06:23:44.746455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'port': {'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'admin_state_up': True, 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'security_groups': ['30291b35-fb45-4cda-b52c-4beb17dd602e']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:44.834407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ce98fc03-bdea-46b5-9092-b5f904ed95e0 req-12113f3f-cf17-4454-9d5a-7c5f49ec4f34 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 210 time: 0.0380158 Apr 18 06:23:44.983012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Made reservation on behalf of f3925d54557a4f998cd70114943161c1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:23:44.986465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.112794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.20.0.3 (9a421f0e-aca3-4dda-b751-6d191594bc22/451d3142-629c-4fcc-83e2-c7b576c19b79/db71baa7-f541-4fb6-9588-654aa56e1e75) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:23:45.252108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.346459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.393568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:23:45.396966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:45.399976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:23:45.427312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=db71baa7-f541-4fb6-9588-654aa56e1e75,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:45.459262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:45.459914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.539874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-ea1fd230-e0f2-4d63-a231-be62a8738a0c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977636 Apr 18 06:23:45.558671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Request body: {'port': {'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:45.616792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.627102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9d4ee746-1b74-4e85-afe2-eba610552663 None None] Provisioning complete for port db71baa7-f541-4fb6-9588-654aa56e1e75 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:45.627684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9d4ee746-1b74-4e85-afe2-eba610552663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.666214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ee746-1b74-4e85-afe2-eba610552663 None None] Port db71baa7-f541-4fb6-9588-654aa56e1e75 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:23:45.882779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db71baa7-f541-4fb6-9588-654aa56e1e75 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:23:45.891118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:45.903777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Transition to ACTIVE for port object db71baa7-f541-4fb6-9588-654aa56e1e75 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:23:45.961378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25f6a-f477-4791-b7fa-7f972ac78778 req-9a262459-62e2-46be-8409-63e21d0ac03d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:45.962913 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5d25f6a-f477-4791-b7fa-7f972ac78778 req-9a262459-62e2-46be-8409-63e21d0ac03d tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 931 time: 0.0584965 Apr 18 06:23:45.986371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:46.002974 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5d25f6a-f477-4791-b7fa-7f972ac78778 req-e1a0bdd7-1cee-4637-8b27-09a495a32ef6 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Apr 18 06:23:46.040825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579234d0-e445-4294-b414-79a96df57229 service neutron] Pushing event updated for resources: {'Port': ['ID=db71baa7-f541-4fb6-9588-654aa56e1e75,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:46.126223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Attempting to bind port db71baa7-f541-4fb6-9588-654aa56e1e75 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:23:46.126450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Attempting to bind port db71baa7-f541-4fb6-9588-654aa56e1e75 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:23:46.126780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Attempting to bind port db71baa7-f541-4fb6-9588-654aa56e1e75 on network 9a421f0e-aca3-4dda-b751-6d191594bc22 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:23:46.131358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Port db71baa7-f541-4fb6-9588-654aa56e1e75 on network 9a421f0e-aca3-4dda-b751-6d191594bc22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:23:46.131681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Attempting to bind port db71baa7-f541-4fb6-9588-654aa56e1e75 on network 9a421f0e-aca3-4dda-b751-6d191594bc22 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:23:46.136609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:23:46.136945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Checking segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:23:46.137881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Bound using segment: {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:23:46.138309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Bound port: db71baa7-f541-4fb6-9588-654aa56e1e75, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f80f8a-2952-47ab-8d0a-ec040b1967fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:23:46.138664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:46.204728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] For port db71baa7-f541-4fb6-9588-654aa56e1e75, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:23:46.208159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] For port db71baa7-f541-4fb6-9588-654aa56e1e75, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=db71baa7-f541-4fb6-9588-654aa56e1e75,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:23:46.302559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:46.341545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.342421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:46.343815 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-579234d0-e445-4294-b414-79a96df57229 service neutron] 10.222.0.46 "PUT /v2.0/ports/db71baa7-f541-4fb6-9588-654aa56e1e75 HTTP/1.1" status: 200 len: 1093 time: 0.7900746 Apr 18 06:23:46.344305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:46.346791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a0753-1e08-41e6-818c-fbb85523584a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:46.382131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579234d0-e445-4294-b414-79a96df57229 service neutron] Pushing event updated for resources: {'Port': ['ID=db71baa7-f541-4fb6-9588-654aa56e1e75,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:46.396591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07914a81-4b0c-4918-acb3-cd743373e88a x-openstack-request-id: req-07914a81-4b0c-4918-acb3-cd743373e88a {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:46.396945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:46.397268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07914a81-4b0c-4918-acb3-cd743373e88a {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:46.397765 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07914a81-4b0c-4918-acb3-cd743373e88a'] response: {'name': 'network-changed', 'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'status': 'completed', 'code': 200} Apr 18 06:23:46.482664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0753-1e08-41e6-818c-fbb85523584a req-51ae712f-52b1-483a-98d2-60baacf9c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.484260 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9a0753-1e08-41e6-818c-fbb85523584a req-51ae712f-52b1-483a-98d2-60baacf9c8a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1096 time: 0.0481958 Apr 18 06:23:46.591829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0753-1e08-41e6-818c-fbb85523584a req-68d4109d-1586-4ef6-a06a-2aaa02fd862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.593246 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9a0753-1e08-41e6-818c-fbb85523584a req-68d4109d-1586-4ef6-a06a-2aaa02fd862c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3925d54557a4f998cd70114943161c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0965595 Apr 18 06:23:46.693848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a0753-1e08-41e6-818c-fbb85523584a req-6eb0f33c-78e4-4937-bb75-1c2cb21f321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.695411 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9a0753-1e08-41e6-818c-fbb85523584a req-6eb0f33c-78e4-4937-bb75-1c2cb21f321b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962977 Apr 18 06:23:46.789047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-2afe52aa-79ba-4cc9-a299-22e983f07d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.790508 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-2afe52aa-79ba-4cc9-a299-22e983f07d36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1096 time: 0.0399654 Apr 18 06:23:46.836700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-b8560bbf-69e6-42d0-a064-05adda3970f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db71baa7-f541-4fb6-9588-654aa56e1e75 HTTP/1.1" status: 200 len: 217 time: 0.0331421 Apr 18 06:23:46.886818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-d38c1752-f54e-42da-bc64-8f6879ad3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.888415 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-d38c1752-f54e-42da-bc64-8f6879ad3227 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451d3142-629c-4fcc-83e2-c7b576c19b79 HTTP/1.1" status: 200 len: 835 time: 0.0457957 Apr 18 06:23:46.933435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-f9a3d9ee-e11c-4fe0-bd3d-bbd20b7f1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:46.935082 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-f9a3d9ee-e11c-4fe0-bd3d-bbd20b7f1a6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a421f0e-aca3-4dda-b751-6d191594bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401473 Apr 18 06:23:47.022256 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-3d6d78d4-fbc8-440d-9b5e-a235c1741a65 service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803983 Apr 18 06:23:47.118468 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed58c5d-ba60-41cc-ac82-1c178e314103 req-4d852535-250f-4fda-b22d-f0a844438d9c service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895798 Apr 18 06:23:47.141485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0443b-b823-4e84-8e86-e44e9f30b14b req-a089be60-8c1a-47d3-9f90-77a08d58ed10 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:47.143868 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dec0443b-b823-4e84-8e86-e44e9f30b14b req-a089be60-8c1a-47d3-9f90-77a08d58ed10 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 943 time: 0.0624607 Apr 18 06:23:47.182661 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dec0443b-b823-4e84-8e86-e44e9f30b14b req-e6628dcc-76e0-4309-9cea-28498562774a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326307 Apr 18 06:23:48.310832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77158-e7ec-432f-b7c7-c2bce744862d req-af69306b-21b6-47da-ae4e-b23b32054b12 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:48.312344 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4cf77158-e7ec-432f-b7c7-c2bce744862d req-af69306b-21b6-47da-ae4e-b23b32054b12 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 943 time: 0.0553865 Apr 18 06:23:48.356745 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4cf77158-e7ec-432f-b7c7-c2bce744862d req-40ebbe62-f935-4570-b533-96f9fd755b46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Apr 18 06:23:49.470001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358d1a4-112b-4b3a-9749-e4a4ef0da542 req-4759c534-ade7-4c39-8121-641a303d998c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:49.471521 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a358d1a4-112b-4b3a-9749-e4a4ef0da542 req-4759c534-ade7-4c39-8121-641a303d998c tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 943 time: 0.0500765 Apr 18 06:23:49.510055 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a358d1a4-112b-4b3a-9749-e4a4ef0da542 req-97ca8649-3f34-454a-b52e-5b2ab3cf51df tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Apr 18 06:23:49.604279 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:23:50.630650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63c2c-092b-4d55-b65d-a12dc1ab89ac req-e0e1a479-a6f5-471d-85f1-22d67d073464 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:50.632137 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7cc63c2c-092b-4d55-b65d-a12dc1ab89ac req-e0e1a479-a6f5-471d-85f1-22d67d073464 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 943 time: 0.0527511 Apr 18 06:23:50.670264 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7cc63c2c-092b-4d55-b65d-a12dc1ab89ac req-8b9a1bab-f396-4c49-abfd-99844fb2761a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Apr 18 06:23:51.788216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc6437-0fd9-414c-ab65-81a292f73b09 req-a10f44a1-8be7-439a-b908-22f8f14d6379 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:51.789685 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-37cc6437-0fd9-414c-ab65-81a292f73b09 req-a10f44a1-8be7-439a-b908-22f8f14d6379 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 943 time: 0.0519917 Apr 18 06:23:51.814384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device db71baa7-f541-4fb6-9588-654aa56e1e75 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:23:51.828319 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-37cc6437-0fd9-414c-ab65-81a292f73b09 req-d7b16c49-a56e-4d77-b085-a387d9070a8e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Apr 18 06:23:51.914056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port db71baa7-f541-4fb6-9588-654aa56e1e75, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=db71baa7-f541-4fb6-9588-654aa56e1e75,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:51.928062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:23:51.968397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:51.982591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db71baa7-f541-4fb6-9588-654aa56e1e75 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:23:52.003352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port db71baa7-f541-4fb6-9588-654aa56e1e75, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=db71baa7-f541-4fb6-9588-654aa56e1e75,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:52.068231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:52.125562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=db71baa7-f541-4fb6-9588-654aa56e1e75,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:52.446476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['db71baa7-f541-4fb6-9588-654aa56e1e75'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:23:52.945265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba1d38-b8eb-4499-ae67-3e24e6c9e850 req-03be41b2-b25a-4478-a09a-75c5068ef0ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:52.946754 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6eba1d38-b8eb-4499-ae67-3e24e6c9e850 req-03be41b2-b25a-4478-a09a-75c5068ef0ce tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 944 time: 0.0497978 Apr 18 06:23:52.986534 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6eba1d38-b8eb-4499-ae67-3e24e6c9e850 req-86ca292b-216f-4c07-9954-c9f00ae6b6c0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Apr 18 06:23:53.444677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6bcd-0102-4afa-aee0-3077282481d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:53.846216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device db71baa7-f541-4fb6-9588-654aa56e1e75 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:23:53.964894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port db71baa7-f541-4fb6-9588-654aa56e1e75 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:23:53.968962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port db71baa7-f541-4fb6-9588-654aa56e1e75 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:23:53.969326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:54.050904 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:54.073957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:54.076404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a31d4-d51a-4588-b6f5-80d1b1d61b0b" -d '{"events": [{"server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "name": "network-vif-plugged", "status": "completed", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:54.090402 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port db71baa7-f541-4fb6-9588-654aa56e1e75, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=db71baa7-f541-4fb6-9588-654aa56e1e75,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:23:54.104672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234939d-de36-4808-8da6-6237c0c89abe req-aeadb19c-2541-4d27-b529-778e542b36df tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:54.106197 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e234939d-de36-4808-8da6-6237c0c89abe req-aeadb19c-2541-4d27-b529-778e542b36df tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 944 time: 0.0504687 Apr 18 06:23:54.142077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:54.158066 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e234939d-de36-4808-8da6-6237c0c89abe req-0530ea4b-6b9a-48d1-92c4-ee152c0db437 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448554 Apr 18 06:23:54.198069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=db71baa7-f541-4fb6-9588-654aa56e1e75,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:54.212313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e6d3a-84db-42c4-9c38-ea7a924bb55f x-openstack-request-id: req-f79e6d3a-84db-42c4-9c38-ea7a924bb55f {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:54.212605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "name": "network-vif-plugged", "status": "completed", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:54.212852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f79e6d3a-84db-42c4-9c38-ea7a924bb55f {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:54.213240 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79e6d3a-84db-42c4-9c38-ea7a924bb55f'] response: {'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'code': 200} Apr 18 06:23:54.523784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601dff0-c583-4ad3-9aca-e66c77d9bec4 req-82ebc30f-c4f2-4cf4-bbf7-c8a1d4dddc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:54.525292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7601dff0-c583-4ad3-9aca-e66c77d9bec4 req-82ebc30f-c4f2-4cf4-bbf7-c8a1d4dddc49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1098 time: 0.0400903 Apr 18 06:23:54.560294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7601dff0-c583-4ad3-9aca-e66c77d9bec4 req-0b500680-0f00-4b8d-9722-9fa62bb99490 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284619 Apr 18 06:23:55.274064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16bf77-7433-4c1f-8a7c-cb449dbe5e24 req-c09da82c-0b87-44a3-9341-a3f420b66436 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:55.275579 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7d16bf77-7433-4c1f-8a7c-cb449dbe5e24 req-c09da82c-0b87-44a3-9341-a3f420b66436 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 945 time: 0.0507927 Apr 18 06:23:55.313956 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7d16bf77-7433-4c1f-8a7c-cb449dbe5e24 req-edae993e-922d-466e-bf04-c65f5eb49c97 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Apr 18 06:23:55.804954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-21192d2d-15c1-4194-98e2-4533e8e86f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:56.439509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a007bd-7d2f-4af4-9727-26ad591c7d2f req-5fcfca90-2999-4784-b0b1-6535c9da72ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:56.441012 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-04a007bd-7d2f-4af4-9727-26ad591c7d2f req-5fcfca90-2999-4784-b0b1-6535c9da72ac tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 945 time: 0.0554352 Apr 18 06:23:56.805439 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-04a007bd-7d2f-4af4-9727-26ad591c7d2f req-4aee27aa-a91f-4980-94f3-84a7d7aead47 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581121 Apr 18 06:23:56.924533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63c9da-33cc-4970-8b37-2cad198ab79b req-ecbad1e0-04c3-414a-812d-cbf147c54617 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:56.925994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b63c9da-33cc-4970-8b37-2cad198ab79b req-ecbad1e0-04c3-414a-812d-cbf147c54617 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 945 time: 0.0526483 Apr 18 06:23:56.966268 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b63c9da-33cc-4970-8b37-2cad198ab79b req-aa3d8811-6de3-4ad9-bc32-4cca02614f4b tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335054 Apr 18 06:23:56.989736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55028) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:57.032650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76485fb-7f0b-4108-9d5e-a8d3ad159c5f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:57.033703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:57.037043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55030) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:57.037166 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f76485fb-7f0b-4108-9d5e-a8d3ad159c5f tempest-TestNetworkBasicOps-1728746165 tempest-TestNetworkBasicOps-1728746165-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1093 time: 0.0463345 Apr 18 06:23:57.041639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:23:57.119602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:57.217365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:57.320932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Allocated IP 172.26.4.128 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/67b90923-2c27-493b-a9a4-15362e59afdf) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:23:57.422785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:57.514647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:57.558974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:23:57.564055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:23:57.568583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:23:57.571615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=67b90923-2c27-493b-a9a4-15362e59afdf,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:57.930366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.039862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.193584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.267761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.332217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event updated for resources: {'Port': ['ID=67b90923-2c27-493b-a9a4-15362e59afdf,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:23:58.348523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.454806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 773024a7-8d8a-46e4-948d-4d91a0d20318 associated. External IP: 172.26.4.128, port: db71baa7-f541-4fb6-9588-654aa56e1e75. Apr 18 06:23:58.667940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:23:58.764660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.781245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:23:58.791671 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:23:58.802167 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:58.802752 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:58.869630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.902853 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4b827135-5e1d-4977-88ee-6ea4f362d590 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8620729 Apr 18 06:23:58.902853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:23:58.905083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55032) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:23:58.913173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:23:58.913784 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:58.916515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44496306-2f52-4b1e-bc03-340a944bedf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:23:58.966773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b8d77-8ef6-4bc8-beb3-cfbad32babaf x-openstack-request-id: req-d14b8d77-8ef6-4bc8-beb3-cfbad32babaf {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:23:58.967071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:23:58.967349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d14b8d77-8ef6-4bc8-beb3-cfbad32babaf {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:23:58.967766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14b8d77-8ef6-4bc8-beb3-cfbad32babaf'] response: {'name': 'network-changed', 'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'status': 'completed', 'code': 200} Apr 18 06:23:58.983023 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ca4d4bed-e592-4d02-aab2-9a31093803d7 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 200 len: 991 time: 0.0767140 Apr 18 06:23:59.049795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-f87bbbfe-ba93-42bd-a6cc-e2c8608c639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:59.051441 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-f87bbbfe-ba93-42bd-a6cc-e2c8608c639c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1098 time: 0.0424654 Apr 18 06:23:59.145732 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:37Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '773024a7-8d8a-46e4-948d-4d91a0d20318', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:23:57Z', 'updated_at': '2022-04-18T06:23:57Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:23:40Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:59.147815 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-5276cb38-e348-4a00-a997-fd3f7f093a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:59.149449 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-5276cb38-e348-4a00-a997-fd3f7f093a06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a421f0e-aca3-4dda-b751-6d191594bc22 HTTP/1.1" status: 200 len: 897 time: 0.0915759 Apr 18 06:23:59.177785 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] Checking router: faf36e3e-f5b8-4a79-b5ca-825858e962bf for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:23:59.186552 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:23:59.187093 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:23:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:59.217490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-a44b9050-f282-43ea-9222-7217ca867b83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db71baa7-f541-4fb6-9588-654aa56e1e75 HTTP/1.1" status: 200 len: 999 time: 0.0618031 Apr 18 06:23:59.271101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-2fc0bb7d-5439-4ae9-b9bc-0224684d9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:59.272566 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-2fc0bb7d-5439-4ae9-b9bc-0224684d9e46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451d3142-629c-4fcc-83e2-c7b576c19b79 HTTP/1.1" status: 200 len: 835 time: 0.0490906 Apr 18 06:23:59.297027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:23:59.319462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-59d3651f-77a8-46bf-aca0-cd91aeb20a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:23:59.320960 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-59d3651f-77a8-46bf-aca0-cd91aeb20a6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a421f0e-aca3-4dda-b751-6d191594bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410297 Apr 18 06:23:59.415530 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-8edb2fea-b1ab-4fb6-ad66-5bc4e61bd313 service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Apr 18 06:23:59.510400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44496306-2f52-4b1e-bc03-340a944bedf6 req-2ed45800-5fa9-41d4-9213-413d3390de49 service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887129 Apr 18 06:23:59.531706 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:37Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '773024a7-8d8a-46e4-948d-4d91a0d20318', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:23:57Z', 'updated_at': '2022-04-18T06:23:57Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:23:40Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:23:59.562028 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60dcbc5-8bd4-47d2-a87a-0aab869d78f3 None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:23:37Z', 'revision_number': 4, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '773024a7-8d8a-46e4-948d-4d91a0d20318', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:23:57Z', 'updated_at': '2022-04-18T06:23:57Z', 'revision_number': 0, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:23:40Z', 'revision_number': 5, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:23:59.762034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177c5aa-5cf0-4619-9f8f-76a5b85d81d3 None None] New status for floating IP 773024a7-8d8a-46e4-948d-4d91a0d20318: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:23:59.985126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55036) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:24:00.056667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f9f29bb1-0a5d-4064-9b88-26786382ed55 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 200 len: 993 time: 0.0653586 Apr 18 06:24:12.890521 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:23.430439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-822cf52c-a0b4-431d-b0cb-95744c58e141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:25.855291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7f40-da39-4800-b531-93a0baf5c049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:26.603071 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:24:27.072177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.769529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:28.906459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:38.004513 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-50251f74-69e9-4014-b962-99ad1a70bb74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397863 Apr 18 06:24:38.105105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-8a5d25c6-f262-4c84-a406-a8cb4dfd6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:38.106645 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-8a5d25c6-f262-4c84-a406-a8cb4dfd6fe3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1098 time: 0.0432677 Apr 18 06:24:38.206130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-70a96a7e-00fd-4e9a-9632-00775ec50ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:38.207648 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-70a96a7e-00fd-4e9a-9632-00775ec50ef3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a421f0e-aca3-4dda-b751-6d191594bc22 HTTP/1.1" status: 200 len: 897 time: 0.0834637 Apr 18 06:24:38.276552 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-08b43ba5-7ecf-480c-ac1c-145afe88e8f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db71baa7-f541-4fb6-9588-654aa56e1e75 HTTP/1.1" status: 200 len: 1001 time: 0.0626643 Apr 18 06:24:38.325406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-6372171c-07e9-479a-9c89-1bd03a3658c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:38.327030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-6372171c-07e9-479a-9c89-1bd03a3658c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451d3142-629c-4fcc-83e2-c7b576c19b79 HTTP/1.1" status: 200 len: 835 time: 0.0435574 Apr 18 06:24:38.370259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-3969e507-37d4-450e-9128-c3cc6346e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:24:38.371720 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-3969e507-37d4-450e-9128-c3cc6346e6c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a421f0e-aca3-4dda-b751-6d191594bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384169 Apr 18 06:24:38.463622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-0d917c93-2014-459c-8998-b989a6a92aef service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856311 Apr 18 06:24:38.552734 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3a45baf-7767-43c6-a699-2b78ebe18da4 req-66d550ae-8d55-4065-b67f-4ffd31c0868f service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820863 Apr 18 06:24:42.934436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:53.424250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-87fd136e-b20e-4fb3-87ff-d98fa7b3e7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:55.897964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52a105da-b274-4007-a714-bda27ad47d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:57.057604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:58.783844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:24:58.917271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:02.546407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55058) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:02.551588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:03.170745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:03.235463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:03.345970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:25:03.449754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:25:03.457788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:03.459005 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc6e0a61-c5ea-4c55-97e3-fe1759fd0fa8 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/faf36e3e-f5b8-4a79-b5ca-825858e962bf HTTP/1.1" status: 200 len: 887 time: 0.9115860 Apr 18 06:25:03.468105 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:03.477500 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:03.478093 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:03.509709 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:03.518834 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:03.519445 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:03.550764 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:03.551422 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba371d1-6a14-488b-99cc-07a6c159b309 None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:03.602310 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:25:03.992585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5aacc409-0627-47a5-a01f-bead5b7a7f35 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:04.073233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:04.104904 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 5aacc409-0627-47a5-a01f-bead5b7a7f35, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5aacc409-0627-47a5-a01f-bead5b7a7f35,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:04.163132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:04.211128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:04.218662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.219005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.219363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.219702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.220031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.220358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.220683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.221018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.221327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.221650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.221975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.222286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:04.354478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4ed9e-35e5-470b-8512-be41e2de659e None None] New status for floating IP 773024a7-8d8a-46e4-948d-4d91a0d20318: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:25:05.588626 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55066) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:05.593805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:05.812506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:05.907363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:05.933691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:05.938575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1593624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4408'] for router, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:06.006269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:06.035468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1593623'] for router, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:06.058869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:06.152195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:25:06.261699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:25:06.270296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:06.270979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c67b6a81-a459-4bab-8d7f-da2bcf01bf46 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/faf36e3e-f5b8-4a79-b5ca-825858e962bf HTTP/1.1" status: 200 len: 886 time: 0.6813471 Apr 18 06:25:06.273987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55068) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:06.279765 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:06.291301 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:06.292145 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:06.337700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a77f29c7-d7d5-4b81-b3ef-21440184951e tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 200 len: 991 time: 0.0625482 Apr 18 06:25:06.484800 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:25:06.704863 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '773024a7-8d8a-46e4-948d-4d91a0d20318', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:23:57Z', 'updated_at': '2022-04-18T06:25:04Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:25:04Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:06.735261 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] Checking router: faf36e3e-f5b8-4a79-b5ca-825858e962bf for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:06.744291 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:06.744896 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:06.849188 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:25:07.069282 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '773024a7-8d8a-46e4-948d-4d91a0d20318', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:23:57Z', 'updated_at': '2022-04-18T06:25:04Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:25:04Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:07.098146 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24152d-9c67-4c0c-9436-5bd7bf14ecb2 None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '773024a7-8d8a-46e4-948d-4d91a0d20318', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'port_id': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'mac_address': 'fa:16:3e:63:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:23:57Z', 'updated_at': '2022-04-18T06:25:04Z', 'revision_number': 2, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:25:04Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:07.341192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55070) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:07.419110 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-49f7c020-63c5-4e79-87c2-2e5d354a08e2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 200 len: 991 time: 0.0764520 Apr 18 06:25:07.885986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5aacc409-0627-47a5-a01f-bead5b7a7f35 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:25:07.944913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:07.945552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.034693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.070648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 5aacc409-0627-47a5-a01f-bead5b7a7f35, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5aacc409-0627-47a5-a01f-bead5b7a7f35,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:08.133621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.135346 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:25:08.228641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:08.246031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:08.246498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.356096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.390647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:08.424038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55072) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:08.469479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:08.489710 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6bd96cc0-5a96-49ac-908e-44898bd57fff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 200 len: 991 time: 0.0644941 Apr 18 06:25:08.524758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:08.831764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683e032-d304-406a-914a-3a4b760816fb None None] New status for floating IP 773024a7-8d8a-46e4-948d-4d91a0d20318: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:25:09.492986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55074) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:09.556513 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4cce7697-2dd1-4b81-bfd2-d45f09725120 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 200 len: 993 time: 0.0622163 Apr 18 06:25:09.812111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5aacc409-0627-47a5-a01f-bead5b7a7f35 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:25:09.820438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55080) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:09.866440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5aacc409-0627-47a5-a01f-bead5b7a7f35 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:09.867640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:09.961637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:25:10.009040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 67b90923-2c27-493b-a9a4-15362e59afdf {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:25:10.009411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.014065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:10.014540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.087160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.087553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.099570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 67b90923-2c27-493b-a9a4-15362e59afdf owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:25:10.305750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.332051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=67b90923-2c27-493b-a9a4-15362e59afdf,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:10.343324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.343621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.343967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.344302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.344638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.344973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.345303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.345631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.345961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.346283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.346602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.346925 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:10.405337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:10.405665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Floating IP 773024a7-8d8a-46e4-948d-4d91a0d20318 disassociated (deleted). External IP: 172.26.4.128, port: db71baa7-f541-4fb6-9588-654aa56e1e75. Apr 18 06:25:10.944113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:25:11.052830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:25:11.057287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:11.065602 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68716447-dda3-4442-a639-ee8919d0506a None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:11.075123 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:11.075766 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:11.086849 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e86f0f7a-0643-4c29-ae40-2f817b82ca4a tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/floatingips/773024a7-8d8a-46e4-948d-4d91a0d20318 HTTP/1.1" status: 204 len: 168 time: 1.2628934 Apr 18 06:25:11.086849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:11.100178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:25:11.152411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13962241-4037-4d6f-a4b4-282b6a781696 x-openstack-request-id: req-13962241-4037-4d6f-a4b4-282b6a781696 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:25:11.152934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:25:11.153443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13962241-4037-4d6f-a4b4-282b6a781696 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:25:11.154118 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13962241-4037-4d6f-a4b4-282b6a781696'] response: {'name': 'network-changed', 'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'status': 'completed', 'code': 200} Apr 18 06:25:11.191823 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:25:11.246839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-36c4ee14-2f33-46a3-b48f-a1224cb3e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:11.249688 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-36c4ee14-2f33-46a3-b48f-a1224cb3e5d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3925d54557a4f998cd70114943161c1&device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 1098 time: 0.0492866 Apr 18 06:25:11.369197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-f92d9f56-f3b7-455c-9487-72f09d14283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:11.371004 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-f92d9f56-f3b7-455c-9487-72f09d14283b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a421f0e-aca3-4dda-b751-6d191594bc22 HTTP/1.1" status: 200 len: 897 time: 0.1133518 Apr 18 06:25:11.406489 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:11.423787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-996def81-5c25-4448-bf1e-facf1e0f6813 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db71baa7-f541-4fb6-9588-654aa56e1e75 HTTP/1.1" status: 200 len: 217 time: 0.0435286 Apr 18 06:25:11.442250 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68716447-dda3-4442-a639-ee8919d0506a None None] Checking router: faf36e3e-f5b8-4a79-b5ca-825858e962bf for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:11.451487 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:11.452198 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:11.485276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-1110c1b6-b237-49c4-b668-743035b94010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:11.487090 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-1110c1b6-b237-49c4-b668-743035b94010 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=451d3142-629c-4fcc-83e2-c7b576c19b79 HTTP/1.1" status: 200 len: 835 time: 0.0551786 Apr 18 06:25:11.543009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-ed0dc229-668a-42d6-8268-06079512625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:11.544648 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-ed0dc229-668a-42d6-8268-06079512625d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a421f0e-aca3-4dda-b751-6d191594bc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473189 Apr 18 06:25:11.562046 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6d259-0516-41bd-96a4-a702c066e4a1 req-3fa38f97-a72a-4cda-84cf-8d93fa42b156 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:11.563590 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50d6d259-0516-41bd-96a4-a702c066e4a1 req-3fa38f97-a72a-4cda-84cf-8d93fa42b156 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 945 time: 0.0562112 Apr 18 06:25:11.577793 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:25:11.612295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50d6d259-0516-41bd-96a4-a702c066e4a1 req-10e52808-9812-4648-978a-29a0e818bb07 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Apr 18 06:25:11.658189 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-d873a341-6ec8-4274-979e-3c31f3381e2e service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058242 Apr 18 06:25:11.759708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc0e8721-1703-4a85-b0f2-ee175c3fb9cf req-bdf71e83-701c-4524-82ad-eecba3664d52 service neutron] 10.222.0.46 "GET /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941665 Apr 18 06:25:11.887806 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-68716447-dda3-4442-a639-ee8919d0506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:11.915152 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68716447-dda3-4442-a639-ee8919d0506a None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:05Z', 'revision_number': 6, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '5aacc409-0627-47a5-a01f-bead5b7a7f35', 'name': '', 'network_id': '9a421f0e-aca3-4dda-b751-6d191594bc22', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'mac_address': 'fa:16:3e:14:b7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:37Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'subnets': [{'id': '451d3142-629c-4fcc-83e2-c7b576c19b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:12.562032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7657d28-0d3f-4d84-86cb-864642204923 None None] New status for floating IP 773024a7-8d8a-46e4-948d-4d91a0d20318: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:25:12.734993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df747f-b779-4bb3-b9c4-eb7c50f1e525 req-56eba017-6964-45a5-a5c0-92305f0cbaed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:12.736505 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06df747f-b779-4bb3-b9c4-eb7c50f1e525 req-56eba017-6964-45a5-a5c0-92305f0cbaed tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 945 time: 0.0567119 Apr 18 06:25:12.777501 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06df747f-b779-4bb3-b9c4-eb7c50f1e525 req-cef802c3-44ea-4f91-91fb-8e6184b7f1fb tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/security-groups?id=30291b35-fb45-4cda-b52c-4beb17dd602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344980 Apr 18 06:25:12.923235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:13.090757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5f074-193d-43ac-8042-a542d259889c req-743b1761-0cea-453b-b728-49769f9f6f65 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:13.092890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ae5f074-193d-43ac-8042-a542d259889c req-743b1761-0cea-453b-b728-49769f9f6f65 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 945 time: 0.0488164 Apr 18 06:25:13.182687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port db71baa7-f541-4fb6-9588-654aa56e1e75 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:25:13.183031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:13.274594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port db71baa7-f541-4fb6-9588-654aa56e1e75, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=db71baa7-f541-4fb6-9588-654aa56e1e75,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:13.274961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:13.288658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for db71baa7-f541-4fb6-9588-654aa56e1e75 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:25:13.476588 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:13.511025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=db71baa7-f541-4fb6-9588-654aa56e1e75,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:13.553498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] No DVR routers for this DVR port db71baa7-f541-4fb6-9588-654aa56e1e75 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:25:13.556191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:13.559423 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ae5f074-193d-43ac-8042-a542d259889c req-6927658c-ad95-4b74-9703-8e75e7a347ff tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.46 "DELETE /v2.0/ports/db71baa7-f541-4fb6-9588-654aa56e1e75 HTTP/1.1" status: 204 len: 173 time: 0.4601188 Apr 18 06:25:13.560747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'name': 'network-vif-deleted', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:13.563033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86972d38-ea35-499f-96ff-61b926bebed5" -d '{"events": [{"server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "name": "network-vif-deleted", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:25:13.597788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb9f13f-8a97-4ef3-9a72-be0b6569b7cb x-openstack-request-id: req-1eb9f13f-8a97-4ef3-9a72-be0b6569b7cb {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:25:13.597788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e10c24-6d2e-427c-8402-23fc1898c3ae", "name": "network-vif-deleted", "tag": "db71baa7-f541-4fb6-9588-654aa56e1e75", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:25:13.597788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1eb9f13f-8a97-4ef3-9a72-be0b6569b7cb {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:25:13.598171 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb9f13f-8a97-4ef3-9a72-be0b6569b7cb'] response: {'server_uuid': 'a6e10c24-6d2e-427c-8402-23fc1898c3ae', 'name': 'network-vif-deleted', 'tag': 'db71baa7-f541-4fb6-9588-654aa56e1e75', 'status': 'completed', 'code': 200} Apr 18 06:25:13.915345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-766dc2a0-9d36-4a8b-a716-bfff222f5b90 req-352f8b49-20cd-42cf-9841-652e93a3b523 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6e10c24-6d2e-427c-8402-23fc1898c3ae HTTP/1.1" status: 200 len: 210 time: 0.0388107 Apr 18 06:25:14.967002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55098) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:15.029768 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.058797 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.171776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.174389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.178146 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/security-groups/30291b35-fb45-4cda-b52c-4beb17dd602e HTTP/1.1" status: 204 len: 168 time: 0.2070279 Apr 18 06:25:15.188621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30291b35-fb45-4cda-b52c-4beb17dd602e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:15.193429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.193726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.194069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.194411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.194741 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.195078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.195435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.195762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.196088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.196416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.196737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.197124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a351771f-4b35-428f-9c0d-c0699778fac2 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:25:15.265935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55102) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:15.624914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.888433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 5aacc409-0627-47a5-a01f-bead5b7a7f35 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:25:15.888698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.982530 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 5aacc409-0627-47a5-a01f-bead5b7a7f35, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5aacc409-0627-47a5-a01f-bead5b7a7f35,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:15.983207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:15.995851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 5aacc409-0627-47a5-a01f-bead5b7a7f35 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:25:16.181154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device db71baa7-f541-4fb6-9588-654aa56e1e75 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:16.201877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: db71baa7-f541-4fb6-9588-654aa56e1e75 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:25:16.202225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device db71baa7-f541-4fb6-9588-654aa56e1e75 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:25:16.247940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:16.273541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=5aacc409-0627-47a5-a01f-bead5b7a7f35,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:16.463185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:16.682954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Router faf36e3e-f5b8-4a79-b5ca-825858e962bf has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:25:16.791049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:25:16.797761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f48e9f09-dde2-457a-bac1-0a22636264b0 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "PUT /v2.0/routers/faf36e3e-f5b8-4a79-b5ca-825858e962bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5306621 Apr 18 06:25:16.799036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:16.802502 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] Sync routers for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:25:16.814686 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:16.815304 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:16.858454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting subnet 451d3142-629c-4fcc-83e2-c7b576c19b79 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:25:16.864773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:16.911415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:16.926909 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:25:16.996368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.110921 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:16Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:17.126496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.141328 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] Checking router: faf36e3e-f5b8-4a79-b5ca-825858e962bf for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:25:17.149918 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] Routers {'faf36e3e-f5b8-4a79-b5ca-825858e962bf'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:25:17.150518 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:24:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:17.166568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Subnet': ['ID=451d3142-629c-4fcc-83e2-c7b576c19b79,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:17.168708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad064208-8e06-4887-8f9c-ce715e932e7d None None] Network 9a421f0e-aca3-4dda-b751-6d191594bc22 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:25:17.179839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.186550 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b4b31dcf-60b6-4362-a259-ead2360b5413 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/subnets/451d3142-629c-4fcc-83e2-c7b576c19b79 HTTP/1.1" status: 204 len: 168 time: 0.3830683 Apr 18 06:25:17.186744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:17.274565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] Set router faf36e3e-f5b8-4a79-b5ca-825858e962bf gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:25:17.322398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.458552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.483943 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:16Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:17.513411 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfb756-b0e6-40c0-b910-ca538dddfee3 None None] The sync data for ids ['faf36e3e-f5b8-4a79-b5ca-825858e962bf'] in dv-neutron-837488-1-hyperv is: [{'id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'name': 'tempest-TestNetworkBasicOps-router-675633099', 'tenant_id': 'f3925d54557a4f998cd70114943161c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:23:33Z', 'updated_at': '2022-04-18T06:25:16Z', 'revision_number': 7, 'project_id': 'f3925d54557a4f998cd70114943161c1', 'gw_port': {'id': '6a8f248d-de3b-4eb4-9ea4-6aa874be555b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf36e3e-f5b8-4a79-b5ca-825858e962bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:23:34Z', 'updated_at': '2022-04-18T06:25:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:25:17.569910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] DHCP port deletion for 9a421f0e-aca3-4dda-b751-6d191594bc22 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:25:17.592870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Deleting port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:25:17.593462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.620885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] Deleting port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:25:17.621395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.678534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] For port 6a8f248d-de3b-4eb4-9ea4-6aa874be555b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:17.678920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.688656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] For port f079ddfd-bb54-47fb-ab47-1f35ec61caa1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,segment=NetworkSegment(52f80f8a-2952-47ab-8d0a-ec040b1967fb),segment_id=52f80f8a-2952-47ab-8d0a-ec040b1967fb)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:17.689183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.692368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Calling delete_port for 6a8f248d-de3b-4eb4-9ea4-6aa874be555b owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:25:17.702461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] Calling delete_port for f079ddfd-bb54-47fb-ab47-1f35ec61caa1 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:25:17.842257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.874540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] Pushing event deleted for resources: {'Port': ['ID=f079ddfd-bb54-47fb-ab47-1f35ec61caa1,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:17.881121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21b71c-bf7a-41b3-a261-67d6abf28927 None None] No DVR routers for this DVR port f079ddfd-bb54-47fb-ab47-1f35ec61caa1 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:25:17.928142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:17.956189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Port': ['ID=6a8f248d-de3b-4eb4-9ea4-6aa874be555b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:18.010011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5aacc409-0627-47a5-a01f-bead5b7a7f35 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:18.034946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.035664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 5aacc409-0627-47a5-a01f-bead5b7a7f35 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:25:18.036069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5aacc409-0627-47a5-a01f-bead5b7a7f35 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:25:18.036913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f079ddfd-bb54-47fb-ab47-1f35ec61caa1 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:18.061116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: f079ddfd-bb54-47fb-ab47-1f35ec61caa1 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:25:18.061668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f079ddfd-bb54-47fb-ab47-1f35ec61caa1 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:25:18.148595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.150656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.264827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.265500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Fanout notify agent at l3_agent the message router_deleted on router faf36e3e-f5b8-4a79-b5ca-825858e962bf {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:25:18.276463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.277631 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8f79e2b8-ff0c-4e79-b073-1965d4e2a4f3 tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/routers/faf36e3e-f5b8-4a79-b5ca-825858e962bf HTTP/1.1" status: 204 len: 168 time: 1.0899262 Apr 18 06:25:18.281342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55110) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:18.366675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.469569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.489669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a421f0e-aca3-4dda-b751-6d191594bc22']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:18.499384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f80f8a-2952-47ab-8d0a-ec040b1967fb') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:18.499675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f80f8a-2952-47ab-8d0a-ec040b1967fb') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:25:18.508893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.522928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.529111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:25:18.529512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:25:18.532767 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:25:18.653156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.660445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:18.663740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] 10.222.0.43 "DELETE /v2.0/networks/9a421f0e-aca3-4dda-b751-6d191594bc22 HTTP/1.1" status: 204 len: 168 time: 0.3817153 Apr 18 06:25:18.676989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6237c-ae62-42cd-afad-3b8907b13bec tempest-TestNetworkBasicOps-625783730 tempest-TestNetworkBasicOps-625783730-project] Pushing event deleted for resources: {'Network': ['ID=9a421f0e-aca3-4dda-b751-6d191594bc22,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:19.227611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55116) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:19.378915 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e9bebccc-c004-4234-9a62-5b4a96f35954 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3925d54557a4f998cd70114943161c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500356 Apr 18 06:25:19.381538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55120) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:19.439440 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb262c03-c4b0-42bd-b92e-8e460b3d452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:19.460623 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb262c03-c4b0-42bd-b92e-8e460b3d452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:19.584655 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb262c03-c4b0-42bd-b92e-8e460b3d452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:19.587340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb262c03-c4b0-42bd-b92e-8e460b3d452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:19.588508 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bb262c03-c4b0-42bd-b92e-8e460b3d452c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c55886e-0cc8-4ce3-9a79-8f0a2e10849a HTTP/1.1" status: 204 len: 168 time: 0.2046151 Apr 18 06:25:19.597382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb262c03-c4b0-42bd-b92e-8e460b3d452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55886e-0cc8-4ce3-9a79-8f0a2e10849a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:19.813288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:19.837527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 6a8f248d-de3b-4eb4-9ea4-6aa874be555b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:25:19.837960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6a8f248d-de3b-4eb4-9ea4-6aa874be555b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:25:20.185961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55126) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:20.204750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f4c5-568d-482f-8f83-8cabb08203f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.283681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f4c5-568d-482f-8f83-8cabb08203f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.378853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0fd9f4c5-568d-482f-8f83-8cabb08203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.416231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9f4c5-568d-482f-8f83-8cabb08203f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9cf22-e6b4-412d-a4ae-abb49c3bfcbd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:20.423638 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0fd9f4c5-568d-482f-8f83-8cabb08203f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4257ef338b1949979eda5ebfe0f39ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339725 Apr 18 06:25:20.424352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55128) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:20.490584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ece3c80-3adf-4628-ba24-a65ea17f6ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.511405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ece3c80-3adf-4628-ba24-a65ea17f6ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.658793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ece3c80-3adf-4628-ba24-a65ea17f6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.661392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6ece3c80-3adf-4628-ba24-a65ea17f6ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:20.664855 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6ece3c80-3adf-4628-ba24-a65ea17f6ce6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75f9cf22-e6b4-412d-a4ae-abb49c3bfcbd HTTP/1.1" status: 204 len: 168 time: 0.2376165 Apr 18 06:25:20.671577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece3c80-3adf-4628-ba24-a65ea17f6ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9cf22-e6b4-412d-a4ae-abb49c3bfcbd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:23.447796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9c5881d9-8b1e-4fb9-a27f-fb57799a72c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:25.841638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ace06f3-4b58-4da6-9b32-52114c37bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:27.047580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:28.805789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:28.927001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:28.933368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-f018b534-505c-48cb-bdaa-561c2fc655c8 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293539 Apr 18 06:25:29.118268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-0361df40-de69-44ae-8a08-9be8f78afcd6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:29.119743 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-0361df40-de69-44ae-8a08-9be8f78afcd6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799474 Apr 18 06:25:29.135831 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-05830442-5d38-45cc-b558-ccbdf6740be8 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/quotas/616fda1bbf7740d5b2eeb2efe3e01a88 HTTP/1.1" status: 200 len: 375 time: 0.0093806 Apr 18 06:25:29.172999 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-cd245a18-992c-4332-95e1-d4e36ea47249 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302730 Apr 18 06:25:29.376824 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-752784a9-a2e4-4734-af59-67d3067e9868 req-7a01ec6b-dc78-4807-b12c-c3655bda6a20 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Apr 18 06:25:30.480647 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4020903e-d620-47fa-ab4b-12a56591bc5a req-0fe7fbbc-d79e-40ca-9395-7f1725a22b21 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 210 time: 0.0280752 Apr 18 06:25:31.392554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-75fb6384-f02a-4211-a3ed-e79230318437 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300796 Apr 18 06:25:31.601651 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d39220f1-eeef-45bb-99b0-da2225304799 req-9456f781-f855-4d0d-8b71-3fc31ef8d6a5 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 210 time: 0.0376089 Apr 18 06:25:31.610821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-8b7f1a0c-685c-4dec-b2d9-55cc7c50e623 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:31.612294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-8b7f1a0c-685c-4dec-b2d9-55cc7c50e623 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147968 Apr 18 06:25:31.631128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Request body: {'port': {'device_id': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734', 'admin_state_up': True, 'tenant_id': '616fda1bbf7740d5b2eeb2efe3e01a88'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:31.789665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Made reservation on behalf of 616fda1bbf7740d5b2eeb2efe3e01a88 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:31.793434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:31.802916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:31.878392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:31.955550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.017345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:32.091886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Allocated IP 192.168.233.51 (44645678-ade5-4dfe-a3cd-417a6b2f8734/ef0cf870-92ad-440c-8122-073dc4549cf2/5fd1e42f-9d61-4e18-aaaa-aebecb2a782a) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:25:32.237462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.328034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.371050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Network 44645678-ade5-4dfe-a3cd-417a6b2f8734 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:32.376806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:32.380621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:25:32.406864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Pushing event updated for resources: {'Port': ['ID=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:32.436197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:32.436832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.559176 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-9d12e57f-5f41-4e0b-9d12-bb4ad9db7f31 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9318476 Apr 18 06:25:32.576737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Request body: {'port': {'device_id': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:32.633279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.644890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-8c2814d8-fa94-4850-84af-cfeee9c1a10c None None] Provisioning complete for port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:32.647447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c2814d8-fa94-4850-84af-cfeee9c1a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.710081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-8c2814d8-fa94-4850-84af-cfeee9c1a10c None None] Port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:25:32.762819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af4d30-ab63-4def-b448-f3d99ad1b2aa req-f78e2cab-85a8-4263-8923-789dc5c34854 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:32.765127 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f4af4d30-ab63-4def-b448-f3d99ad1b2aa req-f78e2cab-85a8-4263-8923-789dc5c34854 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 935 time: 0.0579069 Apr 18 06:25:32.806851 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f4af4d30-ab63-4def-b448-f3d99ad1b2aa req-04db89b3-d517-456c-bc51-3f986d3ba68d tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Apr 18 06:25:32.926590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:25:32.933989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:32.946197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Transition to ACTIVE for port object 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:33.030251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:33.081736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:33.157439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Attempting to bind port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:25:33.158005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Attempting to bind port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:25:33.158510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Attempting to bind port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a on network 44645678-ade5-4dfe-a3cd-417a6b2f8734 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:25:33.163956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a on network 44645678-ade5-4dfe-a3cd-417a6b2f8734 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:25:33.164288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Attempting to bind port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a on network 44645678-ade5-4dfe-a3cd-417a6b2f8734 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:25:33.169477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:25:33.169816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Checking segment: {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:25:33.170199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Bound using segment: {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:25:33.170628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Bound port: 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051c2da9-76cc-4e89-a9c2-95b448f98ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:25:33.170987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:33.242336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] For port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:25:33.247011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] For port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:25:33.344609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:33.378125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.378734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:33.380387 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] 10.222.0.46 "PUT /v2.0/ports/5fd1e42f-9d61-4e18-aaaa-aebecb2a782a HTTP/1.1" status: 200 len: 1097 time: 0.8085165 Apr 18 06:25:33.383087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'tag': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:33.387729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c6cd7-7851-4de0-a075-62750c870797" -d '{"events": [{"name": "network-changed", "server_uuid": "405ea33f-e999-4b9d-8093-5b66fa40fd68", "tag": "5fd1e42f-9d61-4e18-aaaa-aebecb2a782a"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:25:33.426215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee133f80-7c18-4fe6-81d7-e0f8d1403599 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:33.458863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bef5a-b235-4c0c-9fde-bbd49e4fd9db x-openstack-request-id: req-135bef5a-b235-4c0c-9fde-bbd49e4fd9db {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:25:33.459112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405ea33f-e999-4b9d-8093-5b66fa40fd68", "tag": "5fd1e42f-9d61-4e18-aaaa-aebecb2a782a", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:25:33.459392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-135bef5a-b235-4c0c-9fde-bbd49e4fd9db {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:25:33.459827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135bef5a-b235-4c0c-9fde-bbd49e4fd9db'] response: {'name': 'network-changed', 'server_uuid': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'tag': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a', 'status': 'completed', 'code': 200} Apr 18 06:25:33.651185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c6cd7-7851-4de0-a075-62750c870797 req-a407e0c6-f270-4986-86f4-9b516d1e76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.652930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-165c6cd7-7851-4de0-a075-62750c870797 req-a407e0c6-f270-4986-86f4-9b516d1e76a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 1100 time: 0.1610203 Apr 18 06:25:33.685471 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-165c6cd7-7851-4de0-a075-62750c870797 req-9440a8aa-37cc-4aca-82c6-94a8ee3d4109 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203257 Apr 18 06:25:33.782774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c6cd7-7851-4de0-a075-62750c870797 req-c4ff5188-3a8a-42eb-a2d9-d8b89f63b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.784292 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-165c6cd7-7851-4de0-a075-62750c870797 req-c4ff5188-3a8a-42eb-a2d9-d8b89f63b500 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931189 Apr 18 06:25:33.882983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-675ce7b1-99ed-4b96-8cd6-bdbe4e83aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.884624 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-675ce7b1-99ed-4b96-8cd6-bdbe4e83aa98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 1100 time: 0.0431108 Apr 18 06:25:33.932885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-00e03ece-8449-4099-ad80-8821e34d04ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a HTTP/1.1" status: 200 len: 217 time: 0.0360172 Apr 18 06:25:33.936161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20966895-14f1-4f63-b01b-3010f1d6337c req-b53aca43-cbe5-4f28-b21e-0c2b8523f1ff tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.937644 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-20966895-14f1-4f63-b01b-3010f1d6337c req-b53aca43-cbe5-4f28-b21e-0c2b8523f1ff tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 947 time: 0.0589066 Apr 18 06:25:33.977474 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-20966895-14f1-4f63-b01b-3010f1d6337c req-51147be4-569f-4822-bf5b-91982f812529 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335720 Apr 18 06:25:33.987570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-1bc240f8-8dae-4420-a3c4-ee4bdbb5911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:33.989283 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-1bc240f8-8dae-4420-a3c4-ee4bdbb5911f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ef0cf870-92ad-440c-8122-073dc4549cf2 HTTP/1.1" status: 200 len: 843 time: 0.0499754 Apr 18 06:25:34.035262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-8bddc5a6-1c1c-44b8-a531-a6c65077f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:34.036679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-8bddc5a6-1c1c-44b8-a531-a6c65077f4e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=44645678-ade5-4dfe-a3cd-417a6b2f8734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0414579 Apr 18 06:25:34.125731 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-5058041c-0b6b-45fa-a62f-4225d4ab3708 service neutron] 10.222.0.46 "GET /v2.0/networks/44645678-ade5-4dfe-a3cd-417a6b2f8734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824339 Apr 18 06:25:34.218055 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-457e2fdb-fdc5-4684-abfd-5fe17810240b req-8eaed808-2531-4e63-86d7-34736197a8e8 service neutron] 10.222.0.46 "GET /v2.0/networks/44645678-ade5-4dfe-a3cd-417a6b2f8734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858769 Apr 18 06:25:35.099135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803e554-515e-488a-af30-1e329cf0747d req-7e7abe72-0033-4636-bf14-647695692124 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:35.100641 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a803e554-515e-488a-af30-1e329cf0747d req-7e7abe72-0033-4636-bf14-647695692124 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 947 time: 0.0527127 Apr 18 06:25:35.140018 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a803e554-515e-488a-af30-1e329cf0747d req-84884a21-cd96-463c-b164-c5dafccb8a94 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Apr 18 06:25:36.253821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9069887-00cb-42c6-a379-ba093bac130a req-1279c5d7-dc75-4703-bb53-f341711b87a2 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:36.255311 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9069887-00cb-42c6-a379-ba093bac130a req-1279c5d7-dc75-4703-bb53-f341711b87a2 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 947 time: 0.0489061 Apr 18 06:25:36.293168 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9069887-00cb-42c6-a379-ba093bac130a req-015f54e9-8a00-4437-b4aa-43d6ae22b929 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Apr 18 06:25:37.418317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c887f-8ee5-4819-bd64-241dc6dda965 req-ecd26b32-e165-4abc-bf00-0a338ebc5ec4 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:37.421920 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dd2c887f-8ee5-4819-bd64-241dc6dda965 req-ecd26b32-e165-4abc-bf00-0a338ebc5ec4 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 947 time: 0.0595033 Apr 18 06:25:37.461307 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dd2c887f-8ee5-4819-bd64-241dc6dda965 req-64e16e57-6503-4b01-9e27-d3a191516090 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Apr 18 06:25:38.259706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:25:38.360775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:38.372004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a', 'network_id': '44645678-ade5-4dfe-a3cd-417a6b2f8734', 'port_id': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a', 'mac_address': 'fa:16:3e:fa:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0cf870-92ad-440c-8122-073dc4549cf2', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:25:38.411233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:38.424929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:25:38.446844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:38.509704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:38.560227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:38.580988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924e3b8-114e-4dab-8c41-73453f364535 req-c873bb36-eb08-4f19-bb00-bf13b326f3f7 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:38.582732 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8924e3b8-114e-4dab-8c41-73453f364535 req-c873bb36-eb08-4f19-bb00-bf13b326f3f7 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 948 time: 0.0522418 Apr 18 06:25:38.621733 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8924e3b8-114e-4dab-8c41-73453f364535 req-258ce7b3-9778-40cb-9813-4766ae048e5c tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Apr 18 06:25:38.891136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['5fd1e42f-9d61-4e18-aaaa-aebecb2a782a'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:25:39.738008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475890e-63f6-472c-b6b4-2288e68e403c req-ae4876cc-5f6c-4494-9cbb-baeecd7d436e tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:39.739548 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f475890e-63f6-472c-b6b4-2288e68e403c req-ae4876cc-5f6c-4494-9cbb-baeecd7d436e tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 948 time: 0.0494628 Apr 18 06:25:39.778264 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f475890e-63f6-472c-b6b4-2288e68e403c req-50ad19e7-f83a-49a7-b30c-92421f9714af tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Apr 18 06:25:40.274003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:25:40.401288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:25:40.405936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:25:40.406304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:40.486546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:40.508748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:40.510992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc1a700-0552-477a-8e6c-70c4fb232050" -d '{"events": [{"server_uuid": "405ea33f-e999-4b9d-8093-5b66fa40fd68", "name": "network-vif-plugged", "status": "completed", "tag": "5fd1e42f-9d61-4e18-aaaa-aebecb2a782a"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:25:40.524687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:40.548428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0e89dd-a541-4f4c-aceb-010419958952 x-openstack-request-id: req-6b0e89dd-a541-4f4c-aceb-010419958952 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:25:40.548848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ea33f-e999-4b9d-8093-5b66fa40fd68", "name": "network-vif-plugged", "status": "completed", "tag": "5fd1e42f-9d61-4e18-aaaa-aebecb2a782a", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:25:40.549103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b0e89dd-a541-4f4c-aceb-010419958952 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:25:40.549523 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0e89dd-a541-4f4c-aceb-010419958952'] response: {'server_uuid': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a', 'code': 200} Apr 18 06:25:40.582509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:40.600333 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:25:40.639976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:40.912273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44758a4-b569-45fe-a3ae-2ed253bb652f req-2fe488df-0e3e-4391-925d-74d4f3248aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:40.913851 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44758a4-b569-45fe-a3ae-2ed253bb652f req-2fe488df-0e3e-4391-925d-74d4f3248aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 1102 time: 0.0688610 Apr 18 06:25:40.936047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d47794-5f64-47d3-8016-e52dda2b7374 req-218b74c2-2687-4ea3-87b0-0e84ee52fc08 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:40.937481 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9d47794-5f64-47d3-8016-e52dda2b7374 req-218b74c2-2687-4ea3-87b0-0e84ee52fc08 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 949 time: 0.0832477 Apr 18 06:25:40.977018 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a44758a4-b569-45fe-a3ae-2ed253bb652f req-96a83f2b-df95-48a8-b8b8-8ad827bb5d54 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Apr 18 06:25:40.989891 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9d47794-5f64-47d3-8016-e52dda2b7374 req-0d410d3d-4c59-4187-a66d-c1d8725fa158 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 Apr 18 06:25:42.112161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291b1de-c968-49e8-a43a-40496059fe9a req-1e5e9262-0634-46fc-86a1-ed4affeecd04 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:42.113624 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b291b1de-c968-49e8-a43a-40496059fe9a req-1e5e9262-0634-46fc-86a1-ed4affeecd04 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 949 time: 0.0529473 Apr 18 06:25:42.152530 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b291b1de-c968-49e8-a43a-40496059fe9a req-b5b977ea-a663-4aa1-bc6b-a276481e341d tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Apr 18 06:25:42.953894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:43.268080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9512c-8ec4-419e-901c-3f6d0f198ef3 req-f23db153-e83a-4b47-81f2-8649912d5b0e tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:43.269802 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8b9512c-8ec4-419e-901c-3f6d0f198ef3 req-f23db153-e83a-4b47-81f2-8649912d5b0e tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 949 time: 0.0496571 Apr 18 06:25:43.308341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8b9512c-8ec4-419e-901c-3f6d0f198ef3 req-3bbc69c1-c4a9-43fe-8967-c809ad95f4cf tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Apr 18 06:25:43.673806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-ec55bcb6-8fdc-4389-8c36-b26f2057eb8e req-10e8747f-19aa-4842-b116-acea3010c106 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:25:43.674890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec55bcb6-8fdc-4389-8c36-b26f2057eb8e req-10e8747f-19aa-4842-b116-acea3010c106 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059381 Apr 18 06:25:44.209425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-5403c48a-c08b-4119-a860-284261ae2cc7 req-21ca606f-0776-4478-a075-ce7e6de17f91 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:25:44.211357 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5403c48a-c08b-4119-a860-284261ae2cc7 req-21ca606f-0776-4478-a075-ce7e6de17f91 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053546 Apr 18 06:25:44.824443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605a342-0108-4047-943e-8287da7bfb6d req-2d76eef8-ad5f-4429-945c-cd3a3e04b448 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:44.826449 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2605a342-0108-4047-943e-8287da7bfb6d req-2d76eef8-ad5f-4429-945c-cd3a3e04b448 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 949 time: 0.0504293 Apr 18 06:25:44.863830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2605a342-0108-4047-943e-8287da7bfb6d req-126323ae-8c4e-48ed-824e-5a61b0299b7d tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Apr 18 06:25:45.979485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4c413-b531-488c-910f-e5176d8f196f req-83e10fc9-9a3a-4695-a42b-606d86acd46e tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:45.980978 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d3a4c413-b531-488c-910f-e5176d8f196f req-83e10fc9-9a3a-4695-a42b-606d86acd46e tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 949 time: 0.0481730 Apr 18 06:25:46.018247 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d3a4c413-b531-488c-910f-e5176d8f196f req-fbe30426-cbdf-4627-89e7-3144aa067e25 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/security-groups?id=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Apr 18 06:25:46.395851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2452d-854f-425a-ac4b-43466195a948 req-5245db77-c462-49b5-b38f-e69c9ae1cc93 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:46.397285 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ef2452d-854f-425a-ac4b-43466195a948 req-5245db77-c462-49b5-b38f-e69c9ae1cc93 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.46 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 949 time: 0.0548325 Apr 18 06:25:46.484532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Deleting port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:25:46.484865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.580825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] For port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,segment=NetworkSegment(051c2da9-76cc-4e89-a9c2-95b448f98ba1),segment_id=051c2da9-76cc-4e89-a9c2-95b448f98ba1)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:25:46.581184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.593254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Calling delete_port for 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:25:46.783719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.816621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Pushing event deleted for resources: {'Port': ['ID=5fd1e42f-9d61-4e18-aaaa-aebecb2a782a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:46.816847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['5fd1e42f-9d61-4e18-aaaa-aebecb2a782a'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:25:46.860546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] No DVR routers for this DVR port 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:25:46.863148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:46.866505 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ef2452d-854f-425a-ac4b-43466195a948 req-ec5003c0-e637-40fe-b381-8a06e752a7d6 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.46 "DELETE /v2.0/ports/5fd1e42f-9d61-4e18-aaaa-aebecb2a782a HTTP/1.1" status: 204 len: 173 time: 0.4635203 Apr 18 06:25:46.866959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'name': 'network-vif-deleted', 'tag': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:46.869405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01124ae3-e124-4fb7-9f7f-20cf9310e669" -d '{"events": [{"server_uuid": "405ea33f-e999-4b9d-8093-5b66fa40fd68", "name": "network-vif-deleted", "tag": "5fd1e42f-9d61-4e18-aaaa-aebecb2a782a"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:25:46.911506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecab9ad-0d74-4464-b2a1-ff6846d1fe6f x-openstack-request-id: req-3ecab9ad-0d74-4464-b2a1-ff6846d1fe6f {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:25:46.911871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ea33f-e999-4b9d-8093-5b66fa40fd68", "name": "network-vif-deleted", "tag": "5fd1e42f-9d61-4e18-aaaa-aebecb2a782a", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:25:46.912205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ecab9ad-0d74-4464-b2a1-ff6846d1fe6f {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:25:46.912688 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecab9ad-0d74-4464-b2a1-ff6846d1fe6f'] response: {'server_uuid': '405ea33f-e999-4b9d-8093-5b66fa40fd68', 'name': 'network-vif-deleted', 'tag': '5fd1e42f-9d61-4e18-aaaa-aebecb2a782a', 'status': 'completed', 'code': 200} Apr 18 06:25:47.121245 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9fdb93d6-6045-4a27-a6f7-af19a2a4ca1c req-ed71b70d-15ab-46d4-95d7-fd4a4b254765 tempest-ServersAdminNegativeTestJSON-1562875485 tempest-ServersAdminNegativeTestJSON-1562875485-project] 10.222.0.43 "GET /v2.0/ports?device_id=405ea33f-e999-4b9d-8093-5b66fa40fd68 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Apr 18 06:25:48.767788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55272) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:48.905721 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-30f0ab8d-2b73-4dec-b802-c5bdbf43c6f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=616fda1bbf7740d5b2eeb2efe3e01a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367066 Apr 18 06:25:48.921832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55276) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:48.970037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f84451ca-e570-4e11-8a80-e778144a89e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:48.991317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f84451ca-e570-4e11-8a80-e778144a89e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.166248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f84451ca-e570-4e11-8a80-e778144a89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.168882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f84451ca-e570-4e11-8a80-e778144a89e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.170682 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f84451ca-e570-4e11-8a80-e778144a89e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6e503e0-b86b-4fd0-b08b-ba4526f42cbe HTTP/1.1" status: 204 len: 168 time: 0.2479026 Apr 18 06:25:49.178416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84451ca-e570-4e11-8a80-e778144a89e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e503e0-b86b-4fd0-b08b-ba4526f42cbe,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:49.907001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55282) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:49.920899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5b4d836d-1435-402e-bc5c-36585edf1481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:49.995096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5b4d836d-1435-402e-bc5c-36585edf1481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.086107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5b4d836d-1435-402e-bc5c-36585edf1481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.124092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5b4d836d-1435-402e-bc5c-36585edf1481 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e68e0df66164457fb9b76bfa71fd5f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159681 Apr 18 06:25:50.124949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d836d-1435-402e-bc5c-36585edf1481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410f9d70-a9d9-4eaf-af0a-996b640467e5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:50.127466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55284) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:50.177788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43bf5761-cce0-4a84-a633-98e4c65e5f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.198913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43bf5761-cce0-4a84-a633-98e4c65e5f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.336209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:25:50.356437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:25:50.356952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5fd1e42f-9d61-4e18-aaaa-aebecb2a782a not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:25:50.410657 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43bf5761-cce0-4a84-a633-98e4c65e5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.413368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-43bf5761-cce0-4a84-a633-98e4c65e5f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:50.414564 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-43bf5761-cce0-4a84-a633-98e4c65e5f1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/410f9d70-a9d9-4eaf-af0a-996b640467e5 HTTP/1.1" status: 204 len: 168 time: 0.2861013 Apr 18 06:25:50.424547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf5761-cce0-4a84-a633-98e4c65e5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410f9d70-a9d9-4eaf-af0a-996b640467e5,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:51.457035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55306) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:51.557475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-789681666-network', 'tenant_id': '1344efce81804c0b856aed38219943d4'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:51.633540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Made reservation on behalf of 1344efce81804c0b856aed38219943d4 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:51.635853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.645072 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.719807 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.800926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.824909 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:25:51.834773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9facab0-9c28-43b0-b13f-60436fb487e2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:51.839451 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.839791 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Added segment 9954e8b1-b8ed-4be2-971d-0efdb898de71 of type vlan for network 498f603d-e82f-4382-812e-9720536c9696 Apr 18 06:25:51.883614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.972600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:51.973538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:51.974110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.354615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8964357 Apr 18 06:25:52.358422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55310) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:25:52.363640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Request body: {'subnet': {'network_id': '498f603d-e82f-4382-812e-9720536c9696', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-789681666-subnet', 'tenant_id': '1344efce81804c0b856aed38219943d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:52.378146 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca652838-2b94-4bfc-8dd0-496fa865a8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=498f603d-e82f-4382-812e-9720536c9696,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:52.388723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 498f603d-e82f-4382-812e-9720536c9696 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:25:52.467616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Made reservation on behalf of 1344efce81804c0b856aed38219943d4 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:52.470106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.715206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.779388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Checking segment: {'id': '9954e8b1-b8ed-4be2-971d-0efdb898de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '498f603d-e82f-4382-812e-9720536c9696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:25:52.779749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Network hostable DHCP agents. Network: 498f603d-e82f-4382-812e-9720536c9696, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:25:52.781695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:52.880841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Network 498f603d-e82f-4382-812e-9720536c9696 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:25:52.966640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 498f603d-e82f-4382-812e-9720536c9696) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:52.970795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:52.971435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:52.976069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817b11e-c372-47c9-93ec-b99ad5d0353c None None] Network 498f603d-e82f-4382-812e-9720536c9696 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:25:53.066261 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d165bac7-9aa5-48f1-aaf3-9a161fefff60 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7066739 Apr 18 06:25:53.102397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc205a-f8f0-4234-b1f4-9fa27a5aa8a4 None None] Network 498f603d-e82f-4382-812e-9720536c9696 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:25:53.436059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-16154708-298f-4a31-b4b1-a4002cf2c2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:53.524048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-0327c980-99c4-4bae-b843-8a83dad1615a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:53.526266 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-0327c980-99c4-4bae-b843-8a83dad1615a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/networks?id=498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 200 len: 811 time: 0.1132019 Apr 18 06:25:53.545342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-b20a606f-a267-4593-b7d3-fd540ffa3e74 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/quotas/1344efce81804c0b856aed38219943d4 HTTP/1.1" status: 200 len: 375 time: 0.0101864 Apr 18 06:25:53.577673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-b4a4ad93-5138-4720-8f07-834b0ad0f00c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262218 Apr 18 06:25:53.588310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-7b0663d5-1cc3-431f-ae22-6a960481ce3b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:25:53.589243 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-7b0663d5-1cc3-431f-ae22-6a960481ce3b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049193 Apr 18 06:25:53.680031 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-64511811-bbc8-4d3f-9a81-5d2267ee5bf8 service neutron] 10.222.0.43 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Apr 18 06:25:53.775557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-7441fdfb-ac2b-48e7-a2c5-e7ec1745be2d service neutron] 10.222.0.43 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887413 Apr 18 06:25:54.018513 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83c4838f-4b02-4e13-ba57-4ed0f9ac98e1 req-ed225702-3fdd-402e-9da9-1915327a556b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 210 time: 0.0324252 Apr 18 06:25:55.116383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e3151d91-f392-480e-916b-d837cf8a19d2 req-77e9e053-ec0e-4642-a587-ad15fc4f73a9 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 210 time: 0.0294116 Apr 18 06:25:55.851802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-577dd841-9eb8-4323-98c6-09adefc3c7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.165543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-17a38871-ce21-460e-9645-9ecb584de15b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:56.168596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-17a38871-ce21-460e-9645-9ecb584de15b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.46 "GET /v2.0/networks?id=498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 200 len: 811 time: 0.1075561 Apr 18 06:25:56.187691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Request body: {'port': {'device_id': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'network_id': '498f603d-e82f-4382-812e-9720536c9696', 'admin_state_up': True, 'tenant_id': '1344efce81804c0b856aed38219943d4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:56.265319 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58f00517-fc42-4d98-9b01-87bd841a8cec req-99f5cc56-253b-4d78-9cf8-20c8eb7b1bc4 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 210 time: 0.0613527 Apr 18 06:25:56.360366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Made reservation on behalf of 1344efce81804c0b856aed38219943d4 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:25:56.367834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.500202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Allocated IP 172.20.0.11 (498f603d-e82f-4382-812e-9720536c9696/f83bd0a9-98a0-45a5-9671-cfdcd7147c1d/f502623c-c558-4ded-a9c3-0d16f75eeabf) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:25:56.646541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.733508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.783998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Network 498f603d-e82f-4382-812e-9720536c9696 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:25:56.787214 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:25:56.791680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:25:56.795754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:56.842456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:56.843073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:56.910903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-4086c15f-c2a9-4395-bb19-064781dbed29 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275271 Apr 18 06:25:56.940742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Request body: {'port': {'device_id': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:25:56.993095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.028134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.404355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04b2ab-3a5f-4748-8da6-373ea5d6bfb2 req-05c06b32-a9bc-40cd-b165-cef1ae0d4122 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:57.405841 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa04b2ab-3a5f-4748-8da6-373ea5d6bfb2 req-05c06b32-a9bc-40cd-b165-cef1ae0d4122 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 932 time: 0.0534120 Apr 18 06:25:57.451697 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa04b2ab-3a5f-4748-8da6-373ea5d6bfb2 req-2f1215bd-3884-478b-84ad-305cd3a09eae tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367823 Apr 18 06:25:57.574865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f502623c-c558-4ded-a9c3-0d16f75eeabf {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:25:57.582249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.593876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Transition to ACTIVE for port object f502623c-c558-4ded-a9c3-0d16f75eeabf will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:25:57.644713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.693486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:57.765231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Attempting to bind port f502623c-c558-4ded-a9c3-0d16f75eeabf on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:25:57.765567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Attempting to bind port f502623c-c558-4ded-a9c3-0d16f75eeabf by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '9954e8b1-b8ed-4be2-971d-0efdb898de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '498f603d-e82f-4382-812e-9720536c9696'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:25:57.765894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Attempting to bind port f502623c-c558-4ded-a9c3-0d16f75eeabf on network 498f603d-e82f-4382-812e-9720536c9696 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:25:57.770450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Port f502623c-c558-4ded-a9c3-0d16f75eeabf on network 498f603d-e82f-4382-812e-9720536c9696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:25:57.770734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Attempting to bind port f502623c-c558-4ded-a9c3-0d16f75eeabf on network 498f603d-e82f-4382-812e-9720536c9696 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:25:57.775621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:25:57.775991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Checking segment: {'id': '9954e8b1-b8ed-4be2-971d-0efdb898de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '498f603d-e82f-4382-812e-9720536c9696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:25:57.776320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Bound using segment: {'id': '9954e8b1-b8ed-4be2-971d-0efdb898de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '498f603d-e82f-4382-812e-9720536c9696'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:25:57.776742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Bound port: f502623c-c558-4ded-a9c3-0d16f75eeabf, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9954e8b1-b8ed-4be2-971d-0efdb898de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '498f603d-e82f-4382-812e-9720536c9696'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:25:57.777092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.840215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:25:57.843172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:25:57.905476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.944269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:57.945331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:57.946558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] 10.222.0.46 "PUT /v2.0/ports/f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 200 len: 1094 time: 1.0097430 Apr 18 06:25:57.949488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:25:57.952458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f180dfa3-5e9b-44be-ae28-3a4b5e556069" -d '{"events": [{"name": "network-changed", "server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:25:57.989985 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de0aed-f227-4b59-b503-eca8f0f48a57 service neutron] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:25:58.007008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0275385-2be4-4a06-b119-258372a774ff x-openstack-request-id: req-a0275385-2be4-4a06-b119-258372a774ff {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:25:58.007008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:25:58.007008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0275385-2be4-4a06-b119-258372a774ff {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:25:58.007683 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0275385-2be4-4a06-b119-258372a774ff'] response: {'name': 'network-changed', 'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'status': 'completed', 'code': 200} Apr 18 06:25:58.088276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dfa3-5e9b-44be-ae28-3a4b5e556069 req-69f100f5-5273-4542-a49b-a192df008f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.089873 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f180dfa3-5e9b-44be-ae28-3a4b5e556069 req-69f100f5-5273-4542-a49b-a192df008f26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1097 time: 0.0429103 Apr 18 06:25:58.197113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dfa3-5e9b-44be-ae28-3a4b5e556069 req-1136a53f-50d6-4611-818b-4e884cfda186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.198565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f180dfa3-5e9b-44be-ae28-3a4b5e556069 req-1136a53f-50d6-4611-818b-4e884cfda186 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1344efce81804c0b856aed38219943d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0961807 Apr 18 06:25:58.298373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dfa3-5e9b-44be-ae28-3a4b5e556069 req-39641cae-244f-4d10-b22c-777acb8dcc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.299920 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f180dfa3-5e9b-44be-ae28-3a4b5e556069 req-39641cae-244f-4d10-b22c-777acb8dcc48 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950098 Apr 18 06:25:58.395228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-1f6c4841-2a1e-4ea0-a6ca-5003eb4bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.396868 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-1f6c4841-2a1e-4ea0-a6ca-5003eb4bd741 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1097 time: 0.0418756 Apr 18 06:25:58.443738 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-dca35077-00e0-44ae-af31-7b1a628ee7b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 200 len: 217 time: 0.0348580 Apr 18 06:25:58.492801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-f367530d-b1c5-43b8-9604-8895b69fcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.494169 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-f367530d-b1c5-43b8-9604-8895b69fcff3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d HTTP/1.1" status: 200 len: 851 time: 0.0445130 Apr 18 06:25:58.531002 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-a6978e4d-680f-46f3-a39a-bfb1691cf1ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=498f603d-e82f-4382-812e-9720536c9696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302899 Apr 18 06:25:58.580682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b16bb-50ad-472b-bb2b-862c2717eae1 req-e9b4d3c4-e6ca-4af2-bc57-b97dfe079d0f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:58.582290 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e52b16bb-50ad-472b-bb2b-862c2717eae1 req-e9b4d3c4-e6ca-4af2-bc57-b97dfe079d0f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 944 time: 0.0557249 Apr 18 06:25:58.624348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e52b16bb-50ad-472b-bb2b-862c2717eae1 req-9c609db1-44ab-4ec0-8e71-dd8c5656985c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357027 Apr 18 06:25:58.625165 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-82738451-c8f7-4a9c-b5dc-f914e6ce87c9 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Apr 18 06:25:58.721985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4e4bb7-88cd-4bfc-991f-1e632f2d280d req-0fea510b-c343-4763-b41f-c9cc71a94933 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 Apr 18 06:25:58.804597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:58.918467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:25:59.796376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac3a09-2ca8-429d-9283-85586f747a2e req-8882dc27-fb28-480a-bfcb-5ddf7da3a9c4 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:25:59.797856 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4bac3a09-2ca8-429d-9283-85586f747a2e req-8882dc27-fb28-480a-bfcb-5ddf7da3a9c4 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 944 time: 0.1045887 Apr 18 06:25:59.836515 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4bac3a09-2ca8-429d-9283-85586f747a2e req-8b73be1b-4a2c-4d79-9899-ba823b30221c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Apr 18 06:26:01.003380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cade10b-ede2-4f3b-9f71-33737d598f06 req-b9215ed4-88b4-45e6-8453-fb107a577137 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:01.005001 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7cade10b-ede2-4f3b-9f71-33737d598f06 req-b9215ed4-88b4-45e6-8453-fb107a577137 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 944 time: 0.1013136 Apr 18 06:26:01.044413 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7cade10b-ede2-4f3b-9f71-33737d598f06 req-dab1a6c0-a7be-4d05-aff3-406ad098721b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335267 Apr 18 06:26:02.159342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c36d1c-2fac-4d12-aceb-ae4cea5626ce req-a32e815a-b9c9-4775-8f08-57dd267f1481 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:02.160817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b8c36d1c-2fac-4d12-aceb-ae4cea5626ce req-a32e815a-b9c9-4775-8f08-57dd267f1481 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 944 time: 0.0490627 Apr 18 06:26:02.198127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b8c36d1c-2fac-4d12-aceb-ae4cea5626ce req-b221f309-d194-4f9b-9d39-9e656e546454 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Apr 18 06:26:02.354553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:26:02.447590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:02.459731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'network_id': '498f603d-e82f-4382-812e-9720536c9696', 'port_id': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'mac_address': 'fa:16:3e:86:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83bd0a9-98a0-45a5-9671-cfdcd7147c1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:26:02.499747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:02.511995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f502623c-c558-4ded-a9c3-0d16f75eeabf {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:26:02.531529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:02.606324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:02.653154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:02.967626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f502623c-c558-4ded-a9c3-0d16f75eeabf'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:26:03.317357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e514a-0efb-4bc8-87b7-f48da2b951e0 req-bb65d7e4-fd69-4634-b179-800edbe81205 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:03.318998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-121e514a-0efb-4bc8-87b7-f48da2b951e0 req-bb65d7e4-fd69-4634-b179-800edbe81205 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 945 time: 0.0526633 Apr 18 06:26:03.359569 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-121e514a-0efb-4bc8-87b7-f48da2b951e0 req-7dcadd18-417e-48a7-a829-c3efdb847a87 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Apr 18 06:26:04.366710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:26:04.480436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port f502623c-c558-4ded-a9c3-0d16f75eeabf completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:26:04.485383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e75d4-a9cb-4fb7-81ea-4fbbe2d1ffdb req-c1a88204-689d-49fb-a675-4e7a75ce74a9 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:04.485987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f502623c-c558-4ded-a9c3-0d16f75eeabf triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:26:04.486247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:04.487001 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e6e75d4-a9cb-4fb7-81ea-4fbbe2d1ffdb req-c1a88204-689d-49fb-a675-4e7a75ce74a9 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 945 time: 0.0550101 Apr 18 06:26:04.531531 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e6e75d4-a9cb-4fb7-81ea-4fbbe2d1ffdb req-57539299-c890-4149-8be4-0f7a54671b85 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373688 Apr 18 06:26:04.571545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:04.594230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:04.596485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d4a9a-b1f8-4f88-bf94-ea934bc04bd0" -d '{"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-plugged", "status": "completed", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:26:04.609499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:04.640117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc7248-2d56-4cb1-b163-d984f7bb99ae x-openstack-request-id: req-47cc7248-2d56-4cb1-b163-d984f7bb99ae {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:26:04.640417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-plugged", "status": "completed", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:26:04.640656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47cc7248-2d56-4cb1-b163-d984f7bb99ae {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:26:04.641051 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cc7248-2d56-4cb1-b163-d984f7bb99ae'] response: {'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'code': 200} Apr 18 06:26:04.680490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:04.732114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:04.740529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.740878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.741216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.741549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.741875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.742211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.742536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.742890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.743214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.743569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.743892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.744217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:04.949983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e4ec-c80a-4540-8271-51735b4d4738 req-6d2ad5ef-a9b9-4625-bc22-cb925c943a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:04.951959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f32e4ec-c80a-4540-8271-51735b4d4738 req-6d2ad5ef-a9b9-4625-bc22-cb925c943a3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1099 time: 0.0430076 Apr 18 06:26:04.986806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f32e4ec-c80a-4540-8271-51735b4d4738 req-041d35ff-1e82-4b13-a281-e86e0f75edc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290811 Apr 18 06:26:05.654371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4793c7-6b2c-4ebb-b4f0-21cd32aaa5a1 req-6c958a04-93bf-44db-8e74-e7538764474b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:05.656445 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8a4793c7-6b2c-4ebb-b4f0-21cd32aaa5a1 req-6c958a04-93bf-44db-8e74-e7538764474b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0506620 Apr 18 06:26:05.696166 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8a4793c7-6b2c-4ebb-b4f0-21cd32aaa5a1 req-8097d200-9bf4-42c3-9902-dffe110cb832 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330179 Apr 18 06:26:06.819949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629ee9-13b6-45f6-a5bc-f45b72cb3275 req-10acd6c7-3dc1-4753-9da2-e9ec1bed3450 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:06.821532 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9e629ee9-13b6-45f6-a5bc-f45b72cb3275 req-10acd6c7-3dc1-4753-9da2-e9ec1bed3450 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0547326 Apr 18 06:26:06.861942 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9e629ee9-13b6-45f6-a5bc-f45b72cb3275 req-8eefde4d-475f-4531-9600-8b28fed63007 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Apr 18 06:26:07.352707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddeecf0-b256-41a4-bc1c-3823ebfcc8fa req-78c67b08-dc20-4e9f-b575-13210b5f901d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:07.356788 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ddeecf0-b256-41a4-bc1c-3823ebfcc8fa req-78c67b08-dc20-4e9f-b575-13210b5f901d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0540564 Apr 18 06:26:07.393539 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ddeecf0-b256-41a4-bc1c-3823ebfcc8fa req-fa111a57-0742-4bc6-b034-56de04eb4274 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Apr 18 06:26:07.500317 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55380) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:07.584171 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-f3f1a8f9-c425-4119-af37-24d5facb9f0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825014 Apr 18 06:26:07.593505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-975c3122-6c0e-41d7-a7d4-feb3a6f457e1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:26:07.594500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-975c3122-6c0e-41d7-a7d4-feb3a6f457e1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051484 Apr 18 06:26:08.523624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd15ca-0328-484d-9bb3-829b3f0740ae req-b58b112e-53c5-4561-a1ba-4ae39ce25b4a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:08.525318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dccd15ca-0328-484d-9bb3-829b3f0740ae req-b58b112e-53c5-4561-a1ba-4ae39ce25b4a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0561409 Apr 18 06:26:08.568575 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dccd15ca-0328-484d-9bb3-829b3f0740ae req-a4efeb1e-1d99-478d-960d-80777fcfacd5 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350020 Apr 18 06:26:09.710141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aec97-2d3d-4caf-9c52-4052405b16cf req-0d718731-5cf5-4af2-8e24-712ddaa4a222 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:09.711730 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f8aec97-2d3d-4caf-9c52-4052405b16cf req-0d718731-5cf5-4af2-8e24-712ddaa4a222 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0586536 Apr 18 06:26:09.762313 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f8aec97-2d3d-4caf-9c52-4052405b16cf req-dddb8026-0438-4908-83f6-c49974c2e7cb tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Apr 18 06:26:09.777536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-65ada928-3e88-4381-9948-edb7550b1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:09.779792 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-65ada928-3e88-4381-9948-edb7550b1da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1099 time: 0.0505388 Apr 18 06:26:09.884175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-77869c19-08d5-45c7-bbae-7e971ddd0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:09.885698 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-77869c19-08d5-45c7-bbae-7e971ddd0ffa service neutron] 10.222.0.46 "GET /v2.0/networks?id=498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 200 len: 912 time: 0.0998738 Apr 18 06:26:09.930548 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-996f1e3b-2413-420d-a88e-02a9326f2754 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 200 len: 217 time: 0.0387347 Apr 18 06:26:09.980075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-9a5d54dd-fd77-402e-825a-434648c15fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:09.981499 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-9a5d54dd-fd77-402e-825a-434648c15fa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d HTTP/1.1" status: 200 len: 851 time: 0.0447211 Apr 18 06:26:10.012019 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-8ce0a11a-65cf-42bc-aac8-fa749625bd62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=498f603d-e82f-4382-812e-9720536c9696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246136 Apr 18 06:26:10.107513 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-d44cd059-8d8a-499f-bd09-e83892994507 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Apr 18 06:26:10.195309 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-2fcfb921-c576-42aa-8940-d333d4e402e6 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815282 Apr 18 06:26:10.896188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98b0f-12bc-458f-8f00-45dbbf991d01 req-4b648742-2575-421d-bf3e-ffc01260b0aa tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:10.897708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5fd98b0f-12bc-458f-8f00-45dbbf991d01 req-4b648742-2575-421d-bf3e-ffc01260b0aa tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0543935 Apr 18 06:26:10.935847 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5fd98b0f-12bc-458f-8f00-45dbbf991d01 req-4958ad1f-aa00-4443-80f1-650a39e355d6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Apr 18 06:26:12.051002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295faa1-23dd-4ee4-8ee8-a733af8b56da req-b4fe3b48-7ec6-4a5f-958d-8874eeadfd7b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:12.052440 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c295faa1-23dd-4ee4-8ee8-a733af8b56da req-b4fe3b48-7ec6-4a5f-958d-8874eeadfd7b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0496442 Apr 18 06:26:12.090270 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c295faa1-23dd-4ee4-8ee8-a733af8b56da req-0ed7814d-575f-42a0-8120-e4763032970a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Apr 18 06:26:12.937503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:13.222953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc82f74-5375-4a88-a543-a79bde806521 req-abf09d74-c115-4663-b9f4-3bb423d2ad27 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:13.224484 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bcc82f74-5375-4a88-a543-a79bde806521 req-abf09d74-c115-4663-b9f4-3bb423d2ad27 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0635016 Apr 18 06:26:13.264741 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bcc82f74-5375-4a88-a543-a79bde806521 req-e08d17c6-2da1-4451-ac0e-9df247da79ca tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Apr 18 06:26:14.381856 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4dd67-0e2c-48ff-91a2-901bc5684589 req-33dac00a-ebd8-460c-977d-0bf64aa95731 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:14.383517 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5c4dd67-0e2c-48ff-91a2-901bc5684589 req-33dac00a-ebd8-460c-977d-0bf64aa95731 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0497689 Apr 18 06:26:14.424370 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5c4dd67-0e2c-48ff-91a2-901bc5684589 req-7c12fae9-5d79-47c1-9a96-d7c008b0b5de tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Apr 18 06:26:15.539200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce37a2-4ade-4821-9d50-0dccd59e5548 req-0a0e6117-9e0b-44bf-a877-173c6ac90d32 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:15.540788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24ce37a2-4ade-4821-9d50-0dccd59e5548 req-0a0e6117-9e0b-44bf-a877-173c6ac90d32 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0496860 Apr 18 06:26:15.578926 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24ce37a2-4ade-4821-9d50-0dccd59e5548 req-6114baed-c33f-407b-b241-a0076c70a27f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Apr 18 06:26:16.697260 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e0df2-0da0-42af-b910-f43240ead2cc req-fb6de682-4e08-40f0-a1d2-4a340512cbad tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:16.698660 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-867e0df2-0da0-42af-b910-f43240ead2cc req-fb6de682-4e08-40f0-a1d2-4a340512cbad tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0525451 Apr 18 06:26:16.737054 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-867e0df2-0da0-42af-b910-f43240ead2cc req-8e6c4b75-62ec-4061-b15a-c8d1a74e3aa7 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Apr 18 06:26:17.599828 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:26:17.863908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6545d0-5ab9-4f35-9f5c-4d010dccd951 req-96bf433f-ebdd-457f-be04-9e8051231886 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:17.865494 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6f6545d0-5ab9-4f35-9f5c-4d010dccd951 req-96bf433f-ebdd-457f-be04-9e8051231886 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0567935 Apr 18 06:26:17.908166 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6f6545d0-5ab9-4f35-9f5c-4d010dccd951 req-ec955916-9c98-47e1-98d1-69007fd48341 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Apr 18 06:26:19.028378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0fd5e-d118-42f8-9a63-eb22b67ae43b req-ccdcc380-0dac-4ed9-bad1-8eda5a1f199f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:19.030547 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-96b0fd5e-d118-42f8-9a63-eb22b67ae43b req-ccdcc380-0dac-4ed9-bad1-8eda5a1f199f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0512199 Apr 18 06:26:19.069032 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-96b0fd5e-d118-42f8-9a63-eb22b67ae43b req-66061d80-8b0f-4ceb-8872-01bccd6c147b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Apr 18 06:26:20.187059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525394-23fb-4bac-b9cb-1875ee8cc78e req-1f208865-3634-42fb-8772-eebc6836886c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:20.188559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-51525394-23fb-4bac-b9cb-1875ee8cc78e req-1f208865-3634-42fb-8772-eebc6836886c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0492778 Apr 18 06:26:20.227233 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-51525394-23fb-4bac-b9cb-1875ee8cc78e req-9a5e4aef-ef45-4ee5-8906-ad74d1f5ff7d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Apr 18 06:26:21.343866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378ca95-c6c0-4702-ad9f-820663ce9c3a req-af22bebe-fcf2-459d-abbd-1569ac45e5e6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:21.345346 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2378ca95-c6c0-4702-ad9f-820663ce9c3a req-af22bebe-fcf2-459d-abbd-1569ac45e5e6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0484467 Apr 18 06:26:21.386303 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2378ca95-c6c0-4702-ad9f-820663ce9c3a req-033f4574-86e4-4618-b7b1-b09fe226a0c6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Apr 18 06:26:22.504738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6926-7b3f-44c6-9a7c-a7476b33302e req-154362af-2fd5-4b56-98c9-494fc0431bdd tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:22.506238 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a9e6926-7b3f-44c6-9a7c-a7476b33302e req-154362af-2fd5-4b56-98c9-494fc0431bdd tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0488970 Apr 18 06:26:22.544544 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a9e6926-7b3f-44c6-9a7c-a7476b33302e req-da4647a6-73a8-4165-9b15-804ce47f8945 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Apr 18 06:26:23.422328 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0358c8bf-454b-41f5-80e5-39dae8fa26ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:23.666076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22fe5-e1f4-4ae1-b7d3-6e3907b5fd62 req-a6c4b92a-e527-4131-b3d1-8eeef1ae3c53 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:23.667580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ad22fe5-e1f4-4ae1-b7d3-6e3907b5fd62 req-a6c4b92a-e527-4131-b3d1-8eeef1ae3c53 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0537915 Apr 18 06:26:23.706531 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ad22fe5-e1f4-4ae1-b7d3-6e3907b5fd62 req-1f2989a4-1be3-4019-84e6-56f5a3629cac tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Apr 18 06:26:24.829962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e6b5-63fc-4668-b503-a57393027033 req-91d8120f-843a-4883-8902-c3f3f4a528be tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:24.831463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ec76e6b5-63fc-4668-b503-a57393027033 req-91d8120f-843a-4883-8902-c3f3f4a528be tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0561781 Apr 18 06:26:24.871043 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ec76e6b5-63fc-4668-b503-a57393027033 req-eb64a7cf-753c-48a8-a937-62a3be4ea41a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Apr 18 06:26:25.822031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-767bf634-5867-4544-88bf-b73717f2f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:25.989164 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162c652-aa75-4f6e-afa9-b1ee89864447 req-81188b70-0018-4052-a0f1-a862b554c9c0 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:25.990659 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8162c652-aa75-4f6e-afa9-b1ee89864447 req-81188b70-0018-4052-a0f1-a862b554c9c0 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0503464 Apr 18 06:26:26.029966 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8162c652-aa75-4f6e-afa9-b1ee89864447 req-a78058ec-110c-4b4e-94e1-9b36e1b4fd85 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332541 Apr 18 06:26:27.045787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:27.146255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99789e-f2a7-4aa1-bcd4-b88074f3b5a9 req-741e1808-233e-460d-b0dc-33645eeb2b40 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:27.147802 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7b99789e-f2a7-4aa1-bcd4-b88074f3b5a9 req-741e1808-233e-460d-b0dc-33645eeb2b40 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0500627 Apr 18 06:26:27.186729 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7b99789e-f2a7-4aa1-bcd4-b88074f3b5a9 req-cfaacbd9-6c5f-4a72-a2be-d11c3d075db0 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Apr 18 06:26:28.305074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aef1e-b6a2-4cfd-a27c-b57ab3ed886e req-2f893d7b-5244-44bd-ad04-0b0874d398d2 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:28.306522 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6d7aef1e-b6a2-4cfd-a27c-b57ab3ed886e req-2f893d7b-5244-44bd-ad04-0b0874d398d2 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0517697 Apr 18 06:26:28.344523 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6d7aef1e-b6a2-4cfd-a27c-b57ab3ed886e req-58d91b26-8fa3-4611-adbb-a09ea6e6532b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Apr 18 06:26:28.815212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:28.902082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:29.461834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e341a2-5283-4a2e-b2dd-cf1285c1a01a req-ed91c779-9ea1-4306-a471-704887804464 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:29.463320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0e341a2-5283-4a2e-b2dd-cf1285c1a01a req-ed91c779-9ea1-4306-a471-704887804464 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0498505 Apr 18 06:26:29.501781 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0e341a2-5283-4a2e-b2dd-cf1285c1a01a req-d40f4ca6-467f-49b6-bee2-5afa2a97909f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Apr 18 06:26:30.624307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b25aa-a44b-4ac0-98a4-c664d85a38a7 req-61694b71-5e2f-4df7-bedd-bf2721cf6aeb tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:30.625905 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-992b25aa-a44b-4ac0-98a4-c664d85a38a7 req-61694b71-5e2f-4df7-bedd-bf2721cf6aeb tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0549917 Apr 18 06:26:30.665123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-992b25aa-a44b-4ac0-98a4-c664d85a38a7 req-07989863-b8f6-4201-a460-d846272aae00 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Apr 18 06:26:31.785187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fa9e0-4ff8-42b2-9b08-aa78c5a5bb8d req-cb5ea3fc-cff7-4d61-9195-0177e5f9b28c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:31.786653 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b53fa9e0-4ff8-42b2-9b08-aa78c5a5bb8d req-cb5ea3fc-cff7-4d61-9195-0177e5f9b28c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0534616 Apr 18 06:26:31.826066 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b53fa9e0-4ff8-42b2-9b08-aa78c5a5bb8d req-8274b1c7-176b-4bca-a5f5-682cbf0c469a tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331137 Apr 18 06:26:32.942609 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6280dc6-4cfe-4c49-912c-974462b9f965 req-dcca24a8-3925-450f-80bb-fb1ec61a07f0 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:32.944128 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e6280dc6-4cfe-4c49-912c-974462b9f965 req-dcca24a8-3925-450f-80bb-fb1ec61a07f0 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0501997 Apr 18 06:26:32.981662 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e6280dc6-4cfe-4c49-912c-974462b9f965 req-b222d4e5-6c00-45da-9b37-7a9439a1db80 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Apr 18 06:26:34.105993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec06db-b88c-4ccf-8ace-c3e3a309dadb req-2da5f8ae-b602-4dad-95df-c5579af25ba8 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:34.108465 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aec06db-b88c-4ccf-8ace-c3e3a309dadb req-2da5f8ae-b602-4dad-95df-c5579af25ba8 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0496035 Apr 18 06:26:34.146257 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aec06db-b88c-4ccf-8ace-c3e3a309dadb req-0bfea1ad-4096-4615-a636-b05018a3f28f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Apr 18 06:26:35.264274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa779e-69fd-442f-b848-b57170353da4 req-d4692699-ffc5-4430-8f5a-f6a6460dc44b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:35.265874 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-eaaa779e-69fd-442f-b848-b57170353da4 req-d4692699-ffc5-4430-8f5a-f6a6460dc44b tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0508854 Apr 18 06:26:35.304018 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-eaaa779e-69fd-442f-b848-b57170353da4 req-6f855f0d-0269-4fe7-a278-cf2f929e65c3 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Apr 18 06:26:36.421840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e71ef9-1ed0-4e7d-82cc-4af874d528f7 req-3f4a5068-a78e-4ae9-9a39-0a2eedc1f43d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:36.423836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44e71ef9-1ed0-4e7d-82cc-4af874d528f7 req-3f4a5068-a78e-4ae9-9a39-0a2eedc1f43d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0506325 Apr 18 06:26:36.462774 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-44e71ef9-1ed0-4e7d-82cc-4af874d528f7 req-ba6d3e18-0338-4c22-93af-e575b90561bf tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Apr 18 06:26:37.425080 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-34d61754-0e14-41c1-9155-e0dc006b6aac service neutron] 10.222.0.46 "GET /v2.0/ports/f502623c-c558-4ded-a9c3-0d16f75eeabf/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0614901 Apr 18 06:26:37.587411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0365d1-a0b6-49da-b990-4ac4c5a95e88 req-9e7094a2-1f8e-4a8e-93eb-5eaaa3895b5e tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:37.588944 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3e0365d1-a0b6-49da-b990-4ac4c5a95e88 req-9e7094a2-1f8e-4a8e-93eb-5eaaa3895b5e tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0561516 Apr 18 06:26:37.628388 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3e0365d1-a0b6-49da-b990-4ac4c5a95e88 req-e72844a5-df12-493c-b699-148642b05376 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330422 Apr 18 06:26:37.977076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-14ab6fa3-abe8-4b51-8c95-e4e23914e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:37.978641 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-14ab6fa3-abe8-4b51-8c95-e4e23914e5bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e&tenant_id=1344efce81804c0b856aed38219943d4 HTTP/1.1" status: 200 len: 1099 time: 0.0735579 Apr 18 06:26:38.053587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-87d5f9ce-a1a6-4994-9d8b-d1389f7fc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:38.054995 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-87d5f9ce-a1a6-4994-9d8b-d1389f7fc869 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1099 time: 0.0410800 Apr 18 06:26:38.149453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-88285603-ede2-486b-a5f1-04e9d4935bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:38.151051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-88285603-ede2-486b-a5f1-04e9d4935bfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 200 len: 912 time: 0.0886493 Apr 18 06:26:38.195428 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-6da5f9f5-8fd5-49e8-8d82-1fd748d6fd68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 200 len: 217 time: 0.0380626 Apr 18 06:26:38.254362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-b40739bc-068b-4ebd-a8d7-8168894b6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:38.255850 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-b40739bc-068b-4ebd-a8d7-8168894b6485 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d HTTP/1.1" status: 200 len: 851 time: 0.0505013 Apr 18 06:26:38.288465 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-9b235caa-940d-442d-8143-99983b0398a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=498f603d-e82f-4382-812e-9720536c9696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263078 Apr 18 06:26:38.378116 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-71a97bbf-3842-46b0-8444-6133112364b9 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830598 Apr 18 06:26:38.472585 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aca28f91-296f-42c1-a8dc-3fa05d9d46c4 req-6085fa47-f217-4887-b34c-ed604bf0cdd7 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884922 Apr 18 06:26:38.757654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb693-f731-4635-87f7-858680cd1d6e req-f5303a77-2f60-446b-9251-fe87d58689e8 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:38.759259 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3cbbb693-f731-4635-87f7-858680cd1d6e req-f5303a77-2f60-446b-9251-fe87d58689e8 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0534492 Apr 18 06:26:38.803271 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3cbbb693-f731-4635-87f7-858680cd1d6e req-5c3a10a3-6c95-407b-af03-dcddcc896107 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 Apr 18 06:26:39.924984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f390ef-8930-4ca3-a277-c0c27308c138 req-764ce807-f115-44a8-89b6-7c2225aa241d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:39.926604 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-53f390ef-8930-4ca3-a277-c0c27308c138 req-764ce807-f115-44a8-89b6-7c2225aa241d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0524845 Apr 18 06:26:39.969200 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-53f390ef-8930-4ca3-a277-c0c27308c138 req-0daa74b7-c876-4096-b363-93a5c55d2ceb tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Apr 18 06:26:40.051120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-8e0729bc-7e5b-429e-a0f0-274b797b2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:40.052590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-8e0729bc-7e5b-429e-a0f0-274b797b2df0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1099 time: 0.0412810 Apr 18 06:26:40.159923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-ef94f54f-2362-468b-ac1f-790b6c73e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:40.161383 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-ef94f54f-2362-468b-ac1f-790b6c73e844 service neutron] 10.222.0.46 "GET /v2.0/networks?id=498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 200 len: 912 time: 0.0895610 Apr 18 06:26:40.204639 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-61476267-80eb-47f8-a8a3-24031a6f19e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 200 len: 217 time: 0.0362716 Apr 18 06:26:40.258564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-d726b818-b218-4d24-a77d-ef5073a6730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:40.260095 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-d726b818-b218-4d24-a77d-ef5073a6730e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d HTTP/1.1" status: 200 len: 851 time: 0.0488930 Apr 18 06:26:40.291079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-29695c8c-7dc3-4b9e-827b-85db72e131c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=498f603d-e82f-4382-812e-9720536c9696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241289 Apr 18 06:26:40.378305 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-632830bc-aee9-4159-b42c-e2de430b8b4f service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808117 Apr 18 06:26:40.472400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3195735e-02c6-49b0-9e5b-bf51c09feda7 req-c866807f-c917-4419-b61b-3f9786e867d5 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873833 Apr 18 06:26:40.524743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:26:40.534923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:26:40.679470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:40.686933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:40.697557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'network_id': '498f603d-e82f-4382-812e-9720536c9696', 'port_id': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'mac_address': 'fa:16:3e:86:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83bd0a9-98a0-45a5-9671-cfdcd7147c1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:26:40.729703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:40.732477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb9f1e-a358-4273-a57a-5bb3ba07f671" -d '{"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-unplugged", "status": "completed", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:26:40.752492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:40.762728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:40.776071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f502623c-c558-4ded-a9c3-0d16f75eeabf {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:26:40.784562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bfa40f-95dd-47f9-bb4b-1d801dbc2c58 x-openstack-request-id: req-06bfa40f-95dd-47f9-bb4b-1d801dbc2c58 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:26:40.784932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-unplugged", "status": "completed", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:26:40.785180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06bfa40f-95dd-47f9-bb4b-1d801dbc2c58 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:26:40.785557 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bfa40f-95dd-47f9-bb4b-1d801dbc2c58'] response: {'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'code': 200} Apr 18 06:26:40.849539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:40.920285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:26:40.920631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:26:40.923232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:41.083702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09ea5-53f6-4e6b-991e-0e0618c20291 req-7a33d4db-c099-48af-ae6f-38c7d79d8c18 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:41.085157 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7ec09ea5-53f6-4e6b-991e-0e0618c20291 req-7a33d4db-c099-48af-ae6f-38c7d79d8c18 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 944 time: 0.0484769 Apr 18 06:26:41.123265 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7ec09ea5-53f6-4e6b-991e-0e0618c20291 req-bb679d66-8906-4256-ba93-ef4ac4cc140c tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Apr 18 06:26:41.456332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:41.472695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f502623c-c558-4ded-a9c3-0d16f75eeabf {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:26:41.491356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:41.587557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:41.635827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:41.724620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f502623c-c558-4ded-a9c3-0d16f75eeabf'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:26:42.242939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34115c27-1a4f-4867-b7d1-38622a7c6436 req-ef9659f7-6cdf-4420-bc2e-cc24f047e97f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:42.244448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34115c27-1a4f-4867-b7d1-38622a7c6436 req-ef9659f7-6cdf-4420-bc2e-cc24f047e97f tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 945 time: 0.0494890 Apr 18 06:26:42.283073 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34115c27-1a4f-4867-b7d1-38622a7c6436 req-48899fb7-99e5-43e2-9bb5-3caaa6bdf9c4 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Apr 18 06:26:42.538400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:26:42.599988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f502623c-c558-4ded-a9c3-0d16f75eeabf triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:26:42.600754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:42.685490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:42.717885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:42.787013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:42.789358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b56c7-bf96-4174-ab3b-99b754b07a88" -d '{"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-plugged", "status": "completed", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:26:42.849005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9ee3db-301a-4793-b054-0c5cd47eac17 x-openstack-request-id: req-7c9ee3db-301a-4793-b054-0c5cd47eac17 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:26:42.849290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-plugged", "status": "completed", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:26:42.849535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c9ee3db-301a-4793-b054-0c5cd47eac17 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:26:42.849979 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9ee3db-301a-4793-b054-0c5cd47eac17'] response: {'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'code': 200} Apr 18 06:26:42.908561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:43.011348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c511-c919-4f94-b37c-d00a463f0698 req-7bba3e66-b8d3-4f49-9233-8c93588bfb3e tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:43.013362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-7bba3e66-b8d3-4f49-9233-8c93588bfb3e tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e&tenant_id=1344efce81804c0b856aed38219943d4&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 946 time: 0.1089604 Apr 18 06:26:43.083276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:43.109546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:43.147317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c511-c919-4f94-b37c-d00a463f0698 req-33492a1e-c960-4006-a725-3eed78de3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:43.149133 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-33492a1e-c960-4006-a725-3eed78de3dfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1344efce81804c0b856aed38219943d4&device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 1099 time: 0.0451214 Apr 18 06:26:43.239217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c511-c919-4f94-b37c-d00a463f0698 req-e99ecad3-b644-4487-a0e8-3ab95b5c2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:43.240780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-e99ecad3-b644-4487-a0e8-3ab95b5c2983 service neutron] 10.222.0.46 "GET /v2.0/networks?id=498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 200 len: 912 time: 0.0850606 Apr 18 06:26:43.290263 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-bdd9a86b-33d0-4348-86a1-20e4edc10b5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 200 len: 217 time: 0.0415251 Apr 18 06:26:43.344049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c511-c919-4f94-b37c-d00a463f0698 req-88a0a773-0dec-4782-80f4-2ecfca207835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:43.345616 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-88a0a773-0dec-4782-80f4-2ecfca207835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d HTTP/1.1" status: 200 len: 851 time: 0.0485950 Apr 18 06:26:43.387107 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-6279c812-91d8-4e2c-b0c4-03855b1ce84d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=498f603d-e82f-4382-812e-9720536c9696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327132 Apr 18 06:26:43.482942 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-624118a4-906a-4465-acfc-480932cacce4 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898213 Apr 18 06:26:43.573988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-57e97695-50cc-4386-854b-3f98bc691af2 service neutron] 10.222.0.46 "GET /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844173 Apr 18 06:26:45.307287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc1b92-380e-4b02-bf05-38d41f85c275 req-b55e4e40-921d-4c87-9302-9ab015096a6d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:45.308799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-29cc1b92-380e-4b02-bf05-38d41f85c275 req-b55e4e40-921d-4c87-9302-9ab015096a6d tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0508528 Apr 18 06:26:45.337516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-07a17202-e953-42d2-962b-3c71c80d4d2d req-ed237071-3ba1-4231-87fe-5c53c00a5580 service neutron] (109605) timed out ('10.222.0.46', 59334) {{(pid=109605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 06:26:45.347117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-29cc1b92-380e-4b02-bf05-38d41f85c275 req-30a48d50-87d7-4917-8554-3e0d06f11b94 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Apr 18 06:26:46.471774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410f730-aca4-4960-bb67-f63c7d7db813 req-d453ca15-79ac-4409-a7b6-330f39e0a9da tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:46.473257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1410f730-aca4-4960-bb67-f63c7d7db813 req-d453ca15-79ac-4409-a7b6-330f39e0a9da tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0555928 Apr 18 06:26:46.513066 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1410f730-aca4-4960-bb67-f63c7d7db813 req-0aa9b9c2-cb1c-45cc-a77b-2cbeef588791 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Apr 18 06:26:47.226331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c511-c919-4f94-b37c-d00a463f0698 req-91d75233-615b-40b0-99d4-c3798a96a9ed tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:47.228546 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-91d75233-615b-40b0-99d4-c3798a96a9ed tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 946 time: 0.0534909 Apr 18 06:26:47.316301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Deleting port f502623c-c558-4ded-a9c3-0d16f75eeabf {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:26:47.316643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:47.407832 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] For port f502623c-c558-4ded-a9c3-0d16f75eeabf, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f502623c-c558-4ded-a9c3-0d16f75eeabf,segment=NetworkSegment(9954e8b1-b8ed-4be2-971d-0efdb898de71),segment_id=9954e8b1-b8ed-4be2-971d-0efdb898de71)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:26:47.408196 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:47.420445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Calling delete_port for f502623c-c558-4ded-a9c3-0d16f75eeabf owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:26:47.616009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:47.650537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f502623c-c558-4ded-a9c3-0d16f75eeabf'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:26:47.651223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Pushing event deleted for resources: {'Port': ['ID=f502623c-c558-4ded-a9c3-0d16f75eeabf,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:47.663548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20437a98-7ab9-47b2-9a0a-f33197833873 req-f93f6dbe-9fe3-4202-92c3-fe358200d0de tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:47.665099 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-20437a98-7ab9-47b2-9a0a-f33197833873 req-f93f6dbe-9fe3-4202-92c3-fe358200d0de tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc257b04-9002-4bfa-b4a9-52c00e92077e HTTP/1.1" status: 200 len: 867 time: 0.0850644 Apr 18 06:26:47.675387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.675387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.676128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.676128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.676128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.676475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.676744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.677073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.677395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.677715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.678037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.678366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:47.729577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] No DVR routers for this DVR port f502623c-c558-4ded-a9c3-0d16f75eeabf on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:26:47.732958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:47.736245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d947c511-c919-4f94-b37c-d00a463f0698 req-0feae900-cd48-4039-8c96-e4d3f02e3af6 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.46 "DELETE /v2.0/ports/f502623c-c558-4ded-a9c3-0d16f75eeabf HTTP/1.1" status: 204 len: 173 time: 0.5023975 Apr 18 06:26:47.736726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-deleted', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:47.739039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01781caa-0693-4eea-82db-e612918aecc4" -d '{"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-deleted", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:26:47.760787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-20437a98-7ab9-47b2-9a0a-f33197833873 req-9f4aadda-5c73-49a8-83b5-6771f4b1e936 tempest-DeleteServersTestJSON-1652794147 tempest-DeleteServersTestJSON-1652794147-project] 10.222.0.43 "GET /v2.0/security-groups?id=c9facab0-9c28-43b0-b13f-60436fb487e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635591 Apr 18 06:26:47.876828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2f551-7716-4f85-b34e-759dac3b4ee2 x-openstack-request-id: req-00f2f551-7716-4f85-b34e-759dac3b4ee2 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:26:47.877123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc257b04-9002-4bfa-b4a9-52c00e92077e", "name": "network-vif-deleted", "tag": "f502623c-c558-4ded-a9c3-0d16f75eeabf", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:26:47.877406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00f2f551-7716-4f85-b34e-759dac3b4ee2 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:26:47.877787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f2f551-7716-4f85-b34e-759dac3b4ee2'] response: {'server_uuid': 'dc257b04-9002-4bfa-b4a9-52c00e92077e', 'name': 'network-vif-deleted', 'tag': 'f502623c-c558-4ded-a9c3-0d16f75eeabf', 'status': 'completed', 'code': 200} Apr 18 06:26:48.892698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55492) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:48.941058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Deleting subnet f83bd0a9-98a0-45a5-9671-cfdcd7147c1d {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:26:48.944774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:48.986692 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.033040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.169502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.199206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.204237 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f83bd0a9-98a0-45a5-9671-cfdcd7147c1d HTTP/1.1" status: 204 len: 168 time: 0.3105361 Apr 18 06:26:49.205484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83bd0a9-98a0-45a5-9671-cfdcd7147c1d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:49.206982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55494) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:49.213434 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.213991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.215093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.215616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.216271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.216759 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.217241 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.217736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.218922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.219449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.222132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.222132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3a72fc-06b9-4416-9884-bad136dc6050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:26:49.284006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.362357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.386011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498f603d-e82f-4382-812e-9720536c9696']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:49.395719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9954e8b1-b8ed-4be2-971d-0efdb898de71') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:49.396018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9954e8b1-b8ed-4be2-971d-0efdb898de71') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:26:49.405107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.421060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.426846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:26:49.427303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:26:49.428951 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:26:49.559129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.565777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:49.569000 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] 10.222.0.43 "DELETE /v2.0/networks/498f603d-e82f-4382-812e-9720536c9696 HTTP/1.1" status: 204 len: 168 time: 0.3609979 Apr 18 06:26:49.580713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d35896-e65a-4647-8496-8aaa9b72148c admin admin] Pushing event deleted for resources: {'Network': ['ID=498f603d-e82f-4382-812e-9720536c9696,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:49.892325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55498) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:49.934613 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7c7b414d-0e1b-46b8-bbfd-c04635b2b7c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1344efce81804c0b856aed38219943d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408809 Apr 18 06:26:49.938150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55500) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:49.989725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d283d89-41de-4103-9525-b36219a6c180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:50.012941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d283d89-41de-4103-9525-b36219a6c180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:50.151397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d283d89-41de-4103-9525-b36219a6c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:50.154091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8d283d89-41de-4103-9525-b36219a6c180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:50.155395 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8d283d89-41de-4103-9525-b36219a6c180 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9facab0-9c28-43b0-b13f-60436fb487e2 HTTP/1.1" status: 204 len: 168 time: 0.2162731 Apr 18 06:26:50.163571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d283d89-41de-4103-9525-b36219a6c180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9facab0-9c28-43b0-b13f-60436fb487e2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:50.606049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:26:50.629954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: f502623c-c558-4ded-a9c3-0d16f75eeabf {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:26:50.630286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f502623c-c558-4ded-a9c3-0d16f75eeabf not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:26:51.166646 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55522) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:51.265866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1094818174-network', 'tenant_id': '3cd549ada20d4f0282848bc7d04c3bf2'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:26:51.330120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Made reservation on behalf of 3cd549ada20d4f0282848bc7d04c3bf2 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:26:51.332467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.345150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.422752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.507278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.533034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:26:51.541788 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf88dff5-c864-4640-8deb-249132a3ff6e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:51.548410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.548753 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Added segment 222c2f30-3431-4ef5-b07d-a273aad6b3c8 of type vlan for network 2e8756df-955a-4979-9baa-bc4527f45766 Apr 18 06:26:51.588029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.673614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.674647 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:51.675354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:51.736311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8756df-955a-4979-9baa-bc4527f45766,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:51.746350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 2e8756df-955a-4979-9baa-bc4527f45766 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:26:51.778728 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-44a6a706-8192-4d70-9919-75561fe00272 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6106617 Apr 18 06:26:51.782224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55526) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:26:51.787535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Request body: {'subnet': {'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1094818174-subnet', 'tenant_id': '3cd549ada20d4f0282848bc7d04c3bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:26:51.861117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Made reservation on behalf of 3cd549ada20d4f0282848bc7d04c3bf2 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:26:51.863524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:52.073208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:52.135025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4295af47-48ed-42b6-883f-066e8ca76e9f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:52.144796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Checking segment: {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:26:52.145156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Network hostable DHCP agents. Network: 2e8756df-955a-4979-9baa-bc4527f45766, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:26:52.214206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Network 2e8756df-955a-4979-9baa-bc4527f45766 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:26:52.284538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 2e8756df-955a-4979-9baa-bc4527f45766) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:26:52.289293 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:52.290194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:52.293703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e6a164-31fb-4c8d-9225-82e42e04a050 None None] Network 2e8756df-955a-4979-9baa-bc4527f45766 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:26:52.379946 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1bb13fab-0e11-40b5-a209-9446df292556 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5961907 Apr 18 06:26:52.427334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db988b9f-1311-48ae-8580-06b35c5c66ef None None] Network 2e8756df-955a-4979-9baa-bc4527f45766 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:26:52.823157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-6765e2b2-3b85-4b54-bf89-8fd6e9d3ebc3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:52.824669 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-6765e2b2-3b85-4b54-bf89-8fd6e9d3ebc3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 815 time: 0.1040096 Apr 18 06:26:52.840064 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-130c208a-ae09-44ad-a541-7ef081f84852 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/quotas/3cd549ada20d4f0282848bc7d04c3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0091939 Apr 18 06:26:52.877264 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-930bf82f-a9df-486b-8b26-e675c50d7d43 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315790 Apr 18 06:26:53.013295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-aa5dd95e-a7a2-4442-98f5-5301e69ffc02 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288211 Apr 18 06:26:53.109777 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-86bc986f-cc7e-4845-821d-7ecd46dae5e6 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898945 Apr 18 06:26:53.367851 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ae1a862-f19e-4627-8c7d-478c8f9f72f4 req-ff7f61c6-4b23-4c26-baf3-64255b5fc17d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 210 time: 0.0297952 Apr 18 06:26:53.461092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-39f23c9f-b1ab-4086-a530-4f169dbb8c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:54.477818 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-eb68f61a-9033-47d9-aec4-7406556109d8 req-a24559e5-b923-4c29-8196-bd277c891be2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 210 time: 0.0358613 Apr 18 06:26:54.599377 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:26:55.425285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-b462233b-1101-4a3b-b18c-563cb21713f9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:55.426809 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-b462233b-1101-4a3b-b18c-563cb21713f9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 815 time: 0.1119986 Apr 18 06:26:55.444579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Request body: {'port': {'device_id': '057f8c91-d849-40ba-a330-94faa1776ddf', 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'admin_state_up': True, 'tenant_id': '3cd549ada20d4f0282848bc7d04c3bf2'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:26:55.591999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-425ec512-920f-456d-bd5d-8947bc310a15 req-84cba2bb-7858-4f06-9cc6-857bbaa400a8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 210 time: 0.0270326 Apr 18 06:26:55.632973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Made reservation on behalf of 3cd549ada20d4f0282848bc7d04c3bf2 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:26:55.636616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:55.761737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Allocated IP 172.20.0.8 (2e8756df-955a-4979-9baa-bc4527f45766/4295af47-48ed-42b6-883f-066e8ca76e9f/d0068680-f70f-4e8c-9295-a2cd938a71ff) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:26:55.850206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b58b765b-1b25-46bc-ac1c-27e370a4b039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:55.913423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.004321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.052877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Network 2e8756df-955a-4979-9baa-bc4527f45766 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:26:56.055978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:26:56.059717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:26:56.066632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:56.112922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:56.113515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.182547 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-bd83e9d8-9816-48c2-a310-dbd0e1bd7731 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7416003 Apr 18 06:26:56.200001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Request body: {'port': {'device_id': '057f8c91-d849-40ba-a330-94faa1776ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:26:56.253690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.518975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0068680-f70f-4e8c-9295-a2cd938a71ff {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:26:56.526106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.538004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Transition to ACTIVE for port object d0068680-f70f-4e8c-9295-a2cd938a71ff will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:26:56.603889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.671633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:56.717215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2659b-7073-46d4-8259-9736dfe752f5 req-b4366aba-e72c-45ba-b829-e89651f8acbb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:56.718948 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6fc2659b-7073-46d4-8259-9736dfe752f5 req-b4366aba-e72c-45ba-b829-e89651f8acbb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 943 time: 0.0521028 Apr 18 06:26:56.720600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Attempting to bind port d0068680-f70f-4e8c-9295-a2cd938a71ff on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:26:56.720935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Attempting to bind port d0068680-f70f-4e8c-9295-a2cd938a71ff by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:26:56.721256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Attempting to bind port d0068680-f70f-4e8c-9295-a2cd938a71ff on network 2e8756df-955a-4979-9baa-bc4527f45766 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:26:56.725685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Port d0068680-f70f-4e8c-9295-a2cd938a71ff on network 2e8756df-955a-4979-9baa-bc4527f45766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:26:56.725997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Attempting to bind port d0068680-f70f-4e8c-9295-a2cd938a71ff on network 2e8756df-955a-4979-9baa-bc4527f45766 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:26:56.730791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:26:56.731124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Checking segment: {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:26:56.731531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Bound using segment: {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:26:56.731954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Bound port: d0068680-f70f-4e8c-9295-a2cd938a71ff, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:26:56.732306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.762829 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6fc2659b-7073-46d4-8259-9736dfe752f5 req-e3adca9d-b80b-4332-ad32-6347b61f3f93 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Apr 18 06:26:56.802166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:26:56.805171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:26:56.871647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.907959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:56.908569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:56.909950 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] 10.222.0.46 "PUT /v2.0/ports/d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 200 len: 1093 time: 0.7141931 Apr 18 06:26:56.910390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:26:56.912651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97300b4-e743-4aa4-a6e0-c1823cb4628b" -d '{"events": [{"name": "network-changed", "server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:26:56.938274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404deb2-7211-4fe5-a7f4-f2d4fac7bb77 service neutron] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:26:56.956283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd465af-168a-4be2-a4ae-aca10788d053 x-openstack-request-id: req-bdd465af-168a-4be2-a4ae-aca10788d053 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:26:56.956572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:26:56.956848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdd465af-168a-4be2-a4ae-aca10788d053 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:26:56.957294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd465af-168a-4be2-a4ae-aca10788d053'] response: {'name': 'network-changed', 'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'status': 'completed', 'code': 200} Apr 18 06:26:57.038586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97300b4-e743-4aa4-a6e0-c1823cb4628b req-ec482c77-6cf6-43a4-ac63-e5e40c427f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.040031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b97300b4-e743-4aa4-a6e0-c1823cb4628b req-ec482c77-6cf6-43a4-ac63-e5e40c427f10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1096 time: 0.0417511 Apr 18 06:26:57.048275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:57.147105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97300b4-e743-4aa4-a6e0-c1823cb4628b req-d4f91452-27b5-4afb-80e4-976d1f81ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.148611 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b97300b4-e743-4aa4-a6e0-c1823cb4628b req-d4f91452-27b5-4afb-80e4-976d1f81ff04 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954077 Apr 18 06:26:57.564946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97300b4-e743-4aa4-a6e0-c1823cb4628b req-e3ca0383-5394-41a9-b577-1f1122185f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.566434 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b97300b4-e743-4aa4-a6e0-c1823cb4628b req-e3ca0383-5394-41a9-b577-1f1122185f81 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4120893 Apr 18 06:26:57.669065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-dec3a737-7b3b-4659-a8dc-89939a63b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.670545 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-dec3a737-7b3b-4659-a8dc-89939a63b410 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1096 time: 0.0404279 Apr 18 06:26:57.723865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-806d56bd-b2e8-4fe9-b9d7-fef8d08acb14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 200 len: 217 time: 0.0393152 Apr 18 06:26:57.774139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-12cac7e2-9611-4898-95f1-aa2fdf67b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.775643 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-12cac7e2-9611-4898-95f1-aa2fdf67b99f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0452728 Apr 18 06:26:57.808028 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-77ee2e2f-da30-4a76-805c-289ca1bb51fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258443 Apr 18 06:26:57.884968 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b2472-fd04-4210-bbb6-4425bae734b4 req-1ef35f5c-1f16-4d71-91d6-1d57c68ddd5a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:57.891798 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a8b2472-fd04-4210-bbb6-4425bae734b4 req-1ef35f5c-1f16-4d71-91d6-1d57c68ddd5a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 943 time: 0.0569291 Apr 18 06:26:57.910494 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-d9aa1762-e4e0-4664-ad6c-a2b20b43fc62 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957823 Apr 18 06:26:57.929780 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5a8b2472-fd04-4210-bbb6-4425bae734b4 req-f49a297f-ca81-4691-8b89-e7624cde13b7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351274 Apr 18 06:26:58.009133 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d0ca6b7e-efba-4bd0-887d-918740d860f0 req-9415853b-5abe-4b65-ad4b-3f2ba2db49e3 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914919 Apr 18 06:26:58.790887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:58.922451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:26:59.052405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611441-b182-473e-b0d9-e6dc5f12e4bf req-112d92d3-093d-4232-a9b9-d09e5de1c498 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:26:59.053808 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a611441-b182-473e-b0d9-e6dc5f12e4bf req-112d92d3-093d-4232-a9b9-d09e5de1c498 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 943 time: 0.0556700 Apr 18 06:26:59.093243 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a611441-b182-473e-b0d9-e6dc5f12e4bf req-a3713f78-21f2-426f-9ff4-cfb3787bb285 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Apr 18 06:27:00.211880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c179-ade1-4219-969d-2777821bfe50 req-22e315cb-bbbc-4870-a826-9505de961376 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:00.213337 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dce6c179-ade1-4219-969d-2777821bfe50 req-22e315cb-bbbc-4870-a826-9505de961376 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 943 time: 0.0523858 Apr 18 06:27:00.250509 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dce6c179-ade1-4219-969d-2777821bfe50 req-ac2fbc36-b5dc-4612-8e54-6b7897ff7357 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304425 Apr 18 06:27:00.661949 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:27:00.757387 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:00.769229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'port_id': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'mac_address': 'fa:16:3e:7c:4f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295af47-48ed-42b6-883f-066e8ca76e9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:27:00.805404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:00.819174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0068680-f70f-4e8c-9295-a2cd938a71ff {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:00.837986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:00.918099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:00.965160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:01.297600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['d0068680-f70f-4e8c-9295-a2cd938a71ff'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:27:01.370607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf205e-6ad5-4668-b77c-f365d65d4b98 req-88bbd6fe-fe15-4091-adb8-6637269afb76 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:01.372617 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2dbf205e-6ad5-4668-b77c-f365d65d4b98 req-88bbd6fe-fe15-4091-adb8-6637269afb76 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 944 time: 0.0539520 Apr 18 06:27:01.428981 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2dbf205e-6ad5-4668-b77c-f365d65d4b98 req-f67c2f55-881b-4bdd-915b-96b8ba15baaa tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388420 Apr 18 06:27:02.531453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b750b-e161-4325-9c5d-71851bfbcd84 req-6ec363f9-6293-45c5-a67d-1836175c24c3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:02.532929 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec7b750b-e161-4325-9c5d-71851bfbcd84 req-6ec363f9-6293-45c5-a67d-1836175c24c3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 944 time: 0.0500023 Apr 18 06:27:02.571391 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec7b750b-e161-4325-9c5d-71851bfbcd84 req-34aa7d1b-d572-4c04-8cbb-13b0b3ff6864 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324552 Apr 18 06:27:02.692819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:27:02.825524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port d0068680-f70f-4e8c-9295-a2cd938a71ff completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:02.829535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port d0068680-f70f-4e8c-9295-a2cd938a71ff triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:02.829906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:02.907798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:02.930958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:02.933205 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d15502-f21f-485f-8ea7-fbbce86d463a" -d '{"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:02.946450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:02.973852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a5a34-3023-4748-b46e-c14b06a52db6 x-openstack-request-id: req-053a5a34-3023-4748-b46e-c14b06a52db6 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:02.974141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:02.974394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-053a5a34-3023-4748-b46e-c14b06a52db6 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:02.974793 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053a5a34-3023-4748-b46e-c14b06a52db6'] response: {'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'code': 200} Apr 18 06:27:03.009727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:03.059538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:03.310745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53b72-c12b-4ebf-a266-ee2fc89100fd req-199da38b-46c3-423b-b0b1-90566719d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:03.312790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82e53b72-c12b-4ebf-a266-ee2fc89100fd req-199da38b-46c3-423b-b0b1-90566719d155 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1098 time: 0.0407481 Apr 18 06:27:03.347770 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82e53b72-c12b-4ebf-a266-ee2fc89100fd req-c85671e8-ec89-4717-95a9-89fdfe93d43c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284812 Apr 18 06:27:03.687205 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8649c6-5503-4e19-b3a9-ec045e7a3444 req-c794614a-8793-45be-9a8e-63dc245e9560 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:03.688736 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f8649c6-5503-4e19-b3a9-ec045e7a3444 req-c794614a-8793-45be-9a8e-63dc245e9560 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0506966 Apr 18 06:27:03.726603 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f8649c6-5503-4e19-b3a9-ec045e7a3444 req-e59e0443-b1fb-40d7-bf65-e94998c91cf3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Apr 18 06:27:04.849080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20496d1c-028a-4cdb-a8fd-dfc3bb0a3341 req-e99c68ce-91cc-4cd9-81b1-3eded23148ba tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:04.850671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-20496d1c-028a-4cdb-a8fd-dfc3bb0a3341 req-e99c68ce-91cc-4cd9-81b1-3eded23148ba tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0529351 Apr 18 06:27:04.890703 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-20496d1c-028a-4cdb-a8fd-dfc3bb0a3341 req-4460f9a6-239f-4717-b5e3-1146b3c1e324 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Apr 18 06:27:06.013351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3a60-7a72-4313-8e31-faa8cc9abc99 req-5baa6285-6fa7-4c12-8555-f8239bc12391 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:06.015557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e6d3a60-7a72-4313-8e31-faa8cc9abc99 req-5baa6285-6fa7-4c12-8555-f8239bc12391 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0541945 Apr 18 06:27:06.059361 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e6d3a60-7a72-4313-8e31-faa8cc9abc99 req-ee83722c-d31d-4909-8ade-1dd59ff06c78 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Apr 18 06:27:06.181048 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3177db8-640a-4c60-951a-c72edbeaee1e req-de2d2093-25fe-4316-970d-89dad652f900 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:06.182511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3177db8-640a-4c60-951a-c72edbeaee1e req-de2d2093-25fe-4316-970d-89dad652f900 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0482938 Apr 18 06:27:06.220764 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3177db8-640a-4c60-951a-c72edbeaee1e req-f2abd98d-6774-40f4-b2ef-05ae87d2e518 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Apr 18 06:27:06.489743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab607b-9de1-4327-867b-7e58083f5bfa req-6bf29a12-59dc-45a3-b45d-5cebced691fe tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:06.491259 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-47ab607b-9de1-4327-867b-7e58083f5bfa req-6bf29a12-59dc-45a3-b45d-5cebced691fe tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0488491 Apr 18 06:27:06.529139 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-47ab607b-9de1-4327-867b-7e58083f5bfa req-0c543506-8d2d-4586-8aa7-cc12b0865e9c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Apr 18 06:27:06.643031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b053a-1e67-49ca-9d0d-3a070b609f0e req-e697b563-fa24-4aec-9943-4e3d54241c11 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:06.644717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-169b053a-1e67-49ca-9d0d-3a070b609f0e req-e697b563-fa24-4aec-9943-4e3d54241c11 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0490208 Apr 18 06:27:06.683579 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-169b053a-1e67-49ca-9d0d-3a070b609f0e req-2341a9dc-5a4e-4364-ae75-46fd1cb209ae tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327318 Apr 18 06:27:07.103782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cabb5-8e24-4288-9c0e-5dc6bc741993 req-65eb36c3-b8b6-43b3-9ae9-1c6e41be2c4e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:07.105250 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-829cabb5-8e24-4288-9c0e-5dc6bc741993 req-65eb36c3-b8b6-43b3-9ae9-1c6e41be2c4e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0508299 Apr 18 06:27:07.144934 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-829cabb5-8e24-4288-9c0e-5dc6bc741993 req-8177f108-22b3-4b22-a89b-b09ae6039e29 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Apr 18 06:27:07.206487 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-36e8cdfc-8192-48ac-ac22-9fa57a3aced3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443201 Apr 18 06:27:08.271877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b9b7c-f9f9-4b97-b8a3-192182dd7485 req-c25606aa-49c9-4583-b1d0-c22726e6beb4 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:08.273342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-512b9b7c-f9f9-4b97-b8a3-192182dd7485 req-c25606aa-49c9-4583-b1d0-c22726e6beb4 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0570717 Apr 18 06:27:08.314447 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-512b9b7c-f9f9-4b97-b8a3-192182dd7485 req-abcb4170-72aa-49c7-b13b-65452e673cb9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Apr 18 06:27:09.361823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-9c1cb451-3048-4950-b48c-1c462dfa8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:09.363445 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-9c1cb451-3048-4950-b48c-1c462dfa8638 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1098 time: 0.0409696 Apr 18 06:27:09.458809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c7580-7f49-4437-89cd-82c8e8c87540 req-e91b2142-c2aa-48da-8ee6-402945b188e0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:09.460823 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a78c7580-7f49-4437-89cd-82c8e8c87540 req-e91b2142-c2aa-48da-8ee6-402945b188e0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0723026 Apr 18 06:27:09.469505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-bbb97c5d-781c-4e5c-a5b0-79f7e027c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:09.471093 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-bbb97c5d-781c-4e5c-a5b0-79f7e027c8d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.1008549 Apr 18 06:27:09.500445 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a78c7580-7f49-4437-89cd-82c8e8c87540 req-fc96dd2b-1ec9-4c80-b57e-f6868207d806 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Apr 18 06:27:09.513671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-024ed9b9-8188-4f57-b4f3-7b5b52d38fc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 200 len: 217 time: 0.0359943 Apr 18 06:27:09.561600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-5ff11bd0-7a55-4184-a01f-897973a3764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:09.563051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-5ff11bd0-7a55-4184-a01f-897973a3764b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0433834 Apr 18 06:27:09.594799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-e3e8cab5-bf3e-4ed5-aa43-93fdf894c11e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247695 Apr 18 06:27:09.690064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-e25c2235-b36d-41fa-8ab9-125940c608e2 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891180 Apr 18 06:27:09.781441 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-f4bcb19a-0bf6-4aeb-b3e4-6d10296d972a service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843525 Apr 18 06:27:10.625163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2a7e-ed18-4e78-b346-26f540a49ceb req-7e91d254-81db-426c-9aaa-c0035ff23f98 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:10.626701 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b90e2a7e-ed18-4e78-b346-26f540a49ceb req-7e91d254-81db-426c-9aaa-c0035ff23f98 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0547044 Apr 18 06:27:10.666644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b90e2a7e-ed18-4e78-b346-26f540a49ceb req-75b6e857-46ec-4293-a8c2-fad055eab702 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Apr 18 06:27:11.781600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ec164-34e5-4737-abe6-44a9d8040f9a req-a0eff594-3f91-4991-ae83-02e0ec5727c0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:11.783050 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-347ec164-34e5-4737-abe6-44a9d8040f9a req-a0eff594-3f91-4991-ae83-02e0ec5727c0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0495503 Apr 18 06:27:11.820809 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-347ec164-34e5-4737-abe6-44a9d8040f9a req-97c78e2e-0adf-4d35-9b2d-c3a32d69a93b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Apr 18 06:27:12.942621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171a4e-c533-4aaa-8bad-b335483fe78d req-92a8b4ac-d510-493e-a769-38f2e39e3378 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:12.944294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b3171a4e-c533-4aaa-8bad-b335483fe78d req-92a8b4ac-d510-493e-a769-38f2e39e3378 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0520654 Apr 18 06:27:12.970301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:12.987565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b3171a4e-c533-4aaa-8bad-b335483fe78d req-8254dd66-5c9a-4e86-9ea2-43c075dc75b1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367122 Apr 18 06:27:14.111967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1726d-a666-42fd-8a6c-8d490b1161d6 req-4af588b8-7edb-4372-8ba3-afd1674990ca tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:14.113474 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ead1726d-a666-42fd-8a6c-8d490b1161d6 req-4af588b8-7edb-4372-8ba3-afd1674990ca tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0536685 Apr 18 06:27:14.152999 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ead1726d-a666-42fd-8a6c-8d490b1161d6 req-68e50425-de54-47ad-b57e-1d182cff2ef1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Apr 18 06:27:15.273752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811d115-4320-47d4-8e7c-314aa13498b2 req-96f73e0b-7363-48c8-b8b0-7435196597f7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:15.275214 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b811d115-4320-47d4-8e7c-314aa13498b2 req-96f73e0b-7363-48c8-b8b0-7435196597f7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0495191 Apr 18 06:27:15.313336 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b811d115-4320-47d4-8e7c-314aa13498b2 req-4caf340f-11c4-473b-a0e7-6194a2e5b5f7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Apr 18 06:27:16.431520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54443b6-4b33-48e8-9173-ae5294fc4efb req-d676b8be-8afa-47b5-bc15-df3bce774fac tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:16.433003 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d54443b6-4b33-48e8-9173-ae5294fc4efb req-d676b8be-8afa-47b5-bc15-df3bce774fac tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0516312 Apr 18 06:27:16.471197 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d54443b6-4b33-48e8-9173-ae5294fc4efb req-e79ffb27-1ce5-4e96-9de5-05a5bf3c4a31 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Apr 18 06:27:17.591064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd908b0-6173-442f-b278-fc36c0b8f4dc req-246e03d8-fa18-4732-8b13-68a91869e9ae tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:17.593595 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dfd908b0-6173-442f-b278-fc36c0b8f4dc req-246e03d8-fa18-4732-8b13-68a91869e9ae tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0541649 Apr 18 06:27:17.631557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dfd908b0-6173-442f-b278-fc36c0b8f4dc req-032c2575-9edd-42e1-b7ec-3273e2928902 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Apr 18 06:27:18.748062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ada8d-6756-4e01-a9f9-3c2c2ebde0f2 req-71969f05-a424-4558-94b4-3be4f3bab85d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:18.749447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-736ada8d-6756-4e01-a9f9-3c2c2ebde0f2 req-71969f05-a424-4558-94b4-3be4f3bab85d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0488920 Apr 18 06:27:18.788965 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-736ada8d-6756-4e01-a9f9-3c2c2ebde0f2 req-109b38ac-5846-461c-a66f-390f914f3303 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Apr 18 06:27:19.905959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7736-5241-4673-9796-b9c79568dfe7 req-38807cc6-54b6-41fa-b45d-34e50e7853a7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:19.907458 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c7bb7736-5241-4673-9796-b9c79568dfe7 req-38807cc6-54b6-41fa-b45d-34e50e7853a7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0498028 Apr 18 06:27:19.945172 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c7bb7736-5241-4673-9796-b9c79568dfe7 req-6c1fa6be-480e-4055-b75f-4b2de7f6599d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Apr 18 06:27:21.065423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81537a78-6c4f-4c66-8a81-8e5b7b70a8dd req-27768eba-5e8c-4481-84df-2016992d7195 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:21.066904 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81537a78-6c4f-4c66-8a81-8e5b7b70a8dd req-27768eba-5e8c-4481-84df-2016992d7195 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0536270 Apr 18 06:27:21.104818 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81537a78-6c4f-4c66-8a81-8e5b7b70a8dd req-ed45b475-96b1-4925-8528-86816692de70 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Apr 18 06:27:22.221249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f737f-e73d-4bb5-83e4-4587b084d1ad req-faa1d930-1237-4864-a266-d3085d0a4cc5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:22.226222 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-946f737f-e73d-4bb5-83e4-4587b084d1ad req-faa1d930-1237-4864-a266-d3085d0a4cc5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0481694 Apr 18 06:27:22.262297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-946f737f-e73d-4bb5-83e4-4587b084d1ad req-55db3a6a-b3ed-45b5-9ebc-1e357ca6a17f tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Apr 18 06:27:23.382901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb4f71-c75d-429d-8caf-ec7709ef71af req-0cc2317b-8960-4556-89f8-45913604958e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:23.384474 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1cbb4f71-c75d-429d-8caf-ec7709ef71af req-0cc2317b-8960-4556-89f8-45913604958e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0521240 Apr 18 06:27:23.422639 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1cbb4f71-c75d-429d-8caf-ec7709ef71af req-49181f2d-bd13-4d02-9da2-c6808a9ce978 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Apr 18 06:27:23.517157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0bcf683c-5e7a-4edc-a945-b0e0b8aacb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:24.542423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae53e8-5572-43a5-b77f-c131ef708f59 req-2638adca-5a6f-4dd1-a528-a65a526cee42 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:24.544011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5fae53e8-5572-43a5-b77f-c131ef708f59 req-2638adca-5a6f-4dd1-a528-a65a526cee42 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0543509 Apr 18 06:27:24.582912 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5fae53e8-5572-43a5-b77f-c131ef708f59 req-3b17280f-13e0-4157-aab5-6302b4697916 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Apr 18 06:27:25.699738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf52c-1945-483c-a652-d447473cef59 req-61934cca-31a2-49bb-926a-ae5b8fef4a47 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:25.701249 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3f8bf52c-1945-483c-a652-d447473cef59 req-61934cca-31a2-49bb-926a-ae5b8fef4a47 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0501335 Apr 18 06:27:25.741296 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3f8bf52c-1945-483c-a652-d447473cef59 req-9cd854a9-5edb-428f-82e9-7dea1186ab7d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332587 Apr 18 06:27:25.843154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3889e1fa-3eb4-43ad-8a64-94e16f4b2360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:26.857358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc55f-3b65-486f-a119-a917ecd4e6e7 req-f0d0fb5a-14fa-4164-a593-461c48406081 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:26.858984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-388fc55f-3b65-486f-a119-a917ecd4e6e7 req-f0d0fb5a-14fa-4164-a593-461c48406081 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0489218 Apr 18 06:27:26.899557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-388fc55f-3b65-486f-a119-a917ecd4e6e7 req-d039c5e3-05fe-413e-bd4b-46f81ecfac10 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Apr 18 06:27:27.054411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:28.019492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375f20-39d3-4cb1-aaec-a3e087906ced req-5c6c44cb-f3b2-4de6-a2c8-fd5698ded9be tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:28.021023 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c9375f20-39d3-4cb1-aaec-a3e087906ced req-5c6c44cb-f3b2-4de6-a2c8-fd5698ded9be tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0538156 Apr 18 06:27:28.060214 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c9375f20-39d3-4cb1-aaec-a3e087906ced req-60f80667-17a6-4c5d-84cb-2d57294bee92 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Apr 18 06:27:28.801612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:28.922447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:29.175364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e233d-1bc1-4d1a-bb1b-9b62883a03d8 req-ecf4f793-ab9c-4c9d-8383-2463144d6494 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:29.176913 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0e233d-1bc1-4d1a-bb1b-9b62883a03d8 req-ecf4f793-ab9c-4c9d-8383-2463144d6494 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0487843 Apr 18 06:27:29.216264 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed0e233d-1bc1-4d1a-bb1b-9b62883a03d8 req-1c2f3b38-460a-4842-90fe-a40c384f71b3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Apr 18 06:27:30.341458 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb8a3b-e6ae-4592-a97f-e4cff39dc0b7 req-2074fe73-5f22-48f0-b967-b574d70acb23 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:30.342989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2feb8a3b-e6ae-4592-a97f-e4cff39dc0b7 req-2074fe73-5f22-48f0-b967-b574d70acb23 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0500917 Apr 18 06:27:30.381423 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2feb8a3b-e6ae-4592-a97f-e4cff39dc0b7 req-dfef8ca8-39d2-45ca-a70f-66e0e9de57e6 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Apr 18 06:27:31.510037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd34c0c-286a-405b-994e-08733f800d07 req-5bca53fd-b0b9-48e0-80f3-51b5947d8ec5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:31.511547 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dd34c0c-286a-405b-994e-08733f800d07 req-5bca53fd-b0b9-48e0-80f3-51b5947d8ec5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0548239 Apr 18 06:27:31.551932 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dd34c0c-286a-405b-994e-08733f800d07 req-26f90db8-a91a-455f-910e-2d12b7caa8e9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Apr 18 06:27:31.599137 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:27:32.666063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7687b6-ae9a-422b-9c09-7c7a41c4455c req-e4fe293c-7498-466e-98f5-400d7fde1171 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:32.667552 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee7687b6-ae9a-422b-9c09-7c7a41c4455c req-e4fe293c-7498-466e-98f5-400d7fde1171 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0494609 Apr 18 06:27:32.706349 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee7687b6-ae9a-422b-9c09-7c7a41c4455c req-7febbe23-baa8-4bc1-a98c-9a027d1394c2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Apr 18 06:27:33.821614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d2bb1-8ed2-40b3-afe0-25ee6f03ca6e req-304388ae-4a2f-4d04-9e23-4402b66617eb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:33.823099 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a99d2bb1-8ed2-40b3-afe0-25ee6f03ca6e req-304388ae-4a2f-4d04-9e23-4402b66617eb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0490422 Apr 18 06:27:33.862068 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a99d2bb1-8ed2-40b3-afe0-25ee6f03ca6e req-e626f9ff-8a1a-4789-80c6-4c93a6edf69c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Apr 18 06:27:34.983123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd686dbe-027f-44ad-a17a-362755ea7a9c req-653b2f5d-d1da-4257-b4e0-b4c383796fad tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:34.985342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fd686dbe-027f-44ad-a17a-362755ea7a9c req-653b2f5d-d1da-4257-b4e0-b4c383796fad tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0535083 Apr 18 06:27:35.025344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fd686dbe-027f-44ad-a17a-362755ea7a9c req-bf63ed02-abe9-41be-91ec-710557e56c43 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331566 Apr 18 06:27:36.142118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd63d6a-1722-4d36-bb43-3c84dac3c3dc req-fbabc2ba-1cb8-40ed-b694-0d05e897483b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:36.143835 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffd63d6a-1722-4d36-bb43-3c84dac3c3dc req-fbabc2ba-1cb8-40ed-b694-0d05e897483b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0499320 Apr 18 06:27:36.181389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffd63d6a-1722-4d36-bb43-3c84dac3c3dc req-b926934d-0742-4425-b3b7-1370f00a9822 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Apr 18 06:27:37.060280 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-9d7d29a5-ad68-420a-88b1-f42d3592aee7 service neutron] 10.222.0.46 "GET /v2.0/ports/d0068680-f70f-4e8c-9295-a2cd938a71ff/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0594044 Apr 18 06:27:37.302862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f797-d8de-45f6-aad1-d362bff40971 req-a9373e55-5ae9-4208-ade3-ef9ed3852156 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:37.304426 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f684f797-d8de-45f6-aad1-d362bff40971 req-a9373e55-5ae9-4208-ade3-ef9ed3852156 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0529149 Apr 18 06:27:37.344192 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f684f797-d8de-45f6-aad1-d362bff40971 req-4a6f6d0f-44ae-4417-97d9-1e28597188d2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Apr 18 06:27:37.649842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-ae763382-9c1d-4cfd-813d-ed21a0759932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:37.651422 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-ae763382-9c1d-4cfd-813d-ed21a0759932 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf&tenant_id=3cd549ada20d4f0282848bc7d04c3bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0429296 Apr 18 06:27:37.725330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-d85bef7f-92b2-44e4-aa40-006fd809c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:37.726893 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-d85bef7f-92b2-44e4-aa40-006fd809c464 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1098 time: 0.0424998 Apr 18 06:27:37.823546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-3e8c83f7-a2f8-4a23-a6bc-2e0538fe3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:37.825023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-3e8c83f7-a2f8-4a23-a6bc-2e0538fe3145 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0918298 Apr 18 06:27:37.867690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-7e1d2513-c40e-4e79-82a5-6d3e13423aee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 200 len: 217 time: 0.0362370 Apr 18 06:27:37.916602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-baa4dd1f-9294-401f-b8c1-0b438cd20a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:37.917992 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-baa4dd1f-9294-401f-b8c1-0b438cd20a00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0446453 Apr 18 06:27:37.953982 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-5d099d51-3d9a-4c45-befb-cf5a5622f5b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299807 Apr 18 06:27:38.045578 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-438c70b8-e74d-4433-bfa5-cb5081f85ec1 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851445 Apr 18 06:27:38.141868 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fecc0a-7f08-44e8-a8e4-e1bb02490bef req-ef95f5c6-deab-4189-a466-677f53331f37 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897877 Apr 18 06:27:38.473210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55176-cce7-4e31-b7e9-c28e4a9dba8b req-b2385dfb-6ca2-4bf1-9d63-7a185ad22016 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:38.474765 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0e55176-cce7-4e31-b7e9-c28e4a9dba8b req-b2385dfb-6ca2-4bf1-9d63-7a185ad22016 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0593812 Apr 18 06:27:38.517216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a0e55176-cce7-4e31-b7e9-c28e4a9dba8b req-a00e66a9-3ad3-4eed-8723-a42c4f342145 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Apr 18 06:27:39.638507 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6f4b6-92f8-4a03-aa7d-7ded3ae92e96 req-ecba3952-038c-43c6-8e9e-ef80f67c8af7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:39.640729 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e7f6f4b6-92f8-4a03-aa7d-7ded3ae92e96 req-ecba3952-038c-43c6-8e9e-ef80f67c8af7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0516233 Apr 18 06:27:39.680367 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e7f6f4b6-92f8-4a03-aa7d-7ded3ae92e96 req-8ac8f344-ef30-4b6d-9138-86bf70e8e8e9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Apr 18 06:27:40.802313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc34c30-c4b0-41be-b7a5-e4d0c028f4fd req-91e12a16-fda0-4182-908e-411a565ba676 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:40.803840 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2fc34c30-c4b0-41be-b7a5-e4d0c028f4fd req-91e12a16-fda0-4182-908e-411a565ba676 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0523708 Apr 18 06:27:40.819614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:27:40.834939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:27:40.844911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2fc34c30-c4b0-41be-b7a5-e4d0c028f4fd req-11106b29-a401-47f9-897a-34fe0ba0c0f9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Apr 18 06:27:40.976526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.011339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:41.017841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:41.020430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b6d5da-907b-4e36-a1e1-c30211038786" -d '{"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:41.038254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'port_id': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'mac_address': 'fa:16:3e:7c:4f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295af47-48ed-42b6-883f-066e8ca76e9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:27:41.042867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:41.071647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e2d99-3f3b-4049-9fe4-525ec29db9c9 x-openstack-request-id: req-007e2d99-3f3b-4049-9fe4-525ec29db9c9 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:41.071929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:41.072171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-007e2d99-3f3b-4049-9fe4-525ec29db9c9 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:41.072557 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007e2d99-3f3b-4049-9fe4-525ec29db9c9'] response: {'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'code': 200} Apr 18 06:27:41.085587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.099305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0068680-f70f-4e8c-9295-a2cd938a71ff {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:41.116469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.191568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:27:41.191927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:27:41.196915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:41.204349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.204690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.205026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.205363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.205722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.206050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.206380 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.206707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.207012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.207369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.207687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.208001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:41.732536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.745171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0068680-f70f-4e8c-9295-a2cd938a71ff {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:41.766193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:41.824643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:41.876575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:41.953664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['d0068680-f70f-4e8c-9295-a2cd938a71ff'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:27:41.994888 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-b19a290d-3e73-4a77-850e-249f93a331b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800285 Apr 18 06:27:42.007329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e5031-f5e6-40db-9852-0390ba8d904f req-091e28b1-44e0-45ee-9ae7-a2de3e8cc99e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.014505 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4a5e5031-f5e6-40db-9852-0390ba8d904f req-091e28b1-44e0-45ee-9ae7-a2de3e8cc99e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 944 time: 0.0870440 Apr 18 06:27:42.070670 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4a5e5031-f5e6-40db-9852-0390ba8d904f req-d9c3312a-4a37-4407-9cac-7885753c9d84 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Apr 18 06:27:42.102204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c0865-f301-4061-922d-e68702393adf req-9e19cdc0-bb66-439a-8684-946e08fdb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.103917 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-9e19cdc0-bb66-439a-8684-946e08fdb35a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1097 time: 0.0470030 Apr 18 06:27:42.215054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c0865-f301-4061-922d-e68702393adf req-b274e995-75e3-4f5d-bd82-f061f2313dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.216643 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-b274e995-75e3-4f5d-bd82-f061f2313dd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0951860 Apr 18 06:27:42.261672 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-fd4eea7b-7b67-4f3b-a0cc-22f5f5c3cec3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 200 len: 217 time: 0.0383878 Apr 18 06:27:42.311348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c0865-f301-4061-922d-e68702393adf req-e805ba68-cf56-4a18-9d7a-c80a37f1f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.313553 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-e805ba68-cf56-4a18-9d7a-c80a37f1f37b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0442803 Apr 18 06:27:42.346347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-d0ddafbd-7e61-4536-8d44-81decb8e2460 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255449 Apr 18 06:27:42.474504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.46', 59519) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:27:42.479563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9cc60-5a2b-413a-a0ca-b51b1596753a req-eaf031be-9a06-4011-9152-3d1edb23a47e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.481038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4b9cc60-5a2b-413a-a0ca-b51b1596753a req-eaf031be-9a06-4011-9152-3d1edb23a47e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 944 time: 0.0762141 Apr 18 06:27:42.483204 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-716b4905-41ee-406e-ae01-b328d19e9e53 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302457 Apr 18 06:27:42.572457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-0a92179a-6d03-4f6b-b51c-dba4a2442b36 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.574295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-0a92179a-6d03-4f6b-b51c-dba4a2442b36 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf&tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 944 time: 0.0986986 Apr 18 06:27:42.584026 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4b9cc60-5a2b-413a-a0ca-b51b1596753a req-4ae20e18-ccdc-4e4b-aa2f-76f95004b13a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928698 Apr 18 06:27:42.612239 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d0c0865-f301-4061-922d-e68702393adf req-018859da-1471-4a73-99c9-a16944d8e9da service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199620 Apr 18 06:27:42.829091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-36b9b20d-4ecd-4e7a-b9be-9a8bdd0543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.829707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:27:42.830965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-36b9b20d-4ecd-4e7a-b9be-9a8bdd0543ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 1097 time: 0.0434208 Apr 18 06:27:42.880457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port d0068680-f70f-4e8c-9295-a2cd938a71ff triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:42.881056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:42.936154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-e539c973-7839-4b39-83d3-af1748e1d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:42.938222 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-e539c973-7839-4b39-83d3-af1748e1d1ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0994601 Apr 18 06:27:42.984505 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-a3789557-ac7d-48c0-b537-30c7bfe9385f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 200 len: 217 time: 0.0386000 Apr 18 06:27:42.988837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:43.009282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:43.025716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:43.037167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-51cfc619-423d-4741-a513-b6f7d3c99e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:43.038748 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-51cfc619-423d-4741-a513-b6f7d3c99e65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0486639 Apr 18 06:27:43.073512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:43.077355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552dd786-16c0-43e8-a429-3a041844c947" -d '{"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:43.092954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:43.095334 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-c0d87db1-d902-4059-8554-1227f748ec74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314229 Apr 18 06:27:43.151434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0021a6-161a-4dc7-9867-d1421ec33cf7 x-openstack-request-id: req-0a0021a6-161a-4dc7-9867-d1421ec33cf7 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:43.154232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-plugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:43.154232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a0021a6-161a-4dc7-9867-d1421ec33cf7 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:43.154232 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0021a6-161a-4dc7-9867-d1421ec33cf7'] response: {'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'code': 200} Apr 18 06:27:43.156975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:43.222759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-9bbe5d83-75b2-4be6-9a47-d962435a26cf service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962121 Apr 18 06:27:43.320735 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-de6e1b46-5fab-4a1f-a0c7-d9a1d005210b service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888674 Apr 18 06:27:43.705530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114338dc-8614-4bd0-9d54-d098e4d4b28b req-1a38c6a6-7298-48f4-9b9a-c1c4351e8c01 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:43.707029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-114338dc-8614-4bd0-9d54-d098e4d4b28b req-1a38c6a6-7298-48f4-9b9a-c1c4351e8c01 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0522254 Apr 18 06:27:43.746019 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-114338dc-8614-4bd0-9d54-d098e4d4b28b req-5fda7685-9541-4c3d-b07b-a0bacd5d2849 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Apr 18 06:27:44.839994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:27:44.864527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff1ba2-2a95-4fe8-b2c7-fb4d5c741340 req-de040a3b-2298-4333-b679-fe00014fcbe5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:44.866000 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8ff1ba2-2a95-4fe8-b2c7-fb4d5c741340 req-de040a3b-2298-4333-b679-fe00014fcbe5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0500762 Apr 18 06:27:44.907686 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8ff1ba2-2a95-4fe8-b2c7-fb4d5c741340 req-6e7100aa-4b10-470b-bf9c-c9fc5f9c9846 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Apr 18 06:27:44.929043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:44.971427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:45.025211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef28a-b5cd-4553-87d9-fa2fa10e8f40 req-9cd0ef93-fcc7-4f6b-a355-e3b23f150c1e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:45.026627 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c6eef28a-b5cd-4553-87d9-fa2fa10e8f40 req-9cd0ef93-fcc7-4f6b-a355-e3b23f150c1e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 945 time: 0.0490589 Apr 18 06:27:45.052850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:45.066117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c6eef28a-b5cd-4553-87d9-fa2fa10e8f40 req-dbb79bfe-503e-406b-b36a-696ea99f4db8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Apr 18 06:27:45.117542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=9']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:45.153440 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:45.155900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edf6eb0-4270-4183-85e3-338d56621b09" -d '{"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:45.181374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd5a1-7bbc-4a01-9710-8c7d5a74f545 req-808ea4ab-bc7f-486f-9e4f-2eb012374a1f tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:45.183109 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-83efd5a1-7bbc-4a01-9710-8c7d5a74f545 req-808ea4ab-bc7f-486f-9e4f-2eb012374a1f tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 943 time: 0.0508356 Apr 18 06:27:45.194072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec8186-84dc-49c0-8bbf-da4ca7649978 x-openstack-request-id: req-d8ec8186-84dc-49c0-8bbf-da4ca7649978 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:45.194353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:45.194597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8ec8186-84dc-49c0-8bbf-da4ca7649978 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:45.194979 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ec8186-84dc-49c0-8bbf-da4ca7649978'] response: {'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'code': 200} Apr 18 06:27:45.222342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-83efd5a1-7bbc-4a01-9710-8c7d5a74f545 req-2d5375c5-63bf-4f8a-9eb0-c2012d3663e0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Apr 18 06:27:45.827488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-ab7fc961-119d-4ff6-8fa8-7c68aeddb75a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:45.829524 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-ab7fc961-119d-4ff6-8fa8-7c68aeddb75a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 815 time: 0.1032712 Apr 18 06:27:45.845836 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-42859f91-38b3-4885-b793-df275131f73e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/quotas/3cd549ada20d4f0282848bc7d04c3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0095942 Apr 18 06:27:45.895928 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-e808648b-d11c-461e-bd0e-6883b5e0c0e5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445256 Apr 18 06:27:45.989703 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-d484beff-b299-402d-8641-cd3d219ebd23 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858760 Apr 18 06:27:46.077967 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-9518bcb9-b3f1-4800-b0e1-adc703ca9446 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820589 Apr 18 06:27:46.347809 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ad7a8a1-e0ef-4fe3-9a46-ec41743e9731 req-cf27f5b5-895d-4f13-87ab-27a489cd94cc tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 210 time: 0.0331683 Apr 18 06:27:47.445955 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff193b2e-fbcc-4ef7-9fce-2453d1218e27 req-7e93e3f4-2b8e-43f5-ba38-a246ed4f81f8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 210 time: 0.0265920 Apr 18 06:27:47.604764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-2ba4fd83-eecd-4a58-a233-59eade3a057e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:47.606180 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-2ba4fd83-eecd-4a58-a233-59eade3a057e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "GET /v2.0/ports?device_id=057f8c91-d849-40ba-a330-94faa1776ddf HTTP/1.1" status: 200 len: 943 time: 0.0492969 Apr 18 06:27:47.694847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Deleting port d0068680-f70f-4e8c-9295-a2cd938a71ff {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:27:47.695088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.789122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] For port d0068680-f70f-4e8c-9295-a2cd938a71ff, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=d0068680-f70f-4e8c-9295-a2cd938a71ff,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:47.789486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:47.801977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Calling delete_port for d0068680-f70f-4e8c-9295-a2cd938a71ff owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:27:48.008279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.037411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Pushing event deleted for resources: {'Port': ['ID=d0068680-f70f-4e8c-9295-a2cd938a71ff,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:48.069331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.070852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.070852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.070852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.070852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.071274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.071377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.071656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.071983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.072309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.072643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.072967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:27:48.091511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] No DVR routers for this DVR port d0068680-f70f-4e8c-9295-a2cd938a71ff on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:27:48.093968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.097572 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9ffb004c-f1f2-4c39-9dec-53bf5e9e7077 req-7d8bfbe9-2642-485a-adca-75693cc60eb1 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "DELETE /v2.0/ports/d0068680-f70f-4e8c-9295-a2cd938a71ff HTTP/1.1" status: 204 len: 173 time: 0.4857848 Apr 18 06:27:48.098036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-deleted', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:48.100300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f074396d-3df0-444e-9b06-bf1356b8e97c" -d '{"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-deleted", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:48.138369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d203fd-8c9c-4daa-a045-b1eab2b8e58f x-openstack-request-id: req-a1d203fd-8c9c-4daa-a045-b1eab2b8e58f {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:48.138677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057f8c91-d849-40ba-a330-94faa1776ddf", "name": "network-vif-deleted", "tag": "d0068680-f70f-4e8c-9295-a2cd938a71ff", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:48.138923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1d203fd-8c9c-4daa-a045-b1eab2b8e58f {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:48.139349 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d203fd-8c9c-4daa-a045-b1eab2b8e58f'] response: {'server_uuid': '057f8c91-d849-40ba-a330-94faa1776ddf', 'name': 'network-vif-deleted', 'tag': 'd0068680-f70f-4e8c-9295-a2cd938a71ff', 'status': 'completed', 'code': 200} Apr 18 06:27:48.311493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-94d5aa52-870b-4d63-b7d6-e3e9191cc146 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:48.313389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-94d5aa52-870b-4d63-b7d6-e3e9191cc146 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 815 time: 0.1166604 Apr 18 06:27:48.331162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Request body: {'port': {'device_id': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'admin_state_up': True, 'tenant_id': '3cd549ada20d4f0282848bc7d04c3bf2'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:48.511031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Made reservation on behalf of 3cd549ada20d4f0282848bc7d04c3bf2 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:27:48.514890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.575155 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b5cf5fd0-7868-4b00-a590-63210a61a37c req-a10c5a25-b4ac-4399-99e1-0b383cd85c1e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 210 time: 0.0613034 Apr 18 06:27:48.662978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Allocated IP 172.20.0.8 (2e8756df-955a-4979-9baa-bc4527f45766/4295af47-48ed-42b6-883f-066e8ca76e9f/fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:27:48.811581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.944586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:48.989992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Network 2e8756df-955a-4979-9baa-bc4527f45766 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:27:48.993380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:27:48.997780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:27:49.002288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:49.049230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:49.049841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.136284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3b785b34-74af-4b98-afe9-ea72766f8948 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8088458 Apr 18 06:27:49.154059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Request body: {'port': {'device_id': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:27:49.210120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.500216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:49.508734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.522164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Transition to ACTIVE for port object fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:27:49.589839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.637819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:49.748462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1983-aa33-4829-8751-5af7c676155c req-d5e9927e-905e-482d-baf3-5f7cd0fd2a8f tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:49.749938 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36dc1983-aa33-4829-8751-5af7c676155c req-d5e9927e-905e-482d-baf3-5f7cd0fd2a8f tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 943 time: 0.0849819 Apr 18 06:27:49.751015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Attempting to bind port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:27:49.751338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Attempting to bind port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:27:49.751667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Attempting to bind port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea on network 2e8756df-955a-4979-9baa-bc4527f45766 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:27:49.756114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea on network 2e8756df-955a-4979-9baa-bc4527f45766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:27:49.756438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Attempting to bind port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea on network 2e8756df-955a-4979-9baa-bc4527f45766 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:27:49.767947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:27:49.768546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Checking segment: {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:27:49.768918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Bound using segment: {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:27:49.769347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Bound port: fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c2f30-3431-4ef5-b07d-a273aad6b3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:27:49.769704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.827962 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36dc1983-aa33-4829-8751-5af7c676155c req-19f1987c-21aa-46b0-bce2-ebc4f70addc3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Apr 18 06:27:49.856018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:27:49.858989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:27:49.934137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.969417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:49.970201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:49.971637 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 200 len: 1093 time: 0.8217781 Apr 18 06:27:49.991705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7777-2f64-497f-bf45-41af143f7e90 service neutron] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:50.137415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-f5edaac2-44f2-4173-bdfe-db8dee39ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.138932 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-f5edaac2-44f2-4173-bdfe-db8dee39ac82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 1096 time: 0.0410466 Apr 18 06:27:50.140458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:50.143776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f16dd5-9c0f-4767-8aee-36a7552da49b" -d '{"events": [{"name": "network-changed", "server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:50.187741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4969ce1b-267c-4754-945d-b650c62932d4 x-openstack-request-id: req-4969ce1b-267c-4754-945d-b650c62932d4 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:50.188072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:50.188824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4969ce1b-267c-4754-945d-b650c62932d4 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:50.189237 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4969ce1b-267c-4754-945d-b650c62932d4'] response: {'name': 'network-changed', 'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'status': 'completed', 'code': 200} Apr 18 06:27:50.191052 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-15c02542-141e-44d7-bebb-fe6b8b3813d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 200 len: 217 time: 0.0383437 Apr 18 06:27:50.243516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-2c2c144a-cf61-487c-9e6a-a54a6750b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.244942 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-2c2c144a-cf61-487c-9e6a-a54a6750b935 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0460134 Apr 18 06:27:50.276359 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-3bf02612-4e99-4cc2-9cb9-7960c17459f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243108 Apr 18 06:27:50.361343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-eb1de1db-0bd4-42fb-9e6b-bfbc87f47755 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786555 Apr 18 06:27:50.458025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f3ad935-4b4a-481b-b774-abd217e3b3a6 req-31b805ac-3988-42c9-a58a-43ac807462a4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909088 Apr 18 06:27:50.646777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-56b0a455-cc92-4a72-a082-d33916ca7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.648285 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-56b0a455-cc92-4a72-a082-d33916ca7e38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 1096 time: 0.0401261 Apr 18 06:27:50.740320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-a4bb0dca-e8c3-40aa-b347-a4da5124172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.741764 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-a4bb0dca-e8c3-40aa-b347-a4da5124172c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0875661 Apr 18 06:27:50.782305 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-7af4c08b-5904-4f0b-8975-726bafd181fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 200 len: 217 time: 0.0330904 Apr 18 06:27:50.828026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-b111d65d-5dbf-4598-8ea9-0019306294bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.829439 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-b111d65d-5dbf-4598-8ea9-0019306294bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0414329 Apr 18 06:27:50.859223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-3d6acf72-7a5a-4a94-87b1-6f9851a2c22d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238063 Apr 18 06:27:50.909974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:27:50.934954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: d0068680-f70f-4e8c-9295-a2cd938a71ff {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:27:50.935314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device d0068680-f70f-4e8c-9295-a2cd938a71ff not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:27:50.992302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003adbbf-e911-4a0f-a377-5b330206a966 req-717d767b-57ed-4661-bac9-8d4f6f74bf53 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:50.993786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-003adbbf-e911-4a0f-a377-5b330206a966 req-717d767b-57ed-4661-bac9-8d4f6f74bf53 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 943 time: 0.0762930 Apr 18 06:27:50.996028 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-61cfacee-02ec-4064-a250-6ebe890ea63c service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304600 Apr 18 06:27:51.083596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-003adbbf-e911-4a0f-a377-5b330206a966 req-49f41956-7dce-4376-b39a-3ff994d76ef7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833797 Apr 18 06:27:51.118145 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-83f16dd5-9c0f-4767-8aee-36a7552da49b req-8e4f80d5-d72d-410d-a1b7-be7e4d3d5d83 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107628 Apr 18 06:27:52.212667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f674f-d397-4758-bbea-1064fab2531b req-5a506258-97b8-4e7f-80c3-be96a97ae94e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:52.214179 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a49f674f-d397-4758-bbea-1064fab2531b req-5a506258-97b8-4e7f-80c3-be96a97ae94e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 943 time: 0.0499322 Apr 18 06:27:52.252935 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a49f674f-d397-4758-bbea-1064fab2531b req-33dc8286-8342-427c-ac8f-1ae630ec7a74 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Apr 18 06:27:52.909833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:27:53.004611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:53.022963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'port_id': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'mac_address': 'fa:16:3e:9d:68:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295af47-48ed-42b6-883f-066e8ca76e9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:27:53.065547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.079214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:27:53.098543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:53.162475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.214698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:53.371475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b2040-47e3-4440-a939-a52da5e4ff00 req-698ece50-bc83-4f33-ba7e-460af8d2eea5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:53.377714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-992b2040-47e3-4440-a939-a52da5e4ff00 req-698ece50-bc83-4f33-ba7e-460af8d2eea5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 944 time: 0.0507476 Apr 18 06:27:53.415640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-992b2040-47e3-4440-a939-a52da5e4ff00 req-77a144a6-1c6f-4912-86c2-2aebd7ab596b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Apr 18 06:27:53.429557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-963e64f9-6b28-4b37-b0db-41847a18d6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:53.535411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:27:54.553471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80f57-4f5c-4e92-b94b-fb138c95d225 req-7ca71de0-87b0-4961-942f-4c4a9488cfaf tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:54.555074 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fd80f57-4f5c-4e92-b94b-fb138c95d225 req-7ca71de0-87b0-4961-942f-4c4a9488cfaf tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 944 time: 0.0603819 Apr 18 06:27:54.593628 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3fd80f57-4f5c-4e92-b94b-fb138c95d225 req-4b5d0bde-ffc5-4dea-bfcf-625d6aa361b3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Apr 18 06:27:54.940569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:27:55.052425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:27:55.056684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:27:55.057075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:55.136772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:55.158934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:27:55.161180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7fe73a-00eb-4c24-97ab-0a13d8dfebe1" -d '{"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-plugged", "status": "completed", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:27:55.174257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:27:55.199210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf36fc6-0ef6-4f7d-a80d-e40320c2fc36 x-openstack-request-id: req-fcf36fc6-0ef6-4f7d-a80d-e40320c2fc36 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:27:55.199530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-plugged", "status": "completed", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:27:55.199777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcf36fc6-0ef6-4f7d-a80d-e40320c2fc36 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:27:55.200169 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf36fc6-0ef6-4f7d-a80d-e40320c2fc36'] response: {'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'code': 200} Apr 18 06:27:55.253726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:55.301668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:27:55.566350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02735-ec68-4f08-826e-13ed0d825457 req-c94800c3-87c4-48ea-8865-22dabfa02497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:55.567930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-27a02735-ec68-4f08-826e-13ed0d825457 req-c94800c3-87c4-48ea-8865-22dabfa02497 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 1098 time: 0.0446568 Apr 18 06:27:55.602072 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-27a02735-ec68-4f08-826e-13ed0d825457 req-39621d3c-6f1c-486b-9b64-a29407c21fd6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279839 Apr 18 06:27:55.714717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a4c2-c55a-49c1-8148-75c8b70db027 req-0c6f2e0d-74b7-4172-97ec-c90ef668a6ef tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:55.716212 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f508a4c2-c55a-49c1-8148-75c8b70db027 req-0c6f2e0d-74b7-4172-97ec-c90ef668a6ef tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0523632 Apr 18 06:27:55.754273 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f508a4c2-c55a-49c1-8148-75c8b70db027 req-0503415b-6eea-4358-b9ae-1f31fdb127f8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312939 Apr 18 06:27:55.852240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e52d7585-41f8-4549-a714-3d87df9fd682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:56.873159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51494e-f9b6-428b-a9e9-bf7f08c01770 req-b908dfd9-51ef-4cc2-a00b-98b4626e84b8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:56.874644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f51494e-f9b6-428b-a9e9-bf7f08c01770 req-b908dfd9-51ef-4cc2-a00b-98b4626e84b8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0512714 Apr 18 06:27:56.917902 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f51494e-f9b6-428b-a9e9-bf7f08c01770 req-e76e4d8e-4efe-4d3d-b01e-f8623659a951 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Apr 18 06:27:57.063665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:58.041562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8654-07f6-4cb4-80bb-bc6f648335a3 req-7905ea5b-0214-46ab-889b-3755563eacc3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:58.043018 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa6a8654-07f6-4cb4-80bb-bc6f648335a3 req-7905ea5b-0214-46ab-889b-3755563eacc3 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0513999 Apr 18 06:27:58.082304 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa6a8654-07f6-4cb4-80bb-bc6f648335a3 req-f91fae6e-99ff-4479-bd30-746c8e13f569 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Apr 18 06:27:58.198157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf56a0-102a-4da7-aec3-9ab23dbf03d0 req-10d392d7-01cc-432e-9fb4-8c0ac502a764 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:58.199684 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0bf56a0-102a-4da7-aec3-9ab23dbf03d0 req-10d392d7-01cc-432e-9fb4-8c0ac502a764 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Apr 18 06:27:58.238786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0bf56a0-102a-4da7-aec3-9ab23dbf03d0 req-84a86f8c-7119-41ee-9016-5431e8af6c61 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Apr 18 06:27:58.813779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:58.903693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d0f56-8901-4c48-b9d1-8028cdce5f10 req-9e4833d4-a252-49cb-b8c0-41ca07ec6d2e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:27:58.905123 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a36d0f56-8901-4c48-b9d1-8028cdce5f10 req-9e4833d4-a252-49cb-b8c0-41ca07ec6d2e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0532122 Apr 18 06:27:58.928198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:27:58.945594 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a36d0f56-8901-4c48-b9d1-8028cdce5f10 req-0712c0ad-678f-4146-9f0c-5f512ede7a40 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Apr 18 06:27:59.002703 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-8b4cac4f-54cb-4940-869b-3ee447c0d348 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414336 Apr 18 06:28:00.067827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3d1bf-8ac8-4bae-968a-cccbdc861ddb req-365fe0a8-a4d0-43c3-b4bd-1302d5d3b046 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:00.069413 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-88f3d1bf-8ac8-4bae-968a-cccbdc861ddb req-365fe0a8-a4d0-43c3-b4bd-1302d5d3b046 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0500500 Apr 18 06:28:00.112843 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-88f3d1bf-8ac8-4bae-968a-cccbdc861ddb req-914dbf5a-ec48-498d-84b1-272d20c2ad15 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Apr 18 06:28:00.984522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-173183b8-7382-45e6-868d-1df39a3740a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:00.987379 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-173183b8-7382-45e6-868d-1df39a3740a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 1098 time: 0.0436485 Apr 18 06:28:01.081353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-425f9c21-38fc-461f-8163-b8911d07f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:01.082829 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-425f9c21-38fc-461f-8163-b8911d07f821 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0883539 Apr 18 06:28:01.124717 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-90bdc7c0-33e3-4d63-8a0d-34e38c6bb30b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 200 len: 217 time: 0.0351985 Apr 18 06:28:01.173825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-e159984f-680f-42ed-b41a-1191f70c1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:01.175443 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-e159984f-680f-42ed-b41a-1191f70c1648 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0447860 Apr 18 06:28:01.231106 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-82c99d3f-1658-44a8-a614-0a45c820ba5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483325 Apr 18 06:28:01.298303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e43d-3c59-47dc-9872-561a0043983a req-d808e3f3-192b-4085-8526-8f090a424eb8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:01.299704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c157e43d-3c59-47dc-9872-561a0043983a req-d808e3f3-192b-4085-8526-8f090a424eb8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.1181056 Apr 18 06:28:01.357643 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-ed2f7caf-af57-4acf-80de-e9464efedb2a service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190772 Apr 18 06:28:01.361171 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c157e43d-3c59-47dc-9872-561a0043983a req-44bb4d1d-e764-4dd3-929d-782d8fb2f10c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540514 Apr 18 06:28:01.786652 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-60504fc2-87bd-4bbd-943e-4f934aab813a service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231248 Apr 18 06:28:02.479842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fcd83-310f-412f-b492-ca9be8f96ab8 req-cbeb5cb9-58d3-4193-bcaa-4f9ed985a107 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:02.481407 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f6fcd83-310f-412f-b492-ca9be8f96ab8 req-cbeb5cb9-58d3-4193-bcaa-4f9ed985a107 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0503979 Apr 18 06:28:02.520510 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2f6fcd83-310f-412f-b492-ca9be8f96ab8 req-53e6bb31-e34d-4f74-8592-a36772f9a534 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Apr 18 06:28:03.642162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72870ec2-066f-4349-ad5f-6afaa370307e req-b9df29a1-4418-4dfd-a39f-5aee4d1a1a04 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:03.644087 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72870ec2-066f-4349-ad5f-6afaa370307e req-b9df29a1-4418-4dfd-a39f-5aee4d1a1a04 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0561802 Apr 18 06:28:03.683959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72870ec2-066f-4349-ad5f-6afaa370307e req-095e67ad-b6b5-47cc-9fbc-2e3b9c04d377 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Apr 18 06:28:04.803780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68784e86-132b-472c-b353-88de4933d136 req-96f1f1d6-79de-4f97-8fc4-639b880f0f40 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:04.805320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68784e86-132b-472c-b353-88de4933d136 req-96f1f1d6-79de-4f97-8fc4-639b880f0f40 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Apr 18 06:28:04.843948 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68784e86-132b-472c-b353-88de4933d136 req-1803d865-2217-4309-bae3-8ef86997f51a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Apr 18 06:28:05.966847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2690-0255-439d-9b52-9b3e7762512f req-79481020-795e-47cb-b739-a6a59dc421d7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:05.968340 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-92cc2690-0255-439d-9b52-9b3e7762512f req-79481020-795e-47cb-b739-a6a59dc421d7 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0525734 Apr 18 06:28:06.009462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-92cc2690-0255-439d-9b52-9b3e7762512f req-d5cb7a13-9ec1-4dca-b7eb-7fa869fd9e52 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344596 Apr 18 06:28:07.128614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee147f-1ed2-48f2-b235-717f622fb715 req-bbfbad68-27cb-4744-9865-712369113096 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:07.130113 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0dee147f-1ed2-48f2-b235-717f622fb715 req-bbfbad68-27cb-4744-9865-712369113096 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0493214 Apr 18 06:28:07.175650 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0dee147f-1ed2-48f2-b235-717f622fb715 req-9634c1f3-fbb0-416d-99dc-30056e806924 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Apr 18 06:28:08.292282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9615-72c1-4a08-98e0-61ecd87753e5 req-7e411ab3-8d68-4452-975c-4563312f6e5d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:08.293770 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70bb9615-72c1-4a08-98e0-61ecd87753e5 req-7e411ab3-8d68-4452-975c-4563312f6e5d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0496657 Apr 18 06:28:08.332658 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-70bb9615-72c1-4a08-98e0-61ecd87753e5 req-09f92593-1846-4e5e-9753-72e352174bce tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Apr 18 06:28:08.599573 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:28:09.451605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832ddd-7468-4683-9c3e-77c2b74901a5 req-c99600b0-4402-4ae3-9eda-c0d9a18cdb72 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:09.453199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d7832ddd-7468-4683-9c3e-77c2b74901a5 req-c99600b0-4402-4ae3-9eda-c0d9a18cdb72 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0490785 Apr 18 06:28:09.500818 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d7832ddd-7468-4683-9c3e-77c2b74901a5 req-d345d87f-0628-4d26-afcc-c8563e0a7cb4 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Apr 18 06:28:10.616333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bba327-8c67-47f9-bbbc-5cc7b2f25864 req-cdec1d81-1f5a-484b-94bc-f67c57eab236 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:10.617810 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5bba327-8c67-47f9-bbbc-5cc7b2f25864 req-cdec1d81-1f5a-484b-94bc-f67c57eab236 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Apr 18 06:28:10.655675 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5bba327-8c67-47f9-bbbc-5cc7b2f25864 req-0a93c337-5d56-4811-a073-b0dcd4463061 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Apr 18 06:28:11.773764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782e91b-e8e2-49ae-b81a-3337bf618962 req-7ad5f6f0-9d11-4f34-8ce8-731241a5e292 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:11.775281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6782e91b-e8e2-49ae-b81a-3337bf618962 req-7ad5f6f0-9d11-4f34-8ce8-731241a5e292 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Apr 18 06:28:11.816020 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6782e91b-e8e2-49ae-b81a-3337bf618962 req-1a83cc3a-2816-4691-843a-c3b0870e713c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345769 Apr 18 06:28:12.940524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02c97c-45a7-476e-9475-94e4eefca290 req-96c7d38d-a603-4f07-94f4-64e2ed8b786a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:12.942213 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9b02c97c-45a7-476e-9475-94e4eefca290 req-96c7d38d-a603-4f07-94f4-64e2ed8b786a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0558624 Apr 18 06:28:12.983338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9b02c97c-45a7-476e-9475-94e4eefca290 req-3afd5bfa-8820-416f-89d2-f35c204fc95a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Apr 18 06:28:13.013004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:14.100243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2416c85-1dac-4adf-97cf-a3cda2438945 req-251da6d5-b3ed-470b-8a2f-0769811445e8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:14.101663 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d2416c85-1dac-4adf-97cf-a3cda2438945 req-251da6d5-b3ed-470b-8a2f-0769811445e8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Apr 18 06:28:14.145232 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d2416c85-1dac-4adf-97cf-a3cda2438945 req-5002f972-8131-4ab8-954a-7d536c7fa6a6 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Apr 18 06:28:15.260634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2b558-bfc6-4dba-ba72-f7626fa0e88f req-205373fa-049c-4768-8d48-4f4a78257a1a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:15.262273 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8cf2b558-bfc6-4dba-ba72-f7626fa0e88f req-205373fa-049c-4768-8d48-4f4a78257a1a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0502505 Apr 18 06:28:15.305368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8cf2b558-bfc6-4dba-ba72-f7626fa0e88f req-8b053f8a-583b-48dd-bbd2-8d4bb27e1dac tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Apr 18 06:28:16.422975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a54c-027d-4cd7-8776-951e0144bd91 req-5b9d03da-44fc-4420-bdb3-cde5aca0cadb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:16.424622 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a554a54c-027d-4cd7-8776-951e0144bd91 req-5b9d03da-44fc-4420-bdb3-cde5aca0cadb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Apr 18 06:28:16.464156 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a554a54c-027d-4cd7-8776-951e0144bd91 req-4da0cd98-3dd9-4915-9bcf-7e58da26c9cf tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Apr 18 06:28:17.581520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2b21-eec0-4ad1-b858-9b6144fded33 req-07fe04c4-132a-4aee-991c-92549b75b500 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:17.583064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a25f2b21-eec0-4ad1-b858-9b6144fded33 req-07fe04c4-132a-4aee-991c-92549b75b500 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0498588 Apr 18 06:28:17.620342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a25f2b21-eec0-4ad1-b858-9b6144fded33 req-eefe4b65-5a92-41dc-ace3-54a9f5284cae tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Apr 18 06:28:18.740078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36489e3f-91a9-487c-a4ec-33bd36a8f2d2 req-a01d574c-7e16-43da-938d-f08f8b670e65 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:18.741515 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-36489e3f-91a9-487c-a4ec-33bd36a8f2d2 req-a01d574c-7e16-43da-938d-f08f8b670e65 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0497859 Apr 18 06:28:18.781472 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-36489e3f-91a9-487c-a4ec-33bd36a8f2d2 req-29ebbaf9-fe07-4d0e-8e0e-a390c7cf16d6 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Apr 18 06:28:19.904115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb6c77-f7ab-4211-9333-022aad0d71e1 req-33bfb470-9b2c-449f-b0f7-dac8bce463a2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:19.905668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98bb6c77-f7ab-4211-9333-022aad0d71e1 req-33bfb470-9b2c-449f-b0f7-dac8bce463a2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0540941 Apr 18 06:28:19.946206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98bb6c77-f7ab-4211-9333-022aad0d71e1 req-65749a7e-2557-4f9a-9da8-d67c0acd53c0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Apr 18 06:28:21.063142 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0f38-cdaf-42d6-981f-2a96f2c897b8 req-d8a29a86-9f7f-4423-8d37-08e02ad915e9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:21.064673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-569b0f38-cdaf-42d6-981f-2a96f2c897b8 req-d8a29a86-9f7f-4423-8d37-08e02ad915e9 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Apr 18 06:28:21.108069 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-569b0f38-cdaf-42d6-981f-2a96f2c897b8 req-535b60b3-26f7-4dcb-9e49-af49955b1141 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Apr 18 06:28:22.223553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a387-475a-4c5f-9b85-96ddae201c38 req-390dde51-8981-4a7f-be3a-ff2dca822d07 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:22.225066 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24e3a387-475a-4c5f-9b85-96ddae201c38 req-390dde51-8981-4a7f-be3a-ff2dca822d07 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0500295 Apr 18 06:28:22.263823 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24e3a387-475a-4c5f-9b85-96ddae201c38 req-9633302e-b85c-432b-9eb8-7fac59baa0b2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Apr 18 06:28:23.386457 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335814-66ff-4d27-be8d-4a27bb13f1e9 req-c5b6329d-5cfc-4790-a304-bece400869cd tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:23.387980 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81335814-66ff-4d27-be8d-4a27bb13f1e9 req-c5b6329d-5cfc-4790-a304-bece400869cd tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Apr 18 06:28:23.428175 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-81335814-66ff-4d27-be8d-4a27bb13f1e9 req-acddc86f-2736-4d71-b876-816d7f68f02b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Apr 18 06:28:23.441655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e1feb37f-1a3c-41eb-90cb-6a436680837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:24.550452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5a45-cf97-4aed-9a9f-62706154b328 req-4edd990e-757e-4c2a-8cd8-3148e935e00e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:24.551965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b84a5a45-cf97-4aed-9a9f-62706154b328 req-4edd990e-757e-4c2a-8cd8-3148e935e00e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0497401 Apr 18 06:28:24.590822 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b84a5a45-cf97-4aed-9a9f-62706154b328 req-e9adb1f0-df91-4e9a-b71c-86edf3f5836b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Apr 18 06:28:25.705720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b396-43bf-4f20-a238-43fdd3fad33d req-676ac8e1-10da-410b-be37-3ecc3d4d41b0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:25.707140 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8f02b396-43bf-4f20-a238-43fdd3fad33d req-676ac8e1-10da-410b-be37-3ecc3d4d41b0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0477326 Apr 18 06:28:25.748515 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8f02b396-43bf-4f20-a238-43fdd3fad33d req-bc120e52-3500-40b9-a03b-78d9638d443b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Apr 18 06:28:25.839782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-917c720a-92bc-4139-a62f-10e2d8c0f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:26.872300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9c02-a030-4006-8dfb-d87feed859f4 req-1cb1b559-dc5d-4d94-99ea-b383c4ac727a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:26.873767 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2ada9c02-a030-4006-8dfb-d87feed859f4 req-1cb1b559-dc5d-4d94-99ea-b383c4ac727a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Apr 18 06:28:26.915267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2ada9c02-a030-4006-8dfb-d87feed859f4 req-d49e8eb5-78fe-46cd-8694-ac097b0c176e tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Apr 18 06:28:27.079880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:28.029779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46949d-a85f-42af-b5f7-d5d8c7d056a4 req-860f4559-7501-40fa-b522-6ffdd710702b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:28.031784 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a46949d-a85f-42af-b5f7-d5d8c7d056a4 req-860f4559-7501-40fa-b522-6ffdd710702b tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0514348 Apr 18 06:28:28.076023 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a46949d-a85f-42af-b5f7-d5d8c7d056a4 req-f9764632-7628-47cc-8f5d-c717d5dada2c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 Apr 18 06:28:28.789419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:28.908498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:29.006966 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-8c6cf3e6-0d45-484c-8f64-4fe8f9b1e962 service neutron] 10.222.0.46 "GET /v2.0/ports/fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0548098 Apr 18 06:28:29.196831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bd758-8c10-46d9-b2a5-657a6ff3e551 req-30edf4fa-cabb-4119-8c87-80cbc83baafe tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:29.198278 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d80bd758-8c10-46d9-b2a5-657a6ff3e551 req-30edf4fa-cabb-4119-8c87-80cbc83baafe tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0525646 Apr 18 06:28:29.237124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d80bd758-8c10-46d9-b2a5-657a6ff3e551 req-3b654d2a-53ff-437f-a71a-6e9e1c1b01ad tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Apr 18 06:28:29.490720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-68720753-a034-43c9-a0c3-12f4dda2d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:29.492277 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-68720753-a034-43c9-a0c3-12f4dda2d99f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2&tenant_id=3cd549ada20d4f0282848bc7d04c3bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0461450 Apr 18 06:28:29.567926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-0f137059-b7bf-4619-8c18-76d6b3181152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:29.569421 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-0f137059-b7bf-4619-8c18-76d6b3181152 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 1098 time: 0.0440872 Apr 18 06:28:29.666835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-b21ef68a-7775-4490-b76b-cc2f1ff5d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:29.677633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-b21ef68a-7775-4490-b76b-cc2f1ff5d184 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0984080 Apr 18 06:28:29.719969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-7f93f8d5-6d47-4c1d-ab44-1dd28bcf74e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 200 len: 217 time: 0.0389984 Apr 18 06:28:29.768058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-2b084ad7-c7f8-43c0-9191-5b63a8415151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:29.769579 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-2b084ad7-c7f8-43c0-9191-5b63a8415151 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0437229 Apr 18 06:28:29.801947 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-4c68e784-07dd-4795-8e89-f4782d531140 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255578 Apr 18 06:28:29.895969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-04716e33-9ca1-4f35-8c24-6d06b0b2a02f service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Apr 18 06:28:29.988972 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e0d8404-dec9-4997-83f1-eaba711ec59d req-aebd9b6d-4b82-4c5a-b8de-793d971245f4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Apr 18 06:28:30.355420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cadab-9657-4528-b4d7-b2b1cbcd4e79 req-ba9a67c7-fa9e-4efa-be88-dee58f5e084c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:30.356992 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a82cadab-9657-4528-b4d7-b2b1cbcd4e79 req-ba9a67c7-fa9e-4efa-be88-dee58f5e084c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0489774 Apr 18 06:28:30.396121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a82cadab-9657-4528-b4d7-b2b1cbcd4e79 req-852ff7b1-351c-480c-a7c8-63d318a250e5 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Apr 18 06:28:31.525532 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686f30-b528-4d77-8871-52cebf2f07dd req-b9304f92-0913-435f-80c1-78991d8e20c2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:31.527012 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-65686f30-b528-4d77-8871-52cebf2f07dd req-b9304f92-0913-435f-80c1-78991d8e20c2 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Apr 18 06:28:31.566249 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-65686f30-b528-4d77-8871-52cebf2f07dd req-c179c8ff-cd2d-4579-b876-3d7975374b78 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Apr 18 06:28:32.683897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69447e-a712-4dd9-b96d-403b2d38b323 req-04c24750-1d08-4d5c-873e-ff44ad7bd5de tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:32.685281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec69447e-a712-4dd9-b96d-403b2d38b323 req-04c24750-1d08-4d5c-873e-ff44ad7bd5de tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Apr 18 06:28:32.725013 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ec69447e-a712-4dd9-b96d-403b2d38b323 req-40186da8-8a55-4693-a129-c6be55d87edb tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Apr 18 06:28:33.114549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:28:33.118621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:28:33.272091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:33.278347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:33.301618 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'network_id': '2e8756df-955a-4979-9baa-bc4527f45766', 'port_id': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'mac_address': 'fa:16:3e:9d:68:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295af47-48ed-42b6-883f-066e8ca76e9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:28:33.310529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:28:33.312821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a16b1bf-eb81-4f30-a31c-4f0c817c69da" -d '{"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:28:33.342430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:33.359073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:33.368037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c975fdcd-520e-43e5-879b-e6bf4b7a6a9f x-openstack-request-id: req-c975fdcd-520e-43e5-879b-e6bf4b7a6a9f {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:28:33.368307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:28:33.368552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c975fdcd-520e-43e5-879b-e6bf4b7a6a9f {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:28:33.368960 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c975fdcd-520e-43e5-879b-e6bf4b7a6a9f'] response: {'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'code': 200} Apr 18 06:28:33.374453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:28:33.417530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:33.492510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:28:33.492865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:28:33.495568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:33.842522 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60ed5-128b-43d8-a0f5-92a6b49647c1 req-dc592084-bb0d-4396-848a-c227140b54af tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:33.844645 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-19d60ed5-128b-43d8-a0f5-92a6b49647c1 req-dc592084-bb0d-4396-848a-c227140b54af tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 943 time: 0.0499978 Apr 18 06:28:33.888157 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-19d60ed5-128b-43d8-a0f5-92a6b49647c1 req-3e61ff7b-0aa3-4d59-8367-de68ecede4ac tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Apr 18 06:28:34.031284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:34.044368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:28:34.064648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:34.126547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:34.182733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:34.223707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b27f-f40e-4fe8-8a86-e74308c6734a req-3415d052-0bec-4155-b7ac-37dbe67bbef6 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:34.225236 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8357b27f-f40e-4fe8-8a86-e74308c6734a req-3415d052-0bec-4155-b7ac-37dbe67bbef6 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 944 time: 0.0573790 Apr 18 06:28:34.266162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:28:34.275276 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8357b27f-f40e-4fe8-8a86-e74308c6734a req-3bfe9ecf-033d-4194-b654-7151cc571f68 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Apr 18 06:28:34.340889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-d93ecf57-975c-4b5b-bcce-36e829cfa9ab tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:34.342380 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-d93ecf57-975c-4b5b-bcce-36e829cfa9ab tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2&tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 944 time: 0.0564344 Apr 18 06:28:34.450174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-be1ff354-011c-4036-beb3-409aab1722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:34.451733 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-be1ff354-011c-4036-beb3-409aab1722b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 1097 time: 0.0436833 Apr 18 06:28:34.547444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-6e1ddb64-048c-433f-8a12-0e967bf75485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:34.548875 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-6e1ddb64-048c-433f-8a12-0e967bf75485 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 200 len: 916 time: 0.0908289 Apr 18 06:28:34.592268 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-fd4fbd71-4eaa-4d23-acb0-b8d95f3148b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 200 len: 217 time: 0.0362585 Apr 18 06:28:34.642329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-f840b25f-1648-4bed-b7ba-c84976ceebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:34.644159 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-f840b25f-1648-4bed-b7ba-c84976ceebc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 200 len: 855 time: 0.0452614 Apr 18 06:28:34.676783 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-2fff6e82-bff1-4cd7-9726-b9cc5ff02367 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e8756df-955a-4979-9baa-bc4527f45766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258141 Apr 18 06:28:34.772786 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-3a994af9-86d3-442f-9ab6-8f55ade05187 service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887997 Apr 18 06:28:34.869210 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ab702f7-5807-4547-9f38-4a4d44a024f8 req-afe6eece-b9fd-4e97-8c49-c8969819969d service neutron] 10.222.0.46 "GET /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901089 Apr 18 06:28:35.129540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:35.177432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:35.177802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:35.258350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:35.292697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:35.345164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:35.370600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:28:35.372902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7d858-5cac-436a-80b6-96284f55d62d" -d '{"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-plugged", "status": "completed", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:28:35.402504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e21a2-1ba8-4477-8668-162cfcccb929 req-17c503c4-cc6a-4324-a2e3-2ace7e47887c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:35.404437 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-378e21a2-1ba8-4477-8668-162cfcccb929 req-17c503c4-cc6a-4324-a2e3-2ace7e47887c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0591514 Apr 18 06:28:35.411193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:35.435281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26076840-91d9-4f9e-9bd4-a77d205b7844 x-openstack-request-id: req-26076840-91d9-4f9e-9bd4-a77d205b7844 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:28:35.440171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-plugged", "status": "completed", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:28:35.440572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26076840-91d9-4f9e-9bd4-a77d205b7844 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:28:35.440898 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26076840-91d9-4f9e-9bd4-a77d205b7844'] response: {'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'code': 200} Apr 18 06:28:35.453235 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-378e21a2-1ba8-4477-8668-162cfcccb929 req-4cf1cf2e-73ff-4086-b350-e319d78cbb58 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Apr 18 06:28:36.570987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d876a19-2950-495b-bf5e-4f1ecc2dabc6 req-c28a9e15-8d40-4758-b756-bb43fde76536 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:36.572500 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d876a19-2950-495b-bf5e-4f1ecc2dabc6 req-c28a9e15-8d40-4758-b756-bb43fde76536 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0498953 Apr 18 06:28:36.611450 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d876a19-2950-495b-bf5e-4f1ecc2dabc6 req-57bee595-bbd2-4d2c-bf0e-676c26037aa8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Apr 18 06:28:36.728720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af91b9c-a1f6-4a7b-a1b1-b59b355c0c03 req-0aba1646-6cae-4538-98a9-44ba4c76696a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:36.730143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8af91b9c-a1f6-4a7b-a1b1-b59b355c0c03 req-0aba1646-6cae-4538-98a9-44ba4c76696a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0513895 Apr 18 06:28:36.770719 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8af91b9c-a1f6-4a7b-a1b1-b59b355c0c03 req-36530f2a-c1cf-43a0-b8a0-a9de69427893 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Apr 18 06:28:36.885734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201d158-68a0-4948-8bdb-62e1ccdc75f4 req-ce074fdf-1e51-4d58-9746-9f6750cc4fc8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:36.887830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8201d158-68a0-4948-8bdb-62e1ccdc75f4 req-ce074fdf-1e51-4d58-9746-9f6750cc4fc8 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0506113 Apr 18 06:28:36.933730 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8201d158-68a0-4948-8bdb-62e1ccdc75f4 req-c8fe73c3-f485-4341-b4f6-2bf486f97d3d tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Apr 18 06:28:37.457723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc58b04-4114-4bc6-95ee-13b3f5d1fb37 req-20683894-a8c1-406b-ac1a-b00778369138 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:37.459194 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0bc58b04-4114-4bc6-95ee-13b3f5d1fb37 req-20683894-a8c1-406b-ac1a-b00778369138 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Apr 18 06:28:37.503930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0bc58b04-4114-4bc6-95ee-13b3f5d1fb37 req-634dbab1-6c3e-45f0-b2d4-cdc5ccdceb3a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Apr 18 06:28:38.623719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d5f0-4e33-4066-8ede-dee1fa4f80b2 req-cd01d4c6-696c-404e-8180-0005d0cd488c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:38.625341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5585d5f0-4e33-4066-8ede-dee1fa4f80b2 req-cd01d4c6-696c-404e-8180-0005d0cd488c tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Apr 18 06:28:38.664138 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5585d5f0-4e33-4066-8ede-dee1fa4f80b2 req-37e01f30-0924-4bb7-ae01-af596acbaef0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Apr 18 06:28:39.406336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-0ce038a7-4051-40c9-9687-d967aa1c7ec4 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.407845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-0ce038a7-4051-40c9-9687-d967aa1c7ec4 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Apr 18 06:28:39.503216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Deleting port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:28:39.503604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:39.598255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] For port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,segment=NetworkSegment(222c2f30-3431-4ef5-b07d-a273aad6b3c8),segment_id=222c2f30-3431-4ef5-b07d-a273aad6b3c8)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:39.598630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:39.612688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Calling delete_port for fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:28:39.790797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06fb57-cf4e-4123-887c-6cbfeee66dbd req-ef6752eb-543d-46b7-86c7-03655389adb0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:39.792630 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba06fb57-cf4e-4123-887c-6cbfeee66dbd req-ef6752eb-543d-46b7-86c7-03655389adb0 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/ports?device_id=802d4a9f-cfe5-430f-963e-7df8057788b2 HTTP/1.1" status: 200 len: 945 time: 0.0535784 Apr 18 06:28:39.819977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:39.852260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:28:39.860757 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba06fb57-cf4e-4123-887c-6cbfeee66dbd req-341ea687-7f08-4d0f-a939-ac0de347ec1a tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf88dff5-c864-4640-8deb-249132a3ff6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 Apr 18 06:28:39.861771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Pushing event deleted for resources: {'Port': ['ID=fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:39.910534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] No DVR routers for this DVR port fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:28:39.913250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:39.916714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-872867fa-b89c-40fb-aa60-e1a06fd9294d req-03c0bdae-afae-4532-aafe-f6ad22108a69 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] 10.222.0.46 "DELETE /v2.0/ports/fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea HTTP/1.1" status: 204 len: 173 time: 0.5031972 Apr 18 06:28:39.917165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-deleted', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:28:39.920578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc359d7e-b630-4300-a0f4-ff383caafc57" -d '{"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-deleted", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:28:39.958272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d29b017-8b94-4898-80cf-845531c5929a x-openstack-request-id: req-6d29b017-8b94-4898-80cf-845531c5929a {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:28:39.958561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802d4a9f-cfe5-430f-963e-7df8057788b2", "name": "network-vif-deleted", "tag": "fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:28:39.958816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d29b017-8b94-4898-80cf-845531c5929a {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:28:39.959221 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d29b017-8b94-4898-80cf-845531c5929a'] response: {'server_uuid': '802d4a9f-cfe5-430f-963e-7df8057788b2', 'name': 'network-vif-deleted', 'tag': 'fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea', 'status': 'completed', 'code': 200} Apr 18 06:28:40.997970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55892) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:41.042825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Deleting subnet 4295af47-48ed-42b6-883f-066e8ca76e9f {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:28:41.046560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.079778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.121326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.229253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.254369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4295af47-48ed-42b6-883f-066e8ca76e9f,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:41.262509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.266167 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4295af47-48ed-42b6-883f-066e8ca76e9f HTTP/1.1" status: 204 len: 168 time: 0.2670722 Apr 18 06:28:41.268015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.268397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.268886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.269226 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.269465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55894) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:41.269891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.269891 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.270180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.270501 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.270822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.271302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.271617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.271934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481a1e7-6498-4afb-a7cc-4ad8ed4d33b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:41.343424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.420999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.444522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8756df-955a-4979-9baa-bc4527f45766']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:41.454313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222c2f30-3431-4ef5-b07d-a273aad6b3c8') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:41.454609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222c2f30-3431-4ef5-b07d-a273aad6b3c8') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:41.463835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.477857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.484211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:28:41.484601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:28:41.486252 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:28:41.611686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.616958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:41.620122 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2e8756df-955a-4979-9baa-bc4527f45766 HTTP/1.1" status: 204 len: 168 time: 0.3495734 Apr 18 06:28:41.632116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f7bce-0dcb-4b4d-9d73-994b58bc71c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8756df-955a-4979-9baa-bc4527f45766,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:41.904057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55898) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:41.945916 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-91130ea3-2f88-4305-b148-513bd919a14d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cd549ada20d4f0282848bc7d04c3bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407197 Apr 18 06:28:41.948323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55900) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:41.995696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96cb21e0-ae72-4dee-925a-6b8aae392e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:42.020330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96cb21e0-ae72-4dee-925a-6b8aae392e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:42.119935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96cb21e0-ae72-4dee-925a-6b8aae392e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:42.122479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-96cb21e0-ae72-4dee-925a-6b8aae392e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:42.126706 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-96cb21e0-ae72-4dee-925a-6b8aae392e28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf88dff5-c864-4640-8deb-249132a3ff6e HTTP/1.1" status: 204 len: 168 time: 0.1744552 Apr 18 06:28:42.134975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb21e0-ae72-4dee-925a-6b8aae392e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf88dff5-c864-4640-8deb-249132a3ff6e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:43.033796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.154541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55922) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:43.173857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:28:43.194729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:28:43.195066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device fc97cf6b-ceb8-4b8d-9b6e-b333d3c874ea not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:28:43.254580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-342022475-network', 'tenant_id': '49a413894983418db2d9e9e4670241f4'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:43.354231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Made reservation on behalf of 49a413894983418db2d9e9e4670241f4 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:28:43.356778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.366099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.440982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.513975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.538012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:28:43.548032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67eb70-bee5-435a-a604-6bfdd09d9567,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:43.552623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.553028 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Added segment 00ec9106-94c3-49bf-8425-5b3f26825ccd of type vlan for network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 Apr 18 06:28:43.591845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.691458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.692386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:43.692968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:43.778225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] Pushing event updated for resources: {'Network': ['ID=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:43.789157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:28:43.826000 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b8a7efe9-819f-4a08-9f73-30fbf280e73b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6693559 Apr 18 06:28:43.829350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55926) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:43.835018 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Request body: {'subnet': {'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-342022475-subnet', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:43.914117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Made reservation on behalf of 49a413894983418db2d9e9e4670241f4 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:28:43.916535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.136484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.188476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a747cc49-9d61-44de-99b6-cef3be6136c3,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:44.198393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:28:44.198749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Network hostable DHCP agents. Network: 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:28:44.279167 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:28:44.348776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:44.352876 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:44.353447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.359405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576e0ce-4cfa-4fc0-a69e-b0fc8ce1f481 None None] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:28:44.430629 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-36ea638f-1882-4945-b79a-663cc09f2a21 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5973182 Apr 18 06:28:44.431967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55928) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:44.436556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:44.512565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:28:44.513410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.526339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.527742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.589730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.645403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Allocated IP 172.20.0.2 (1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1/a747cc49-9d61-44de-99b6-cef3be6136c3/c24a5767-d25f-4b01-8b15-0a1efd9b9830) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:28:44.790050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.794233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.850992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.898258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:44.901807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:44.906631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:28:44.909690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Pushing event updated for resources: {'Port': ['ID=c24a5767-d25f-4b01-8b15-0a1efd9b9830,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:44.917686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.918061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.918369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.918697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.919029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.919381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.919706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.920029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.920535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.921103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.921266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.921585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:44.974116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Attempting to bind port c24a5767-d25f-4b01-8b15-0a1efd9b9830 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:28:44.974474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Attempting to bind port c24a5767-d25f-4b01-8b15-0a1efd9b9830 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:28:44.974851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Attempting to bind port c24a5767-d25f-4b01-8b15-0a1efd9b9830 on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:28:44.979813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:28:44.980190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:28:44.983322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:44.983322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Bound using segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:28:44.983322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Bound port: c24a5767-d25f-4b01-8b15-0a1efd9b9830, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:28:44.983322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.045607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] For port c24a5767-d25f-4b01-8b15-0a1efd9b9830, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:28:45.048673 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] For port c24a5767-d25f-4b01-8b15-0a1efd9b9830, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c24a5767-d25f-4b01-8b15-0a1efd9b9830,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:28:45.075333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.095143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.125711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.185281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021edac6-38c6-42da-be0e-968c3b29c5e1 None None] Pushing event updated for resources: {'Port': ['ID=c24a5767-d25f-4b01-8b15-0a1efd9b9830,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:45.208461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Allocated IP 172.26.4.115 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/71d07cf8-ee43-4c60-88ae-4ebedb07f0e8) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:28:45.329087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.453474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.497115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:45.502745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:45.505190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:28:45.534873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Pushing event updated for resources: {'Port': ['ID=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:45.598622 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:28:45.806599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:45.999307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c24a5767-d25f-4b01-8b15-0a1efd9b9830 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:46.039791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.065586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c24a5767-d25f-4b01-8b15-0a1efd9b9830 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:46.065959 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.153751 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.194390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port c24a5767-d25f-4b01-8b15-0a1efd9b9830, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c24a5767-d25f-4b01-8b15-0a1efd9b9830,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:46.221268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ba8f4-cfd4-44af-be13-4d8c4d756281 None None] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:28:46.290604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.356375 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-454cc0c3-a363-4533-be6d-5adfc5959f06 None None] Provisioning complete for port c24a5767-d25f-4b01-8b15-0a1efd9b9830 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:46.356753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-454cc0c3-a363-4533-be6d-5adfc5959f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.431740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=c24a5767-d25f-4b01-8b15-0a1efd9b9830,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:46.583213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Router 2be84bf7-9e27-4041-8905-c387bab00b28 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:28:46.712627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:28:46.715932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:28:46.735105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:28:46.735914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:28:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:46.741777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cd4ff2cf-7ebc-4ff5-8b28-acee08346393 None None] Provisioning complete for port c24a5767-d25f-4b01-8b15-0a1efd9b9830 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:46.742134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff2cf-7ebc-4ff5-8b28-acee08346393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.836379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:46.837692 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a9d45c77-1f53-4d7e-a142-c689c96b6b99 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4058459 Apr 18 06:28:46.840447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55930) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:46.878713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:28:47.240886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:45Z', 'revision_number': 3, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:47.277732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:28:47.278217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Updating router 2be84bf7-9e27-4041-8905-c387bab00b28 port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:28:47.291333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.308446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.499220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Allocated IP 172.20.0.1 (1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1/a747cc49-9d61-44de-99b6-cef3be6136c3/bb9036f7-bf55-454b-82ac-dc7c35d825df) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:28:47.572202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.608645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.679529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.710026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.738480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Attempting to bind port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:28:47.738845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Attempting to bind port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:28:47.739188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Attempting to bind port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:28:47.744215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c852d-7167-4fac-949c-92444716877e None None] Pushing event updated for resources: {'Port': ['ID=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:47.747446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:28:47.747810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:28:47.748657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.749133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:28:47.749606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Bound port: 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:28:47.749985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.765740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:47.770699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:47.775379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:28:47.778639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Pushing event updated for resources: {'Port': ['ID=bb9036f7-bf55-454b-82ac-dc7c35d825df,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:47.817135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] For port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:28:47.821521 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] For port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:28:47.824522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.906612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:47.977134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c24a5767-d25f-4b01-8b15-0a1efd9b9830 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:48.030406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.039349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c852d-7167-4fac-949c-92444716877e None None] Pushing event updated for resources: {'Port': ['ID=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:48.058657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:28:48.059429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:28:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:48.147486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-66ca2a35-d6df-46b5-bf1d-5010a41d1d10 None None] Provisioning complete for port bb9036f7-bf55-454b-82ac-dc7c35d825df triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:48.147486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-66ca2a35-d6df-46b5-bf1d-5010a41d1d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.196901 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c24a5767-d25f-4b01-8b15-0a1efd9b9830 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:48.197382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.222643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.256949 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:28:48.258761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-66ca2a35-d6df-46b5-bf1d-5010a41d1d10 None None] Port bb9036f7-bf55-454b-82ac-dc7c35d825df cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:28:48.310218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.379336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.379967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Pushing event updated for resources: {'Port': ['ID=bb9036f7-bf55-454b-82ac-dc7c35d825df,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:48.391962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.392307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.392914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.393257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.393592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.393929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.394262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.394598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.394930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.395303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.395771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.396113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:48.504330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:48.505841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:48.532142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 1, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:48.569984 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bdd4a-983f-4ba2-a9f5-a9a4af51d6fe None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 1, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:28:48.632833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:28:48.768722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:28:48.781922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2ae6729a-f180-4493-9f01-c0bf4134002e admin admin] 10.222.0.43 "PUT /v2.0/routers/2be84bf7-9e27-4041-8905-c387bab00b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9325030 Apr 18 06:28:48.793241 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-63965322-b1d4-472c-8ddc-575a515a44c3 None None] Provisioning complete for port bb9036f7-bf55-454b-82ac-dc7c35d825df triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:48.793669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-63965322-b1d4-472c-8ddc-575a515a44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:48.871430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-63965322-b1d4-472c-8ddc-575a515a44c3 None None] Port bb9036f7-bf55-454b-82ac-dc7c35d825df cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:28:49.971683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:50.019672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:50.020042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.098601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.120346 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:50.183141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.237127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:50.499591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55940) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:50.504264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213526220', 'description': 'tempest-description--1491153329'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:50.600583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.636236 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:28:50.647719 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:28:50.648323 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:28:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:50.674958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.750849 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:28:50.761435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.794051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:50.866148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:50.869954 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fb76fbfd-59f8-4b33-bf3b-4049923b7311 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3667009 Apr 18 06:28:50.871613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 55942) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:50.875283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'security_group_rule': {'security_group_id': 'ad88b6eb-399c-445a-8b62-ecc64d6d1a3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:50.959621 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:48Z', 'revision_number': 2, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:50.986237 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:28:50.986594 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Updating router 2be84bf7-9e27-4041-8905-c387bab00b28 port bb9036f7-bf55-454b-82ac-dc7c35d825df binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:28:50.989313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.011795 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.054092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.136912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.157164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5760b2bb-992c-497f-9381-a7f3e12fccbd,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:51.224987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.228861 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1abb0b09-c434-408c-b934-8d48f05be0cf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553708 Apr 18 06:28:51.229360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55944) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:51.235229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'security_group_rule': {'security_group_id': 'ad88b6eb-399c-445a-8b62-ecc64d6d1a3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:51.278769 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.342497 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.360087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.404937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.445016 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Pushing event updated for resources: {'Port': ['ID=bb9036f7-bf55-454b-82ac-dc7c35d825df,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:51.460289 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Attempting to bind port bb9036f7-bf55-454b-82ac-dc7c35d825df on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Attempting to bind port bb9036f7-bf55-454b-82ac-dc7c35d825df by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Attempting to bind port bb9036f7-bf55-454b-82ac-dc7c35d825df on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.467669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.468683 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:28:51.474504 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:28:51.474865 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:28:51.475283 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.475739 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Bound using segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:28:51.476109 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Bound port: bb9036f7-bf55-454b-82ac-dc7c35d825df, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:28:51.476477 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.486325 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.512383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89338c5-9da8-4d13-a7c9-60ec4c4c8bb5,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:51.552161 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] For port bb9036f7-bf55-454b-82ac-dc7c35d825df, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:28:51.555712 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] For port bb9036f7-bf55-454b-82ac-dc7c35d825df, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bb9036f7-bf55-454b-82ac-dc7c35d825df,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:28:51.617942 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.619952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.621412 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8a1890bc-ef40-4e24-9feb-d44aaa645c49 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909569 Apr 18 06:28:51.625951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 55946) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:28:51.634783 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:51.683742 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:28:51.684437 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:28:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:51.725130 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b7d71-5e61-44a9-b213-a7e08f47e7c1 None None] Pushing event updated for resources: {'Port': ['ID=bb9036f7-bf55-454b-82ac-dc7c35d825df,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:51.736928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.761607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5a8e7b66-93a8-41c4-bdfe-a65a7f812cfc None None] Provisioning complete for port bb9036f7-bf55-454b-82ac-dc7c35d825df triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:51.762130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7b66-93a8-41c4-bdfe-a65a7f812cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.814604 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:28:51.911998 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:51.965261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7b66-93a8-41c4-bdfe-a65a7f812cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.008165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5a8e7b66-93a8-41c4-bdfe-a65a7f812cfc None None] For port bb9036f7-bf55-454b-82ac-dc7c35d825df, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bb9036f7-bf55-454b-82ac-dc7c35d825df,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:28:52.065704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bb9036f7-bf55-454b-82ac-dc7c35d825df up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:52.077172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Allocated IP 172.26.4.231 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/3b7444c6-2cdf-427d-a2ae-7bb7f66be314) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:28:52.085932 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:28:52.116895 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3616ee2-0f2c-4f7e-9f6d-425aff2bfbfe None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:28:52.122255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7b66-93a8-41c4-bdfe-a65a7f812cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.165061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port bb9036f7-bf55-454b-82ac-dc7c35d825df triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:52.165348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.212506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7b66-93a8-41c4-bdfe-a65a7f812cfc None None] Pushing event updated for resources: {'Port': ['ID=bb9036f7-bf55-454b-82ac-dc7c35d825df,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:52.223450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.280198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:52.281754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-11a7004c-e02e-4a7b-a8ef-a66ae29176f2 None None] Provisioning complete for port bb9036f7-bf55-454b-82ac-dc7c35d825df triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:52.282119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-11a7004c-e02e-4a7b-a8ef-a66ae29176f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.327975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.370379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:52.370790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.381756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'Port': ['ID=3b7444c6-2cdf-427d-a2ae-7bb7f66be314,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:52.402837 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:52.405601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:52.411382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:28:52.521368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.629775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.803052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.857337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:52.925250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'Port': ['ID=3b7444c6-2cdf-427d-a2ae-7bb7f66be314,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:52.937091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:53.031332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:53.032614 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2717b6a9-f838-45cd-ab8d-a9b364f3a7a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4056451 Apr 18 06:28:53.173046 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-bf048cd3-2bb5-49d5-a426-86c98336be9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1213526220&fields=id&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 267 time: 0.0332615 Apr 18 06:28:53.284868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-83c8f667-811c-46bf-a1a7-e5bdfc422e13 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:53.286359 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-83c8f667-811c-46bf-a1a7-e5bdfc422e13 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1064723 Apr 18 06:28:53.302797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-07dd20e7-81f5-438b-98f7-32103c810ffc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/quotas/49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Apr 18 06:28:53.357836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-86caf60f-1fb3-4ca3-8fe8-e55a9dbde4f7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487804 Apr 18 06:28:53.433883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fdfc38c7-d61c-4353-8771-f27dad7def5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:53.510746 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-1dcdd137-a311-4444-9993-35cf2cc18d6c service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410260 Apr 18 06:28:53.600375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-00b66381-dd36-4ab8-9e85-0914ff7aa658 service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831072 Apr 18 06:28:53.844091 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cdfc8c9e-f705-4b35-b6bb-8c366ccea628 req-828e3638-cf8c-41d1-903e-4afeac4e00b2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Apr 18 06:28:53.932821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bb9036f7-bf55-454b-82ac-dc7c35d825df up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:28:53.983098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port bb9036f7-bf55-454b-82ac-dc7c35d825df triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:53.983598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:54.946199 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6c229097-4d26-4710-8013-b87218b808da req-07df14a2-015f-47d1-9a7b-f1e553ed5d5a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 210 time: 0.0337946 Apr 18 06:28:55.868994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3b7b776a-b207-4fef-982c-4eb65e3e9cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:56.042065 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d375d7cc-898b-46f8-aa72-548b205a9b10 req-500f65fd-4598-4605-83ce-868b2538b456 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Apr 18 06:28:56.128583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b5248748-b14e-4df2-a6ac-9aaa26f1bfd8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:56.130720 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b5248748-b14e-4df2-a6ac-9aaa26f1bfd8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1102309 Apr 18 06:28:56.180682 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-05f8a087-0f2d-4300-b983-a1def28abc5e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 380 time: 0.0358441 Apr 18 06:28:56.189748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'port': {'device_id': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'admin_state_up': True, 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'security_groups': ['ad88b6eb-399c-445a-8b62-ecc64d6d1a3e']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:56.395421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Made reservation on behalf of 49a413894983418db2d9e9e4670241f4 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:28:56.399865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:56.534513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Allocated IP 172.20.0.9 (1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1/a747cc49-9d61-44de-99b6-cef3be6136c3/92916ed1-40d7-404d-8e64-17ea87224698) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:28:56.681398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:56.754260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:56.805625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:28:56.813094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:28:56.821372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:28:56.832790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:56.886081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:56.886984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:56.939857 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-d2d5c0de-a3ee-4513-a56b-e723ba37d0ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534180 Apr 18 06:28:56.981554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Request body: {'port': {'device_id': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:28:57.039979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.048764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b1884fa8-4a8c-4c83-a0ad-484fb5896e82 None None] Provisioning complete for port 92916ed1-40d7-404d-8e64-17ea87224698 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:28:57.049269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1884fa8-4a8c-4c83-a0ad-484fb5896e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.084738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b1884fa8-4a8c-4c83-a0ad-484fb5896e82 None None] Port 92916ed1-40d7-404d-8e64-17ea87224698 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:28:57.097111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.261670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dc278-0991-438e-8259-779f56cb1ad4 req-c15ea4be-1b4c-4372-8b90-1df08b320aa9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:57.263082 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-188dc278-0991-438e-8259-779f56cb1ad4 req-c15ea4be-1b4c-4372-8b90-1df08b320aa9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 931 time: 0.1077783 Apr 18 06:28:57.325750 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-188dc278-0991-438e-8259-779f56cb1ad4 req-ac8ba689-d588-4ec0-ba99-0fd6e7d6ca2b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558498 Apr 18 06:28:57.392663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92916ed1-40d7-404d-8e64-17ea87224698 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:28:57.400230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.412729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Transition to ACTIVE for port object 92916ed1-40d7-404d-8e64-17ea87224698 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:28:57.491431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.540972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:57.616761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Attempting to bind port 92916ed1-40d7-404d-8e64-17ea87224698 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:28:57.617103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Attempting to bind port 92916ed1-40d7-404d-8e64-17ea87224698 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:28:57.617433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Attempting to bind port 92916ed1-40d7-404d-8e64-17ea87224698 on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:28:57.622136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Port 92916ed1-40d7-404d-8e64-17ea87224698 on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:28:57.622457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Attempting to bind port 92916ed1-40d7-404d-8e64-17ea87224698 on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:28:57.627598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:28:57.627935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:28:57.628316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Bound using segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:28:57.628742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Bound port: 92916ed1-40d7-404d-8e64-17ea87224698, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:28:57.629105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.706365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:28:57.710019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:28:57.782624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.823008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:57.823008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:57.824453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] 10.222.0.46 "PUT /v2.0/ports/92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 1093 time: 0.8471873 Apr 18 06:28:57.824885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:28:57.827437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e99c5-c084-4510-8ac2-b6688ed12276" -d '{"events": [{"name": "network-changed", "server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "tag": "92916ed1-40d7-404d-8e64-17ea87224698"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:28:57.851325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04123-3b3a-4f7f-afae-ce900fec5fcf service neutron] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:28:57.874905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c717f-72ac-46ea-9288-724067e404cb x-openstack-request-id: req-b34c717f-72ac-46ea-9288-724067e404cb {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:28:57.875198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "tag": "92916ed1-40d7-404d-8e64-17ea87224698", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:28:57.875483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b34c717f-72ac-46ea-9288-724067e404cb {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:28:57.875953 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34c717f-72ac-46ea-9288-724067e404cb'] response: {'name': 'network-changed', 'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698', 'status': 'completed', 'code': 200} Apr 18 06:28:57.955921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e99c5-c084-4510-8ac2-b6688ed12276 req-bb6aeb68-b898-4ddf-a57a-982a7f218d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:57.957445 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-482e99c5-c084-4510-8ac2-b6688ed12276 req-bb6aeb68-b898-4ddf-a57a-982a7f218d2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1096 time: 0.0430543 Apr 18 06:28:58.078206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e99c5-c084-4510-8ac2-b6688ed12276 req-71d0085c-c76b-4386-ad72-bbf47a75ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.079825 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-482e99c5-c084-4510-8ac2-b6688ed12276 req-71d0085c-c76b-4386-ad72-bbf47a75ad40 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=49a413894983418db2d9e9e4670241f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999217 Apr 18 06:28:58.178270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e99c5-c084-4510-8ac2-b6688ed12276 req-c4fcf049-493b-4234-8d68-9537c8e0c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.178270 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-482e99c5-c084-4510-8ac2-b6688ed12276 req-c4fcf049-493b-4234-8d68-9537c8e0c8d3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898957 Apr 18 06:28:58.279737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-95640442-6f9c-4e6f-8d4a-bae1f0404cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.281204 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-95640442-6f9c-4e6f-8d4a-bae1f0404cb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1096 time: 0.0451005 Apr 18 06:28:58.329687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-ffea8f43-3d84-43b8-87f9-03595093e722 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 217 time: 0.0327854 Apr 18 06:28:58.381476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-7382664d-d3f8-4d44-bb84-fc3d98d3a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.382951 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-7382664d-d3f8-4d44-bb84-fc3d98d3a8c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0467203 Apr 18 06:28:58.460445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-6b9ece9e-f061-46f1-87f1-eeab8bec85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.462352 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-6b9ece9e-f061-46f1-87f1-eeab8bec85c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726776 Apr 18 06:28:58.471556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59b28c-442d-408b-a2c3-b3b994d84cbe req-56d95cd5-3307-431a-9758-7fdd945ef0ab tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:58.472903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0b59b28c-442d-408b-a2c3-b3b994d84cbe req-56d95cd5-3307-431a-9758-7fdd945ef0ab tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 943 time: 0.0743978 Apr 18 06:28:58.554350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0b59b28c-442d-408b-a2c3-b3b994d84cbe req-a642a7d5-3a30-4ef4-b116-023734d5012e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737791 Apr 18 06:28:58.580350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-431c4f25-1855-4136-be7f-d1982e52b817 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064713 Apr 18 06:28:58.671504 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e4a27749-2f6c-4b60-8ead-b78f9920dcda req-b87bb8d6-b1a6-4c0f-b5e4-3cc7e7e05ce9 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844202 Apr 18 06:28:58.816716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:58.959459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:28:59.680184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b2d31-e0c5-429c-adae-7f5512a0c71b req-97e74658-1805-46a2-ad93-720b011258a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:28:59.681688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8a7b2d31-e0c5-429c-adae-7f5512a0c71b req-97e74658-1805-46a2-ad93-720b011258a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 943 time: 0.0545676 Apr 18 06:28:59.723189 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8a7b2d31-e0c5-429c-adae-7f5512a0c71b req-2bf23a26-e128-457b-8c1b-38422221f331 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351775 Apr 18 06:29:00.843114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf2645-423f-4483-975c-1e108def4862 req-8d754351-6a0c-430a-b948-d9210c6d1bde tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:00.844666 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4dbf2645-423f-4483-975c-1e108def4862 req-8d754351-6a0c-430a-b948-d9210c6d1bde tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 943 time: 0.0505755 Apr 18 06:29:00.884626 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4dbf2645-423f-4483-975c-1e108def4862 req-364fd563-5559-4942-95bd-a14a72bc19f3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Apr 18 06:29:01.282189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:29:01.374443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:01.385931 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '92916ed1-40d7-404d-8e64-17ea87224698', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '92916ed1-40d7-404d-8e64-17ea87224698', 'mac_address': 'fa:16:3e:1a:10:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:29:01.566872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:01.579990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92916ed1-40d7-404d-8e64-17ea87224698 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:01.599358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:01.668021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:01.715271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:02.001827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4619710-aaa2-45a7-a345-158b3ee38a9b req-e5357229-0f0e-41a0-970a-b02ff8339270 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:02.003376 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e4619710-aaa2-45a7-a345-158b3ee38a9b req-e5357229-0f0e-41a0-970a-b02ff8339270 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 944 time: 0.0489976 Apr 18 06:29:02.041543 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e4619710-aaa2-45a7-a345-158b3ee38a9b req-3b69fee4-117a-4169-b2f3-e1f9ef025550 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Apr 18 06:29:02.064582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['92916ed1-40d7-404d-8e64-17ea87224698'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:29:03.162260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868612f-6b8d-446a-8b5e-19c1dcf29bbc req-4d9b9ec7-2e11-49d9-b6b4-c5b4db6305b4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:03.163777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4868612f-6b8d-446a-8b5e-19c1dcf29bbc req-4d9b9ec7-2e11-49d9-b6b4-c5b4db6305b4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 944 time: 0.0538657 Apr 18 06:29:03.202746 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4868612f-6b8d-446a-8b5e-19c1dcf29bbc req-72e16935-8ec7-4945-ba9f-79aa6bf8010a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Apr 18 06:29:03.296313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:29:03.416666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 92916ed1-40d7-404d-8e64-17ea87224698 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:03.420868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 92916ed1-40d7-404d-8e64-17ea87224698 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:03.421238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:03.500155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:03.522854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:03.525159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435a0c0-038f-4698-b49d-bc950df97271" -d '{"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-plugged", "status": "completed", "tag": "92916ed1-40d7-404d-8e64-17ea87224698"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:03.538050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:03.610837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:03.636236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e9df6c-6eed-4c31-a148-e38eef7b688c x-openstack-request-id: req-77e9df6c-6eed-4c31-a148-e38eef7b688c {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:03.636523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-plugged", "status": "completed", "tag": "92916ed1-40d7-404d-8e64-17ea87224698", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:03.636769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77e9df6c-6eed-4c31-a148-e38eef7b688c {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:03.637162 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e9df6c-6eed-4c31-a148-e38eef7b688c'] response: {'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698', 'code': 200} Apr 18 06:29:03.666529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:03.942483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e220fb6-a57a-48bf-8495-6a12cd49e18e req-92413107-226e-44e1-8b94-0e1cb8c1c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:03.944123 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e220fb6-a57a-48bf-8495-6a12cd49e18e req-92413107-226e-44e1-8b94-0e1cb8c1c19e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1098 time: 0.0413578 Apr 18 06:29:03.978573 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e220fb6-a57a-48bf-8495-6a12cd49e18e req-0b1684cd-fe66-4f33-94f1-40688160da90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275192 Apr 18 06:29:04.320402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e4e7-b356-4260-adc1-12bc0cf884f7 req-7682bc96-e09c-4ec3-9866-f2aa77ef7242 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:04.321848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-46c6e4e7-b356-4260-adc1-12bc0cf884f7 req-7682bc96-e09c-4ec3-9866-f2aa77ef7242 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0498524 Apr 18 06:29:04.360583 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-46c6e4e7-b356-4260-adc1-12bc0cf884f7 req-d838fe70-7ed8-4a35-99bd-882e53751a8c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322244 Apr 18 06:29:05.484944 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b9e62-7781-47f4-829e-2f949a9293f2 req-7018c68b-211d-48f4-94eb-16be624adbfc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:05.486531 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8d6b9e62-7781-47f4-829e-2f949a9293f2 req-7018c68b-211d-48f4-94eb-16be624adbfc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0506694 Apr 18 06:29:05.525810 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8d6b9e62-7781-47f4-829e-2f949a9293f2 req-52b785e4-4a7c-4fd5-bf0f-c9c0dc330fa6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Apr 18 06:29:06.647783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815f35-1678-4537-b725-ee0ca2ac8541 req-48edf070-2d76-41e3-86e2-58fc08171e18 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:06.649272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-41815f35-1678-4537-b725-ee0ca2ac8541 req-48edf070-2d76-41e3-86e2-58fc08171e18 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Apr 18 06:29:06.687745 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-41815f35-1678-4537-b725-ee0ca2ac8541 req-38fd83ef-8ba1-42fe-81e3-f588b1647982 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320528 Apr 18 06:29:06.801707 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81a031-5ecc-4dfa-96e8-ef4219e9b525 req-e37aa3f3-2992-4b59-bf8b-ad0346f75171 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:06.803210 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4d81a031-5ecc-4dfa-96e8-ef4219e9b525 req-e37aa3f3-2992-4b59-bf8b-ad0346f75171 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0521407 Apr 18 06:29:06.813016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56008) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:29:06.817473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'floatingip': {'port_id': '92916ed1-40d7-404d-8e64-17ea87224698'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:06.856126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:07.609470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:07.672767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:07.774352 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 associated. External IP: 172.26.4.231, port: 92916ed1-40d7-404d-8e64-17ea87224698. Apr 18 06:29:07.982644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:29:08.096314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:29:08.101340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:08.106947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:29:08.116900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:29:08.117511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:28:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:08.131674 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5ab31faf-5f5a-4108-aa0e-c2a5a17e794c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "PUT /v2.0/floatingips/7b018de1-73d6-426c-8c34-1bebb6cebd77 HTTP/1.1" status: 200 len: 991 time: 1.3141043 Apr 18 06:29:08.131674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:08.131674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e75e17b-4e3b-40fe-a575-4715b23a1446" -d '{"events": [{"name": "network-changed", "server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "tag": "92916ed1-40d7-404d-8e64-17ea87224698"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:08.244079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:29:08.252827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff0e15-e5f5-46da-96d2-6fcb18ff635f x-openstack-request-id: req-6fff0e15-e5f5-46da-96d2-6fcb18ff635f {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:08.253321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "tag": "92916ed1-40d7-404d-8e64-17ea87224698", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:08.254242 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fff0e15-e5f5-46da-96d2-6fcb18ff635f {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:08.254242 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fff0e15-e5f5-46da-96d2-6fcb18ff635f'] response: {'name': 'network-changed', 'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698', 'status': 'completed', 'code': 200} Apr 18 06:29:08.257101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f9d7b-58ac-452b-a8f2-40ffea6b4bf8 req-2e9131ca-0f7c-4845-b067-77b14b1738c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:08.258740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-179f9d7b-58ac-452b-a8f2-40ffea6b4bf8 req-2e9131ca-0f7c-4845-b067-77b14b1738c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0673237 Apr 18 06:29:08.311949 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-179f9d7b-58ac-452b-a8f2-40ffea6b4bf8 req-754c0e26-51c8-4bef-ad8b-42d20ab6a4cd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Apr 18 06:29:08.345659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-2e12a321-9484-408b-b39b-a55d1edd9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:08.347215 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-2e12a321-9484-408b-b39b-a55d1edd9d94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1098 time: 0.0498090 Apr 18 06:29:08.449527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad492be-f850-4946-9005-960751218cac req-8d0b0fe8-fc15-445c-8041-f00d68dd845f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:08.457447 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cad492be-f850-4946-9005-960751218cac req-8d0b0fe8-fc15-445c-8041-f00d68dd845f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0717647 Apr 18 06:29:08.459133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-6bb924d7-09df-4d1a-b3c9-59e10c1525be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:08.460715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-6bb924d7-09df-4d1a-b3c9-59e10c1525be service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.1063941 Apr 18 06:29:08.497681 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cad492be-f850-4946-9005-960751218cac req-77ed93a9-bc73-488a-ae1b-fc45692ddd53 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Apr 18 06:29:08.529958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '92916ed1-40d7-404d-8e64-17ea87224698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:1a:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:29:07Z', 'revision_number': 1, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:08.540508 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-241f49fb-87aa-4100-995f-f8038eb68df0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 999 time: 0.0723274 Apr 18 06:29:08.557463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:29:08.566332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:29:08.566951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:28:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:08.590051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-c0bb4715-f2c1-4556-868a-489ac85b9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:08.592488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-c0bb4715-f2c1-4556-868a-489ac85b9faf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0449336 Apr 18 06:29:08.641433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-a0d93204-b9af-4fdb-a183-138ef9f136e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:08.643126 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-a0d93204-b9af-4fdb-a183-138ef9f136e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448265 Apr 18 06:29:08.677087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:29:08.738662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-4a5f0043-88ce-43cb-9e79-b27e3644ef13 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894136 Apr 18 06:29:08.840684 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e75e17b-4e3b-40fe-a575-4715b23a1446 req-00a9603f-3896-4883-a7df-8b627edba699 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953667 Apr 18 06:29:08.916053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '92916ed1-40d7-404d-8e64-17ea87224698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:1a:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:29:07Z', 'revision_number': 1, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:08.942888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7a6e6-98bb-44e7-b656-6aa413964242 None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '92916ed1-40d7-404d-8e64-17ea87224698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:1a:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:29:07Z', 'revision_number': 1, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:29:09.135527 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b7389-8f07-4a92-a21f-80c255bd25fd None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:29:09.616492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06208b60-5b3b-4e57-a4d0-c269111a6aa3 req-27e23cb3-8466-460d-81b1-0ce2a71450a5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:09.617902 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06208b60-5b3b-4e57-a4d0-c269111a6aa3 req-27e23cb3-8466-460d-81b1-0ce2a71450a5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Apr 18 06:29:09.659593 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06208b60-5b3b-4e57-a4d0-c269111a6aa3 req-2cd4c3bf-8c82-4e06-b00c-8198d0185b24 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353010 Apr 18 06:29:09.773519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbeb425-4c6f-4b8f-b162-1f9e9e6eb909 req-4f921f31-e71d-446a-a7a1-fd7aa83cd16b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:09.775005 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-edbeb425-4c6f-4b8f-b162-1f9e9e6eb909 req-4f921f31-e71d-446a-a7a1-fd7aa83cd16b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0498428 Apr 18 06:29:09.812980 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-edbeb425-4c6f-4b8f-b162-1f9e9e6eb909 req-62903908-0f32-4137-9d71-5e3f60d29f72 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Apr 18 06:29:10.235835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5328fb5-708e-409b-8301-aa2bb76da1fa req-0026d095-2fe3-4dd9-9a34-55a50e6f2b69 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:10.237326 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b5328fb5-708e-409b-8301-aa2bb76da1fa req-0026d095-2fe3-4dd9-9a34-55a50e6f2b69 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0562632 Apr 18 06:29:10.277185 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b5328fb5-708e-409b-8301-aa2bb76da1fa req-0ba2b1d5-14d4-43b9-9190-8a9e95961be3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Apr 18 06:29:10.402460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-bef33f6a-bd41-497f-91cb-f1b3fda17497 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399420 Apr 18 06:29:11.398027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42acfe-ed58-4dd4-9848-85d323c75ab8 req-9d70b33c-40a3-4034-a83d-66f631b489d6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:11.399503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da42acfe-ed58-4dd4-9848-85d323c75ab8 req-9d70b33c-40a3-4034-a83d-66f631b489d6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0521290 Apr 18 06:29:11.448821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da42acfe-ed58-4dd4-9848-85d323c75ab8 req-973b95b1-9d92-4fca-b495-71873ea63dd3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Apr 18 06:29:12.572503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f9e5-174a-4945-9f12-ea5c5f939f77 req-7cf2ab8e-d15e-4f66-a8e8-502502ac6429 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:12.574015 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2939f9e5-174a-4945-9f12-ea5c5f939f77 req-7cf2ab8e-d15e-4f66-a8e8-502502ac6429 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0552459 Apr 18 06:29:12.618635 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2939f9e5-174a-4945-9f12-ea5c5f939f77 req-5eb9c3a0-4c0d-495b-9c22-3d0f51c5d65c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367043 Apr 18 06:29:13.256189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:13.751165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0775a0d-c940-45a5-aa5f-9d34a5af2f9a req-d6d5deb5-9339-4e98-9178-98730a219443 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:13.752948 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0775a0d-c940-45a5-aa5f-9d34a5af2f9a req-d6d5deb5-9339-4e98-9178-98730a219443 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0581234 Apr 18 06:29:13.835882 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0775a0d-c940-45a5-aa5f-9d34a5af2f9a req-020d08fa-7991-42c7-919f-44b056d762ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674095 Apr 18 06:29:13.839816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-822b313b-424a-41d1-8d42-9d11725e5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:13.841388 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-822b313b-424a-41d1-8d42-9d11725e5fdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1098 time: 0.0710731 Apr 18 06:29:13.947760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-bc1b78ca-0eee-4adc-8843-de3bcdbb83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:13.949159 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-bc1b78ca-0eee-4adc-8843-de3bcdbb83cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0999818 Apr 18 06:29:14.014921 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-368d47cc-3dba-4efa-ac8d-5c99669f1ae1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 1001 time: 0.0595307 Apr 18 06:29:14.064410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-e0b67f6a-c14d-4651-bf36-e4389f1178f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:14.065910 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-e0b67f6a-c14d-4651-bf36-e4389f1178f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0446670 Apr 18 06:29:14.120816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-ca214207-eca3-4f57-b2c5-1b1266d8a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:14.122890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-ca214207-eca3-4f57-b2c5-1b1266d8a5ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505297 Apr 18 06:29:14.222489 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-f2ac152e-bfe6-4a27-8016-0dd24f8ad5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Apr 18 06:29:14.318660 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-646644dc-dd6d-472b-8690-79e345f94d47 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884466 Apr 18 06:29:14.958849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe83c6-a788-4c0f-aa0d-cb487f65de6a req-04fd7e07-5f82-4d6d-85a3-3db93f2e32cc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:14.960342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-affe83c6-a788-4c0f-aa0d-cb487f65de6a req-04fd7e07-5f82-4d6d-85a3-3db93f2e32cc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0525582 Apr 18 06:29:14.999109 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-affe83c6-a788-4c0f-aa0d-cb487f65de6a req-62b9b232-8fe7-4fbf-9e6a-06550c0a8d9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326712 Apr 18 06:29:16.120765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1805b7-6fbf-4043-a137-6bce7844bc30 req-9bc45e2c-fac8-450f-9b83-da77f9b6f305 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:16.122231 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fa1805b7-6fbf-4043-a137-6bce7844bc30 req-9bc45e2c-fac8-450f-9b83-da77f9b6f305 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Apr 18 06:29:16.160720 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fa1805b7-6fbf-4043-a137-6bce7844bc30 req-23b76c44-11ec-4fba-a150-1019acedf69d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Apr 18 06:29:17.282884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145371de-4faa-462a-834f-63d771bc494e req-72e6d169-3fe3-46b2-8b80-d26b287e38e0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:17.284414 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-145371de-4faa-462a-834f-63d771bc494e req-72e6d169-3fe3-46b2-8b80-d26b287e38e0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Apr 18 06:29:17.323441 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-145371de-4faa-462a-834f-63d771bc494e req-66c22b00-685a-4aae-89f2-0bf81600b7e9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328341 Apr 18 06:29:18.594210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d60f9d-abdc-49e0-a504-c3a1fcb4be42 req-5694907c-46a3-413d-9c7b-b004712e7a19 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:18.595795 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8d60f9d-abdc-49e0-a504-c3a1fcb4be42 req-5694907c-46a3-413d-9c7b-b004712e7a19 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0478792 Apr 18 06:29:18.633133 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8d60f9d-abdc-49e0-a504-c3a1fcb4be42 req-77bee468-966a-45b5-8289-b4cb0150b9b5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Apr 18 06:29:19.792595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2b67-c1fd-4aff-8185-13c64458926d req-b7d2b8b7-9635-46d5-8524-ab1032c3689e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:19.792595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-94dd2b67-c1fd-4aff-8185-13c64458926d req-b7d2b8b7-9635-46d5-8524-ab1032c3689e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0488997 Apr 18 06:29:19.792595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-94dd2b67-c1fd-4aff-8185-13c64458926d req-38805339-195e-48c3-b57a-591a0f3de994 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329463 Apr 18 06:29:20.911778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a7048-287b-4169-a830-58ea1a4ff2e8 req-f6df3a8a-567c-403e-8291-d8c82f64ce2c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:20.913250 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a57a7048-287b-4169-a830-58ea1a4ff2e8 req-f6df3a8a-567c-403e-8291-d8c82f64ce2c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Apr 18 06:29:20.951500 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a57a7048-287b-4169-a830-58ea1a4ff2e8 req-acea7811-9803-4bf5-b59b-fbc63dc25a12 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Apr 18 06:29:22.074568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8d02-314c-41c7-92e5-db429ab9e1f2 req-54395291-2fe4-415d-affd-049734a12076 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:22.076048 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-243c8d02-314c-41c7-92e5-db429ab9e1f2 req-54395291-2fe4-415d-affd-049734a12076 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Apr 18 06:29:22.114257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-243c8d02-314c-41c7-92e5-db429ab9e1f2 req-4d11736e-60f9-41c7-9fa1-8fb8ec977a59 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Apr 18 06:29:22.598786 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:29:23.229211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fae26d-252e-4612-9e11-a42cc06a4c07 req-3ba5f675-f84e-4903-bec8-7928ca8c2d22 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:23.265751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0fae26d-252e-4612-9e11-a42cc06a4c07 req-3ba5f675-f84e-4903-bec8-7928ca8c2d22 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0492823 Apr 18 06:29:23.270084 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0fae26d-252e-4612-9e11-a42cc06a4c07 req-f0c7672a-2fef-4190-80a6-bdbb3fda15be tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Apr 18 06:29:23.445371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0af17b99-6084-4143-a020-a6fb8b30eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:24.406270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17c7c1-d78a-4313-a65b-9818e43050ea req-7dbdbe09-6c35-4b7d-aefa-c03d9ada73aa tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:24.407783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d17c7c1-d78a-4313-a65b-9818e43050ea req-7dbdbe09-6c35-4b7d-aefa-c03d9ada73aa tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0520115 Apr 18 06:29:24.448556 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d17c7c1-d78a-4313-a65b-9818e43050ea req-a1adb341-4dd5-46ad-b8db-1e414ff48e0c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Apr 18 06:29:25.563529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4842b5-ace4-4bb2-aa9a-05a7e8d6f6c0 req-e184d145-8ff3-4339-9a16-2030abd2b93e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:25.564990 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0f4842b5-ace4-4bb2-aa9a-05a7e8d6f6c0 req-e184d145-8ff3-4339-9a16-2030abd2b93e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0483921 Apr 18 06:29:25.601618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0f4842b5-ace4-4bb2-aa9a-05a7e8d6f6c0 req-f991e0be-28e9-4f50-a302-d43a1424ee4e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Apr 18 06:29:25.838575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f967a441-c8bc-4c04-acd9-3f13f51a3158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:26.718492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77194-9475-40d7-a276-e2b5a26c0bd2 req-73365d1d-78e1-460a-8162-55b44dda9d0d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:26.719933 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0ed77194-9475-40d7-a276-e2b5a26c0bd2 req-73365d1d-78e1-460a-8162-55b44dda9d0d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Apr 18 06:29:26.757892 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0ed77194-9475-40d7-a276-e2b5a26c0bd2 req-9d59974c-f0fc-4031-b9e3-82abeb8d80b5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Apr 18 06:29:27.072331 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:27.878900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3781e-927f-4f9e-8bdb-e70507fd1de5 req-575c4b51-76c8-4076-9913-44d9d83830f6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:27.880375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-def3781e-927f-4f9e-8bdb-e70507fd1de5 req-575c4b51-76c8-4076-9913-44d9d83830f6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0542769 Apr 18 06:29:27.918918 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-def3781e-927f-4f9e-8bdb-e70507fd1de5 req-a2ea79b6-f512-4d67-95ad-cbde8206baa1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324707 Apr 18 06:29:28.838833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:28.941143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:29.039871 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d7b6-410a-4bb2-a922-03ca0c90aa9c req-02b759f9-052c-4ef2-b2e5-ba11dadae679 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:29.041301 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8542d7b6-410a-4bb2-a922-03ca0c90aa9c req-02b759f9-052c-4ef2-b2e5-ba11dadae679 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0538535 Apr 18 06:29:29.078602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8542d7b6-410a-4bb2-a922-03ca0c90aa9c req-d0fdf559-6b3a-489c-be42-1cfa41c67b0c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Apr 18 06:29:30.196452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85fc09-0d80-4441-8816-2e9530bea7c2 req-850ad7d0-1061-4376-b859-f36b541d6a58 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:30.197818 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc85fc09-0d80-4441-8816-2e9530bea7c2 req-850ad7d0-1061-4376-b859-f36b541d6a58 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Apr 18 06:29:30.236127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc85fc09-0d80-4441-8816-2e9530bea7c2 req-3d5c93f4-24bf-4f2f-a765-08fc61a8d9fd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Apr 18 06:29:31.350404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad900-db04-4973-9c72-c5020144a483 req-fb369e4a-9ec9-48f7-a28c-b61ce3ba0a96 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:31.351930 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-082ad900-db04-4973-9c72-c5020144a483 req-fb369e4a-9ec9-48f7-a28c-b61ce3ba0a96 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0489275 Apr 18 06:29:31.389636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-082ad900-db04-4973-9c72-c5020144a483 req-9687729a-1f7f-4ca5-a05a-3de80467c815 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Apr 18 06:29:32.506230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390eea-3e14-4ac1-aa64-ff0d271a06bd req-30f3ffd8-7b7d-4ee9-842e-7777b15c2b9f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:32.507830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-67390eea-3e14-4ac1-aa64-ff0d271a06bd req-30f3ffd8-7b7d-4ee9-842e-7777b15c2b9f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Apr 18 06:29:32.546016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-67390eea-3e14-4ac1-aa64-ff0d271a06bd req-513fe54f-9d02-443a-a6bb-872264b7208e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Apr 18 06:29:33.663977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838edbfc-1c0a-4ee0-a08c-d265dcf04082 req-7c66f264-7628-4179-94e2-c3dfdc66034d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:33.665463 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-838edbfc-1c0a-4ee0-a08c-d265dcf04082 req-7c66f264-7628-4179-94e2-c3dfdc66034d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Apr 18 06:29:33.705013 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-838edbfc-1c0a-4ee0-a08c-d265dcf04082 req-ac62ae4d-35ea-4ce8-9213-8f283c687caa tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Apr 18 06:29:34.830479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31bef8-b57c-457b-93e1-cb83b8c8e6e3 req-ebb50a71-a46e-4f7a-9bed-c55e3d019b37 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:34.831985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d31bef8-b57c-457b-93e1-cb83b8c8e6e3 req-ebb50a71-a46e-4f7a-9bed-c55e3d019b37 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0532806 Apr 18 06:29:34.869187 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d31bef8-b57c-457b-93e1-cb83b8c8e6e3 req-818182e5-600d-47da-8f8e-2db1c30dd00a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Apr 18 06:29:35.993097 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45c3f6-2cf1-4576-bfcd-f6e34e3e92d5 req-929d3e40-0ca7-4841-bbb9-e2a934291bc6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:35.994594 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce45c3f6-2cf1-4576-bfcd-f6e34e3e92d5 req-929d3e40-0ca7-4841-bbb9-e2a934291bc6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Apr 18 06:29:36.035550 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce45c3f6-2cf1-4576-bfcd-f6e34e3e92d5 req-b21bf734-b83d-44d7-9152-74eab8b7083d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348158 Apr 18 06:29:36.461398 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-3a48406b-75b0-451a-bf9f-5b274a5165e0 service neutron] 10.222.0.46 "GET /v2.0/ports/92916ed1-40d7-404d-8e64-17ea87224698/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0570552 Apr 18 06:29:36.926003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-f96f6322-a272-47a8-89e4-8a8195ee3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:36.928609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-f96f6322-a272-47a8-89e4-8a8195ee3f36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 1098 time: 0.0431280 Apr 18 06:29:37.000566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-fe8bbc7d-f59b-48e9-9b93-c8edf36879f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.002060 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-fe8bbc7d-f59b-48e9-9b93-c8edf36879f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1098 time: 0.0412934 Apr 18 06:29:37.458672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-f6f587a3-b4f4-40f1-9ad9-c8d57fa25a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.460155 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-f6f587a3-b4f4-40f1-9ad9-c8d57fa25a17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.4513011 Apr 18 06:29:37.468257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3c080-fca8-4b47-af4e-80109d21e118 req-6d1d1fca-7c08-49d2-ab8f-9e136619da16 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.469777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28d3c080-fca8-4b47-af4e-80109d21e118 req-6d1d1fca-7c08-49d2-ab8f-9e136619da16 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0767381 Apr 18 06:29:37.553307 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28d3c080-fca8-4b47-af4e-80109d21e118 req-29d2ea49-8b57-499b-bedf-3b345f6325ff tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770257 Apr 18 06:29:37.555089 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-10838fab-94ac-4f03-b063-21cdd61fb598 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 1001 time: 0.0844824 Apr 18 06:29:37.604595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-51e3b684-6961-42b4-9f29-fce6c15d900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.606044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-51e3b684-6961-42b4-9f29-fce6c15d900c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0445938 Apr 18 06:29:37.650688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-67b195c3-4f02-4a50-841e-8040332cca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:37.652191 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-67b195c3-4f02-4a50-841e-8040332cca6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399365 Apr 18 06:29:37.743410 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-e8381c10-b931-41ef-aaf3-173bc527eb5c service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Apr 18 06:29:37.835542 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a45117b-1990-424a-b657-d42dd4e7ea64 req-a9d1a40d-a897-4320-8ba8-f25c8fcb6188 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Apr 18 06:29:38.671971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd5fe8-a11d-45f8-93ae-89f626c609fd req-3a1993dd-d537-4113-982b-bbefa737dd93 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:38.674260 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c5fd5fe8-a11d-45f8-93ae-89f626c609fd req-3a1993dd-d537-4113-982b-bbefa737dd93 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0509427 Apr 18 06:29:38.714149 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c5fd5fe8-a11d-45f8-93ae-89f626c609fd req-1fb7c248-2637-4286-b689-4c65af31fae5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Apr 18 06:29:39.520049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:29:39.530404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:29:39.677569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:39.690227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:39.693222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '92916ed1-40d7-404d-8e64-17ea87224698', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '92916ed1-40d7-404d-8e64-17ea87224698', 'mac_address': 'fa:16:3e:1a:10:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:29:39.735099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:39.736399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67f09b-6a9a-4d26-a660-99b7cb251842" -d '{"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-unplugged", "status": "completed", "tag": "92916ed1-40d7-404d-8e64-17ea87224698"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:39.755866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:39.764103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:39.781643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92916ed1-40d7-404d-8e64-17ea87224698 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:39.798169 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec27e59-346c-4c00-96ae-bf320b9fd938 x-openstack-request-id: req-8ec27e59-346c-4c00-96ae-bf320b9fd938 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:39.798414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-unplugged", "status": "completed", "tag": "92916ed1-40d7-404d-8e64-17ea87224698", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:39.798513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ec27e59-346c-4c00-96ae-bf320b9fd938 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:39.798903 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec27e59-346c-4c00-96ae-bf320b9fd938'] response: {'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698', 'code': 200} Apr 18 06:29:39.851999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9fc25-7327-4736-8fac-66fdc250f258 req-af58572f-3243-480a-9003-cf346bc52ee9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:39.853679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0b9fc25-7327-4736-8fac-66fdc250f258 req-af58572f-3243-480a-9003-cf346bc52ee9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0554137 Apr 18 06:29:39.863390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:39.902955 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0b9fc25-7327-4736-8fac-66fdc250f258 req-320916bd-3e87-4e5f-b75f-7aa64a3f0391 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Apr 18 06:29:39.945407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:29:39.945692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:29:39.948436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:40.480164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:40.493194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92916ed1-40d7-404d-8e64-17ea87224698 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:40.511997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:40.569184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:40.622816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:40.706120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['92916ed1-40d7-404d-8e64-17ea87224698'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:29:41.022881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e89357-839c-43ce-811b-83e10497aac1 req-d7b9fe4c-7086-49a8-9d4c-d28f25938b41 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.024392 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a2e89357-839c-43ce-811b-83e10497aac1 req-d7b9fe4c-7086-49a8-9d4c-d28f25938b41 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 944 time: 0.0496655 Apr 18 06:29:41.062773 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a2e89357-839c-43ce-811b-83e10497aac1 req-8ed99aff-b3ee-43d8-a6e6-92bedd80f77d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323288 Apr 18 06:29:41.391053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abd3ff-4bea-4810-9de8-c68d1daf5db4 req-7c593c70-e1b4-49f1-9812-077577026542 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.393006 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d1abd3ff-4bea-4810-9de8-c68d1daf5db4 req-7c593c70-e1b4-49f1-9812-077577026542 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 944 time: 0.0595739 Apr 18 06:29:41.435443 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d1abd3ff-4bea-4810-9de8-c68d1daf5db4 req-ba2a2dd8-f93c-4275-a423-c6fe97d34627 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343974 Apr 18 06:29:41.473271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5531-90e6-4480-a101-353a352e967e req-665194c4-a942-490c-b435-297517158ff9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.474774 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-665194c4-a942-490c-b435-297517158ff9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4&tenant_id=49a413894983418db2d9e9e4670241f4&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 944 time: 0.0528517 Apr 18 06:29:41.530195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:29:41.583895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5531-90e6-4480-a101-353a352e967e req-09452967-e6fc-44da-83c9-653ad8981cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.585567 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-09452967-e6fc-44da-83c9-653ad8981cac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1097 time: 0.0462155 Apr 18 06:29:41.592099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 92916ed1-40d7-404d-8e64-17ea87224698 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:41.592570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:41.672325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:41.680507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5531-90e6-4480-a101-353a352e967e req-f17c4f76-07ab-4b3a-bbfc-5b89999676c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.682106 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-f17c4f76-07ab-4b3a-bbfc-5b89999676c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0904064 Apr 18 06:29:41.705600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:41.748342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-180cba49-cf9f-42c6-855c-bd87a600eea0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 1000 time: 0.0594244 Apr 18 06:29:41.795520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5531-90e6-4480-a101-353a352e967e req-5a803e96-d1de-44e8-b578-7a872890b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.796976 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-5a803e96-d1de-44e8-b578-7a872890b011 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0426824 Apr 18 06:29:41.798781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:41.800503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:41.802788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8d0686-2d40-466b-bd1e-eb672658c1fb" -d '{"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-plugged", "status": "completed", "tag": "92916ed1-40d7-404d-8e64-17ea87224698"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:41.853336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5531-90e6-4480-a101-353a352e967e req-4176c130-845d-40a5-95f7-5c3ce747d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:41.853336 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-4176c130-845d-40a5-95f7-5c3ce747d1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465593 Apr 18 06:29:41.871367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce5916-981c-4d8b-a102-bc016111edd5 x-openstack-request-id: req-95ce5916-981c-4d8b-a102-bc016111edd5 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:41.871660 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-plugged", "status": "completed", "tag": "92916ed1-40d7-404d-8e64-17ea87224698", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:41.871913 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95ce5916-981c-4d8b-a102-bc016111edd5 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:41.872312 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ce5916-981c-4d8b-a102-bc016111edd5'] response: {'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698', 'code': 200} Apr 18 06:29:41.890506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:41.946094 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-6fe58183-ac6d-4ae5-aa03-e437ca190796 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884829 Apr 18 06:29:42.038516 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2cbe5531-90e6-4480-a101-353a352e967e req-a1953873-ed9f-4ceb-9db9-ad7bd9df2205 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Apr 18 06:29:42.551634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5629528-f877-40fb-90db-9c1d6a3222a0 req-99394d47-4002-4a73-8180-6a872d5dbfd2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:42.553087 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5629528-f877-40fb-90db-9c1d6a3222a0 req-99394d47-4002-4a73-8180-6a872d5dbfd2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0497401 Apr 18 06:29:42.590471 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5629528-f877-40fb-90db-9c1d6a3222a0 req-7f93e3e8-a543-4071-949c-fa44af13fa9f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Apr 18 06:29:43.089222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:43.710995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3164ad-fccb-46dc-b151-2e08a2e29995 req-97bcccfd-a474-40dd-a39b-ff1aea3fbe36 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:43.712364 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4e3164ad-fccb-46dc-b151-2e08a2e29995 req-97bcccfd-a474-40dd-a39b-ff1aea3fbe36 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0533645 Apr 18 06:29:43.752058 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4e3164ad-fccb-46dc-b151-2e08a2e29995 req-87ee288a-45b2-4d82-b8dc-077525338ea0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335889 Apr 18 06:29:43.866507 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93c525-caab-4d98-a2e5-b44f924b4e85 req-ca40694e-5242-4f5f-8786-3745e9a7d65a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:43.868759 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ea93c525-caab-4d98-a2e5-b44f924b4e85 req-ca40694e-5242-4f5f-8786-3745e9a7d65a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0496542 Apr 18 06:29:43.911742 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ea93c525-caab-4d98-a2e5-b44f924b4e85 req-4233f5cb-2543-46b5-8ef8-f4b82ab1dba6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350425 Apr 18 06:29:43.958492 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-08da8b92-1023-4d69-b61d-ad15899f4508 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411701 Apr 18 06:29:44.069130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901d60-5907-43ce-a204-4a637962a261 req-05dfd287-88e3-43cc-aa33-e0ea9a3a816f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:44.070589 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc901d60-5907-43ce-a204-4a637962a261 req-05dfd287-88e3-43cc-aa33-e0ea9a3a816f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Apr 18 06:29:44.076912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-91a773a3-d156-434d-af98-90b8f75537ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:44.078301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-91a773a3-d156-434d-af98-90b8f75537ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 1098 time: 0.0542994 Apr 18 06:29:44.130071 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc901d60-5907-43ce-a204-4a637962a261 req-b04cf719-a1f4-47d3-8ba6-25f51705140f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502777 Apr 18 06:29:44.194025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-637d85aa-003a-413b-98ec-ce532762306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:44.195225 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-637d85aa-003a-413b-98ec-ce532762306e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0982652 Apr 18 06:29:44.266513 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-bc2ac7be-fa85-4cf9-9e96-cb0663b567fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 200 len: 1001 time: 0.0644705 Apr 18 06:29:44.315108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-88904817-8ea0-47ef-a5c5-bb9f6222e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:44.316574 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-88904817-8ea0-47ef-a5c5-bb9f6222e840 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0445106 Apr 18 06:29:44.362822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-d5e5a13b-998c-4cb9-be9b-95711d3299ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:44.364354 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-d5e5a13b-998c-4cb9-be9b-95711d3299ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413377 Apr 18 06:29:44.459977 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-fd591be5-d84a-4c73-a5e0-b64e80d61972 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889206 Apr 18 06:29:44.554679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06fa1193-bd04-458b-8f2b-82e3a6300f69 req-c64a23c7-d0c5-4fe3-9da2-8b60d94e5d8f service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 Apr 18 06:29:44.652681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebf4a-1247-4e20-8061-6b52144a2375 req-c0ffa1f4-dd55-4934-a31a-1791d8306828 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:44.654076 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-764ebf4a-1247-4e20-8061-6b52144a2375 req-c0ffa1f4-dd55-4934-a31a-1791d8306828 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0539584 Apr 18 06:29:44.693329 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-764ebf4a-1247-4e20-8061-6b52144a2375 req-ba7b0e15-d446-434d-8d50-4619c2646588 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Apr 18 06:29:45.818043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed261b3-728b-4460-9ed3-8f98c909c043 req-e9bb265d-3243-4000-98b5-20781fc85994 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:45.819526 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9ed261b3-728b-4460-9ed3-8f98c909c043 req-e9bb265d-3243-4000-98b5-20781fc85994 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0536115 Apr 18 06:29:45.857576 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9ed261b3-728b-4460-9ed3-8f98c909c043 req-1b7ff38d-5fd9-4dbb-95be-f8ac14936e90 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Apr 18 06:29:46.665809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-013e2201-4bf6-41de-bf8e-8d52de9c019e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:46.667290 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-013e2201-4bf6-41de-bf8e-8d52de9c019e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Apr 18 06:29:46.758777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Deleting port 92916ed1-40d7-404d-8e64-17ea87224698 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:29:46.759043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:46.848754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] For port 92916ed1-40d7-404d-8e64-17ea87224698, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=92916ed1-40d7-404d-8e64-17ea87224698,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:46.849120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.058989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a13acb-d40d-4f2d-bb86-de6a91206b3b req-fad11195-1398-447c-9f9b-c403ab3a6223 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:47.058989 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d3a13acb-d40d-4f2d-bb86-de6a91206b3b req-fad11195-1398-447c-9f9b-c403ab3a6223 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 945 time: 0.1030703 Apr 18 06:29:47.072997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.073352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.073664 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 disassociated. External IP: 172.26.4.231, port: 92916ed1-40d7-404d-8e64-17ea87224698. Apr 18 06:29:47.074038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Calling delete_port for 92916ed1-40d7-404d-8e64-17ea87224698 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:29:47.141413 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d3a13acb-d40d-4f2d-bb86-de6a91206b3b req-45e3cabc-940e-4861-8c2e-cf18c88e28ea tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752821 Apr 18 06:29:47.358063 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.392564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event deleted for resources: {'Port': ['ID=92916ed1-40d7-404d-8e64-17ea87224698,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:47.513533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:29:47.624948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:29:47.649197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:29:47.649197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:29:47.649197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:29:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:47.664329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] No DVR routers for this DVR port 92916ed1-40d7-404d-8e64-17ea87224698 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:29:47.666864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:47.670117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f611672d-ad32-4868-bf84-1ef9cd85eaf8 req-e147007b-7890-4359-902a-66ac5492cc21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "DELETE /v2.0/ports/92916ed1-40d7-404d-8e64-17ea87224698 HTTP/1.1" status: 204 len: 173 time: 0.9974778 Apr 18 06:29:47.670543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-deleted', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:47.679476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb680eff-a1c1-4bcf-8353-1de807feff32" -d '{"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-deleted", "tag": "92916ed1-40d7-404d-8e64-17ea87224698"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:47.717098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a73dd4c-381c-4ec8-b5c5-42e05b859679 x-openstack-request-id: req-2a73dd4c-381c-4ec8-b5c5-42e05b859679 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:47.717444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4", "name": "network-vif-deleted", "tag": "92916ed1-40d7-404d-8e64-17ea87224698", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:47.717708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a73dd4c-381c-4ec8-b5c5-42e05b859679 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:47.718117 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a73dd4c-381c-4ec8-b5c5-42e05b859679'] response: {'server_uuid': '97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4', 'name': 'network-vif-deleted', 'tag': '92916ed1-40d7-404d-8e64-17ea87224698', 'status': 'completed', 'code': 200} Apr 18 06:29:47.927057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:29:48.101209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:48.130561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:29:48.138695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:29:48.139314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:29:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:48.253243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:29:48.259075 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1b1ddcf1-61d8-40b8-9d8d-01cb4a1249f6 req-dcae957c-6158-4908-a48e-49d2de9861ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=97c022bc-d2e5-47e1-a7e7-3e3f6d7841d4 HTTP/1.1" status: 200 len: 210 time: 0.0292726 Apr 18 06:29:48.457233 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:29:48.482198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbb807-9407-4859-be09-6aed92e85fec None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:29:48.703916 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3296382-83c0-4f1e-a024-bbeee4d5bbe2 None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:29:49.510347 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-3a95144e-12d6-4939-b9a6-a59606e2423a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1213526220&fields=id&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 267 time: 0.0356801 Apr 18 06:29:49.577330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:29:49.601925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 92916ed1-40d7-404d-8e64-17ea87224698 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:29:49.612059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 92916ed1-40d7-404d-8e64-17ea87224698 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:29:49.670534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-dd08c9af-7854-4558-abba-bfc2a24fbad5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:49.672205 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-dd08c9af-7854-4558-abba-bfc2a24fbad5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1057975 Apr 18 06:29:49.687496 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-09edaaec-a33a-4270-b500-3a014d8be66e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/quotas/49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 375 time: 0.0091891 Apr 18 06:29:49.746145 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-ea3ce613-9bab-486a-bcee-84bb418a6de9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528526 Apr 18 06:29:49.842869 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-da397d92-e4cf-415c-8a77-b5df96458a29 service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828722 Apr 18 06:29:49.944672 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-d99204d9-f66b-452b-a7d8-dd5f2ec954ab service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963743 Apr 18 06:29:50.196378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12973b86-1a91-4c5d-b07f-115c3b338c72 req-2c3b2382-f9ca-40ee-bb54-5bf4cee9a4c8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 210 time: 0.0313795 Apr 18 06:29:51.293962 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc49eb03-8ee5-40d4-a985-ab121796c8d3 req-eaa6c12b-5416-48f1-916b-41af8cae1894 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 210 time: 0.0258145 Apr 18 06:29:52.245712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-fb881391-467a-4769-a905-b75caab838bd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:52.247077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-fb881391-467a-4769-a905-b75caab838bd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1055233 Apr 18 06:29:52.298145 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-bf091023-5d18-468e-82f4-4dea86f95ff3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 380 time: 0.0353844 Apr 18 06:29:52.307456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'port': {'device_id': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'admin_state_up': True, 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'security_groups': ['ad88b6eb-399c-445a-8b62-ecc64d6d1a3e']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:52.429716 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bffaab3a-74e1-4c58-b516-75f145f6476b req-70171e07-057c-48b1-afde-9f964421c3fb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 210 time: 0.0585082 Apr 18 06:29:52.523213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Made reservation on behalf of 49a413894983418db2d9e9e4670241f4 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:29:52.526715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.655578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Allocated IP 172.20.0.10 (1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1/a747cc49-9d61-44de-99b6-cef3be6136c3/4bc2bec5-ea92-4440-9057-b0ba33afbfae) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:29:52.804606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.906870 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:52.953819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:29:52.958091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:29:52.960795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:29:52.991542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:53.008722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.009073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.009409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.009741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.010073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.010400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.010725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.011048 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.011399 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.011723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.012044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.012375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:53.037945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:53.038605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.137758 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-c73c092f-52d2-4f07-a3a7-9a4e30531f9e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337953 Apr 18 06:29:53.156162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Request body: {'port': {'device_id': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:29:53.216085 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ee652d44-13af-4812-aedd-4f0bd3d43eec None None] Provisioning complete for port 4bc2bec5-ea92-4440-9057-b0ba33afbfae triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:53.216683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ee652d44-13af-4812-aedd-4f0bd3d43eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.216900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.253140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ee652d44-13af-4812-aedd-4f0bd3d43eec None None] Port 4bc2bec5-ea92-4440-9057-b0ba33afbfae cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:29:53.421733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4a294a4c-7cfe-421e-b8dc-38a20f44fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.490183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc2bec5-ea92-4440-9057-b0ba33afbfae {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:53.497934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.511052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Transition to ACTIVE for port object 4bc2bec5-ea92-4440-9057-b0ba33afbfae will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:29:53.549134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426b7e3-f418-4f9a-8335-375aa2cf12ad req-b0a529fb-105e-4778-bdf8-b66bc93e6184 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:53.550765 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0426b7e3-f418-4f9a-8335-375aa2cf12ad req-b0a529fb-105e-4778-bdf8-b66bc93e6184 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 932 time: 0.0501215 Apr 18 06:29:53.586011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.590470 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0426b7e3-f418-4f9a-8335-375aa2cf12ad req-a3b382f1-c533-42be-9490-265779cf7aba tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Apr 18 06:29:53.643394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:53.723111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Attempting to bind port 4bc2bec5-ea92-4440-9057-b0ba33afbfae on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:29:53.723719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Attempting to bind port 4bc2bec5-ea92-4440-9057-b0ba33afbfae by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:29:53.724242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Attempting to bind port 4bc2bec5-ea92-4440-9057-b0ba33afbfae on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:29:53.729187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Port 4bc2bec5-ea92-4440-9057-b0ba33afbfae on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:29:53.729773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Attempting to bind port 4bc2bec5-ea92-4440-9057-b0ba33afbfae on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:29:53.735288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:29:53.736393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:29:53.736771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Bound using segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:29:53.737223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Bound port: 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:29:53.737581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.809064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:29:53.812702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:29:53.866562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.907023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:53.907849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:53.909401 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] 10.222.0.46 "PUT /v2.0/ports/4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 1094 time: 0.7576237 Apr 18 06:29:53.909852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:53.914357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2fbdb0-3258-4a49-abe5-298ac901920c" -d '{"events": [{"name": "network-changed", "server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:53.950568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dcb14-1b05-401f-bd3b-0b00c376f916 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:53.965814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8eedd1-18f3-4f48-b4e4-713ffcc95095 x-openstack-request-id: req-bb8eedd1-18f3-4f48-b4e4-713ffcc95095 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:53.966102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:53.966350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb8eedd1-18f3-4f48-b4e4-713ffcc95095 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:53.966751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8eedd1-18f3-4f48-b4e4-713ffcc95095'] response: {'name': 'network-changed', 'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'status': 'completed', 'code': 200} Apr 18 06:29:54.051391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fbdb0-3258-4a49-abe5-298ac901920c req-e2339f70-2a65-4b54-893b-12d03b50133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.051901 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e2fbdb0-3258-4a49-abe5-298ac901920c req-e2339f70-2a65-4b54-893b-12d03b50133f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1097 time: 0.0439079 Apr 18 06:29:54.160791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fbdb0-3258-4a49-abe5-298ac901920c req-89d0243c-f8a1-4093-83bc-9328799f6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.162378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e2fbdb0-3258-4a49-abe5-298ac901920c req-89d0243c-f8a1-4093-83bc-9328799f6c4d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=49a413894983418db2d9e9e4670241f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972595 Apr 18 06:29:54.266747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fbdb0-3258-4a49-abe5-298ac901920c req-540caaf2-56a2-4c40-b849-3d4c67ad63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.268790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1e2fbdb0-3258-4a49-abe5-298ac901920c req-540caaf2-56a2-4c40-b849-3d4c67ad63d3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001468 Apr 18 06:29:54.366835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-2bf84748-45e4-4fa9-adbe-5e2d51f5b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.368378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-2bf84748-45e4-4fa9-adbe-5e2d51f5b372 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1097 time: 0.0415058 Apr 18 06:29:54.421934 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-8744e395-f791-40f7-a6c1-8374bbaecaba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 217 time: 0.0383372 Apr 18 06:29:54.468863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-d4717b67-6480-4135-b5a8-e2ef133bfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.470847 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-d4717b67-6480-4135-b5a8-e2ef133bfb41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0427978 Apr 18 06:29:54.518227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-6a15a99f-94c2-4ad8-bdf7-75ab9a0b2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.519796 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-6a15a99f-94c2-4ad8-bdf7-75ab9a0b2353 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425987 Apr 18 06:29:54.613708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-5a9aef63-f9cb-408f-8c39-9f1e6c4efa0d service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870857 Apr 18 06:29:54.707591 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ce9878-64f3-49c0-b006-b43cc2f7bd10 req-3ef4c55d-a7d7-4058-a0c8-fb397d9b6cbc service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Apr 18 06:29:54.709957 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19666-bbd3-4305-8932-fb98ec00d028 req-23cdfced-a7f7-43b5-9196-7889c34b72f5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:54.711532 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55a19666-bbd3-4305-8932-fb98ec00d028 req-23cdfced-a7f7-43b5-9196-7889c34b72f5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 944 time: 0.0499032 Apr 18 06:29:54.751585 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55a19666-bbd3-4305-8932-fb98ec00d028 req-20849fdc-12c0-4add-8f94-d5f1201c6782 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Apr 18 06:29:55.837678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-930c7389-9f0c-460b-8b09-4cde20363f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:55.872839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63b62-8490-4359-9065-55ec765a0e1f req-8da4e5f0-3e26-47eb-a441-b939960bcedb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:55.874473 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-29a63b62-8490-4359-9065-55ec765a0e1f req-8da4e5f0-3e26-47eb-a441-b939960bcedb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 944 time: 0.0503533 Apr 18 06:29:55.914131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-29a63b62-8490-4359-9065-55ec765a0e1f req-1e7441e9-da67-4371-be2e-e616c495d1ca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324249 Apr 18 06:29:57.039585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd83ab0-c82e-434b-82e4-15952412e6e1 req-b986a5b9-4616-451c-913b-f21e0cd5c63d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:57.041083 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9cd83ab0-c82e-434b-82e4-15952412e6e1 req-b986a5b9-4616-451c-913b-f21e0cd5c63d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 944 time: 0.0572131 Apr 18 06:29:57.054863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.081528 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9cd83ab0-c82e-434b-82e4-15952412e6e1 req-5135cb64-885a-4cdd-8a77-c76ade3cfccb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341313 Apr 18 06:29:57.591202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:29:57.683724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:57.695078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'mac_address': 'fa:16:3e:57:d7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:29:57.736137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.748609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc2bec5-ea92-4440-9057-b0ba33afbfae {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:29:57.768405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:57.831742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:57.880522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:29:57.887225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.887591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.887920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.888246 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.888568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.888890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.889212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.889528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.889845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.890160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.890470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:57.890782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:29:58.205827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['4bc2bec5-ea92-4440-9057-b0ba33afbfae'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:29:58.206938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c8429-3a66-4c8b-a51a-a5973e40e279 req-72ed679d-aa42-40f8-a3a8-4fe674264bb5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:58.208500 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-008c8429-3a66-4c8b-a51a-a5973e40e279 req-72ed679d-aa42-40f8-a3a8-4fe674264bb5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 945 time: 0.0574701 Apr 18 06:29:58.248841 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-008c8429-3a66-4c8b-a51a-a5973e40e279 req-48400634-6f69-48c3-a987-83cff8f62676 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Apr 18 06:29:58.797369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:58.928801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:59.372389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baca51-bd68-40a0-9ced-479c28cbe56b req-55c43b35-549f-4ff1-a185-bcc9f477105f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:29:59.373891 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85baca51-bd68-40a0-9ced-479c28cbe56b req-55c43b35-549f-4ff1-a185-bcc9f477105f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 945 time: 0.0522778 Apr 18 06:29:59.418101 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85baca51-bd68-40a0-9ced-479c28cbe56b req-3937ae36-8343-4081-bb99-24c0d5e03a7e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363932 Apr 18 06:29:59.598815 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:29:59.607404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:29:59.723073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 4bc2bec5-ea92-4440-9057-b0ba33afbfae completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:29:59.727438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 4bc2bec5-ea92-4440-9057-b0ba33afbfae triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:29:59.727802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:59.810504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:59.834946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:29:59.837400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec94b5-cd06-40e4-8b5d-26e8e0f3b7b3" -d '{"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:29:59.850611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:29:59.878109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd1afe3-1a41-4461-a511-c72842b1e6fb x-openstack-request-id: req-1cd1afe3-1a41-4461-a511-c72842b1e6fb {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:29:59.878394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:29:59.878638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cd1afe3-1a41-4461-a511-c72842b1e6fb {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:29:59.879109 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd1afe3-1a41-4461-a511-c72842b1e6fb'] response: {'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'code': 200} Apr 18 06:29:59.917696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:29:59.977812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:00.243682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12230c5-1448-4c79-bd56-3fb419d5618c req-aabab624-dcd1-42b4-8311-14f122afcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:00.245123 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e12230c5-1448-4c79-bd56-3fb419d5618c req-aabab624-dcd1-42b4-8311-14f122afcc2e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1099 time: 0.0423234 Apr 18 06:30:00.280427 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e12230c5-1448-4c79-bd56-3fb419d5618c req-e7863728-28f4-4fac-8ea7-655bc904ff19 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285771 Apr 18 06:30:00.544541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce14b07-3b63-4fc0-b542-8f914694685c req-074e0710-6071-4004-9118-15c6b12e0137 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:00.545973 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ce14b07-3b63-4fc0-b542-8f914694685c req-074e0710-6071-4004-9118-15c6b12e0137 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0560138 Apr 18 06:30:00.585550 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ce14b07-3b63-4fc0-b542-8f914694685c req-76ae76fe-7f98-4364-83ff-89a609e1eb98 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Apr 18 06:30:01.707514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161a68-ef71-45c4-8e90-b4cfd7913c51 req-761aeba8-41c7-410b-9a30-514191fa0ee5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:01.709591 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ec161a68-ef71-45c4-8e90-b4cfd7913c51 req-761aeba8-41c7-410b-9a30-514191fa0ee5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0508249 Apr 18 06:30:01.749515 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ec161a68-ef71-45c4-8e90-b4cfd7913c51 req-1bbccfc8-80c8-43ae-a4f4-00506721660b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337293 Apr 18 06:30:02.870040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e89a9-3375-49fe-94c6-a09591bbe754 req-bd052031-66d1-4424-8cc3-5e396e8e19e0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:02.873374 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ca5e89a9-3375-49fe-94c6-a09591bbe754 req-bd052031-66d1-4424-8cc3-5e396e8e19e0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0531986 Apr 18 06:30:02.910937 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ca5e89a9-3375-49fe-94c6-a09591bbe754 req-551c6827-46c6-4e6f-b51b-cf3475cfdf37 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Apr 18 06:30:03.026482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f504d72-4d45-4a9b-a1c0-6da360a08521 req-929a3b80-1154-4a09-9545-bdbbecd035a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:03.028044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f504d72-4d45-4a9b-a1c0-6da360a08521 req-929a3b80-1154-4a09-9545-bdbbecd035a0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0530367 Apr 18 06:30:03.036649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 56192) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:30:03.040961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'floatingip': {'port_id': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:30:03.080368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:03.512789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:03.568512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:03.670546 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 associated. External IP: 172.26.4.231, port: 4bc2bec5-ea92-4440-9057-b0ba33afbfae. Apr 18 06:30:04.212732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:30:04.318941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:30:04.323736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:04.330086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:30:04.341521 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:30:04.342140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:29:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:04.358164 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-344349e5-b7b2-4b43-a495-eef05b436231 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "PUT /v2.0/floatingips/7b018de1-73d6-426c-8c34-1bebb6cebd77 HTTP/1.1" status: 200 len: 992 time: 1.3203661 Apr 18 06:30:04.360474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:04.362952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767fbe92-ac80-4d34-81b6-9e176980c95d" -d '{"events": [{"name": "network-changed", "server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:30:04.432895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c50d2-57f3-42a7-a2c2-886c0c72ef5d x-openstack-request-id: req-0c5c50d2-57f3-42a7-a2c2-886c0c72ef5d {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:30:04.434785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:30:04.435275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c5c50d2-57f3-42a7-a2c2-886c0c72ef5d {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:30:04.435736 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5c50d2-57f3-42a7-a2c2-886c0c72ef5d'] response: {'name': 'network-changed', 'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'status': 'completed', 'code': 200} Apr 18 06:30:04.465499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:30:04.529319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-74ccd42c-4358-4b00-81fc-c6eb4b351218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:04.531017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-74ccd42c-4358-4b00-81fc-c6eb4b351218 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1099 time: 0.0485303 Apr 18 06:30:04.654352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-9a0059fd-c4fd-4700-910a-57a58f7f70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:04.656017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-9a0059fd-c4fd-4700-910a-57a58f7f70c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.1183898 Apr 18 06:30:04.732991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:57:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:30:03Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:04.755020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa34a6-2f35-4c78-b4ee-18c0ccae54a9 req-ffd02888-9483-4143-b179-0ef24f8b8ab0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:04.755870 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-88aa34a6-2f35-4c78-b4ee-18c0ccae54a9 req-ffd02888-9483-4143-b179-0ef24f8b8ab0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0978463 Apr 18 06:30:04.765340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:30:04.769218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-65d04f86-2976-4054-a674-96fc7c78b209 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 1000 time: 0.1010296 Apr 18 06:30:04.776613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:30:04.777226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:29:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:04.804029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-88aa34a6-2f35-4c78-b4ee-18c0ccae54a9 req-a15c3ffb-7f9a-44d1-ad49-0ae6613feb38 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Apr 18 06:30:04.860400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-7e4f7001-c552-4781-b12f-2f212faf44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:04.861867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-7e4f7001-c552-4781-b12f-2f212faf44d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0507209 Apr 18 06:30:04.904426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:30:04.920754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-114148f6-df45-4454-9b89-e046d27851b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:04.922418 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-114148f6-df45-4454-9b89-e046d27851b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540330 Apr 18 06:30:05.019153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-d9213b08-f1aa-487b-bed6-b692c2f5bb93 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895295 Apr 18 06:30:05.117324 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-767fbe92-ac80-4d34-81b6-9e176980c95d req-140564d9-fd17-449d-8c9d-8b9bd3786fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907857 Apr 18 06:30:05.148261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:57:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:30:03Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:05.176723 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a98516-bc6a-484c-842b-df856fead42a None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:57:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:30:03Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:30:05.427498 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7de090-456d-45b2-a879-3e7bd713abc6 None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:30:05.934680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cee7-cb40-4018-ba5b-3c5953fa92dc req-0c62b82d-a190-4c02-9245-f453bc38ff32 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:05.936301 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55c5cee7-cb40-4018-ba5b-3c5953fa92dc req-0c62b82d-a190-4c02-9245-f453bc38ff32 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0546818 Apr 18 06:30:05.977286 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55c5cee7-cb40-4018-ba5b-3c5953fa92dc req-e5761db9-ded7-4178-bb6f-2f53d28c0a05 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338717 Apr 18 06:30:07.094784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bb857-cbe3-4dc9-a081-92bf5ef43863 req-9b146713-d32f-4a6c-871d-4b5fcc00c7f6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:07.096295 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9a4bb857-cbe3-4dc9-a081-92bf5ef43863 req-9b146713-d32f-4a6c-871d-4b5fcc00c7f6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Apr 18 06:30:07.134909 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9a4bb857-cbe3-4dc9-a081-92bf5ef43863 req-edced711-6030-4917-9785-2f55ce366a02 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Apr 18 06:30:08.252937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57b04d-c441-4fce-b4d0-670e3957f44f req-0a3e9f1c-1210-49f3-acf1-a82ac5879707 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:08.254533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cb57b04d-c441-4fce-b4d0-670e3957f44f req-0a3e9f1c-1210-49f3-acf1-a82ac5879707 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Apr 18 06:30:08.296401 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cb57b04d-c441-4fce-b4d0-670e3957f44f req-7457e492-cc58-4794-8987-3dd9e74cfb22 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357263 Apr 18 06:30:09.413374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b99f0-0b36-4e42-b658-510da1cf2db4 req-ff0eb332-f935-4215-8625-c3749c30fd73 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:09.414868 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-546b99f0-0b36-4e42-b658-510da1cf2db4 req-ff0eb332-f935-4215-8625-c3749c30fd73 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0500977 Apr 18 06:30:09.453710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-546b99f0-0b36-4e42-b658-510da1cf2db4 req-6eb59df3-3bfa-47e7-8673-dc155e50dded tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Apr 18 06:30:10.579941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fccd8-5fef-48fe-a12a-47b7cef4e894 req-1996de4b-094a-466e-8bc2-431a5920249a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:10.581481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1e7fccd8-5fef-48fe-a12a-47b7cef4e894 req-1996de4b-094a-466e-8bc2-431a5920249a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0574081 Apr 18 06:30:10.620258 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1e7fccd8-5fef-48fe-a12a-47b7cef4e894 req-75cbac7e-0f12-4bc6-912f-eb81d64b7ec0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Apr 18 06:30:11.742335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eddd7-b0b2-42c9-80f9-e26d5b65df19 req-dab94348-0d3c-4911-951d-7142e43e800a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:11.743744 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c5eddd7-b0b2-42c9-80f9-e26d5b65df19 req-dab94348-0d3c-4911-951d-7142e43e800a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0544360 Apr 18 06:30:11.783493 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c5eddd7-b0b2-42c9-80f9-e26d5b65df19 req-0d2f3104-c431-4b44-a1c6-a38da61cb1e1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Apr 18 06:30:12.902813 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381806b3-56b2-4009-aaa0-b3bd4e8707bd req-a2edf8da-67f4-4194-b00e-1cc63b290f69 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:12.904348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-381806b3-56b2-4009-aaa0-b3bd4e8707bd req-a2edf8da-67f4-4194-b00e-1cc63b290f69 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0517328 Apr 18 06:30:12.944541 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-381806b3-56b2-4009-aaa0-b3bd4e8707bd req-6cde6594-bbdc-4426-add6-0a44ef7a6f37 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Apr 18 06:30:13.054227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:14.059797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a090cc-9e7d-4dbe-b093-f3b1a96d709c req-9013f638-faaa-4754-a303-1d49a9c8f6a9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:14.061436 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-74a090cc-9e7d-4dbe-b093-f3b1a96d709c req-9013f638-faaa-4754-a303-1d49a9c8f6a9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Apr 18 06:30:14.099553 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-74a090cc-9e7d-4dbe-b093-f3b1a96d709c req-743b2a15-ac12-42e6-b799-0e4ad7b0d175 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Apr 18 06:30:15.224548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2117-6f4b-4557-bfea-ee33f8ec9a0c req-b7928966-d022-4a1c-a4bf-048b7931b5d5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:15.226023 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29bc2117-6f4b-4557-bfea-ee33f8ec9a0c req-b7928966-d022-4a1c-a4bf-048b7931b5d5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0560534 Apr 18 06:30:15.274539 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29bc2117-6f4b-4557-bfea-ee33f8ec9a0c req-15d8e72e-6a82-436c-8a26-1c7e21e7b6e3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Apr 18 06:30:16.390325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc57d4-087c-4242-970f-8b93a1c5e162 req-6ac83ccc-ac9d-463a-b0b0-2500140f1d86 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:16.392578 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bc57d4-087c-4242-970f-8b93a1c5e162 req-6ac83ccc-ac9d-463a-b0b0-2500140f1d86 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0498126 Apr 18 06:30:16.430245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-18bc57d4-087c-4242-970f-8b93a1c5e162 req-df59a391-6aa4-4ad4-8367-ab5c5520ba9a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Apr 18 06:30:17.551284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8237501-e2c9-46ea-be17-90638db0878a req-8b43c5c0-88d7-44e0-b6d5-0de05ac3ce35 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:17.552730 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a8237501-e2c9-46ea-be17-90638db0878a req-8b43c5c0-88d7-44e0-b6d5-0de05ac3ce35 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0541897 Apr 18 06:30:17.591576 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a8237501-e2c9-46ea-be17-90638db0878a req-8759b913-dba3-4b20-800b-65bfc995b29a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Apr 18 06:30:18.711210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473bfec-f06e-4031-b4ef-6520c9a86870 req-5984f366-c598-4168-a305-caf56ae7497a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:18.712698 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1473bfec-f06e-4031-b4ef-6520c9a86870 req-5984f366-c598-4168-a305-caf56ae7497a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0533841 Apr 18 06:30:18.751201 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1473bfec-f06e-4031-b4ef-6520c9a86870 req-83245e52-c4cb-4e16-8aec-c2016d8e6fd7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Apr 18 06:30:19.868357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4c8b-89dc-4ac1-9d56-1f87e39af0e1 req-87457e29-d749-46c8-91de-194d5b99cc56 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:19.869851 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb7d4c8b-89dc-4ac1-9d56-1f87e39af0e1 req-87457e29-d749-46c8-91de-194d5b99cc56 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0503402 Apr 18 06:30:19.909222 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb7d4c8b-89dc-4ac1-9d56-1f87e39af0e1 req-6fc13f21-59b6-4ca4-90b8-42601bec402a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327432 Apr 18 06:30:21.027396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3128d5-bd2c-4b2b-94f6-af17df4c097f req-ef343454-80ab-420c-a135-d2f82dac484c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:21.028901 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c3128d5-bd2c-4b2b-94f6-af17df4c097f req-ef343454-80ab-420c-a135-d2f82dac484c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0496867 Apr 18 06:30:21.068092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c3128d5-bd2c-4b2b-94f6-af17df4c097f req-fd14d468-1074-4053-a3ce-4721b6704b7d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Apr 18 06:30:22.184648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca78085-4b15-4aa2-856f-2f1d4c699e84 req-f4df2deb-094e-453f-b467-9d4829a92a63 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:22.186044 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bca78085-4b15-4aa2-856f-2f1d4c699e84 req-f4df2deb-094e-453f-b467-9d4829a92a63 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0495660 Apr 18 06:30:22.225141 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bca78085-4b15-4aa2-856f-2f1d4c699e84 req-222ead4c-ee48-4c0f-a9f7-d9d17f22502b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Apr 18 06:30:23.345688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00caa55-3bce-40b7-8c9d-76bc4086cc13 req-ce3501d4-baaa-4699-b375-ad92c969c866 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:23.349817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f00caa55-3bce-40b7-8c9d-76bc4086cc13 req-ce3501d4-baaa-4699-b375-ad92c969c866 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0539262 Apr 18 06:30:23.386224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f00caa55-3bce-40b7-8c9d-76bc4086cc13 req-40dbdbce-d731-498e-ac49-86a8ffd789b8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Apr 18 06:30:23.408006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-28ef4f4f-fd1c-4e2f-affc-24ebf9513813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:24.506614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf6f16-7c12-4d23-a57e-77929cfe7c05 req-0ac7ddf4-7e79-4488-b9fd-7f23d2a77d20 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:24.508762 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-37cf6f16-7c12-4d23-a57e-77929cfe7c05 req-0ac7ddf4-7e79-4488-b9fd-7f23d2a77d20 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0545433 Apr 18 06:30:24.547129 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-37cf6f16-7c12-4d23-a57e-77929cfe7c05 req-112a1d6c-773b-4a47-9fb2-ea193db45259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Apr 18 06:30:25.668157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef258104-4b55-414f-a3f2-90cb3225b061 req-f21bb781-75cc-4fab-8acf-81f8effac833 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:25.669595 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef258104-4b55-414f-a3f2-90cb3225b061 req-f21bb781-75cc-4fab-8acf-81f8effac833 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0535026 Apr 18 06:30:25.708162 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef258104-4b55-414f-a3f2-90cb3225b061 req-ae63e793-308f-4210-ab9a-38c914007139 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317085 Apr 18 06:30:25.836437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a712cb57-ba8f-40fd-b80d-82ad0a166be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:26.822490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d141b-10a6-4081-8ab3-76338b2ef5aa req-5b4095e0-4f38-4a69-998f-bd2f7ae1604d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:26.823973 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a7d141b-10a6-4081-8ab3-76338b2ef5aa req-5b4095e0-4f38-4a69-998f-bd2f7ae1604d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0479996 Apr 18 06:30:26.862994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a7d141b-10a6-4081-8ab3-76338b2ef5aa req-e6b136e0-b0f8-462f-ab31-40dc6092885c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Apr 18 06:30:27.053362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:27.977923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13e6c2-07a1-4484-9c69-7ef50fbbe37b req-daf65917-127e-482c-b603-b7c9bf1db8da tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:27.979428 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2f13e6c2-07a1-4484-9c69-7ef50fbbe37b req-daf65917-127e-482c-b603-b7c9bf1db8da tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0495234 Apr 18 06:30:28.018745 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2f13e6c2-07a1-4484-9c69-7ef50fbbe37b req-e0cce24a-33d3-4857-aae7-199ca164cdac tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327208 Apr 18 06:30:28.801712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:28.910231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:29.134084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1fcb4-0b59-44ab-8ad5-85b8395ae04f req-1ac3e316-63af-426a-a719-46274a315edf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:29.135603 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f5e1fcb4-0b59-44ab-8ad5-85b8395ae04f req-1ac3e316-63af-426a-a719-46274a315edf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Apr 18 06:30:29.174481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f5e1fcb4-0b59-44ab-8ad5-85b8395ae04f req-c2da0f60-da7f-432d-90e9-cf052b51ce89 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Apr 18 06:30:30.290461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea83273-3f16-4015-817e-4e0937300c4a req-c2825d22-6312-4903-8a0e-f0bef12384c0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:30.291969 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ea83273-3f16-4015-817e-4e0937300c4a req-c2825d22-6312-4903-8a0e-f0bef12384c0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Apr 18 06:30:30.329325 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ea83273-3f16-4015-817e-4e0937300c4a req-f2d18441-d02f-4c8e-851b-44de03070ddd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Apr 18 06:30:30.651052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeafbad-edef-4daf-8c29-35827a64793e req-8f3a6e3b-2d03-4e1e-b1a5-ea45747689d3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:30.652549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3eeafbad-edef-4daf-8c29-35827a64793e req-8f3a6e3b-2d03-4e1e-b1a5-ea45747689d3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0535600 Apr 18 06:30:30.691299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3eeafbad-edef-4daf-8c29-35827a64793e req-ae967bff-9c9e-47d1-a86c-45eb06dbb610 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Apr 18 06:30:30.769120 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-932bb41f-eed3-4d0a-b655-96a12329976f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435755 Apr 18 06:30:31.812316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae21dc2-0eac-4fe7-a99a-34afe22b6c2c req-b67e164c-7468-43ae-a02c-a5178f02ee44 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:31.814768 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8ae21dc2-0eac-4fe7-a99a-34afe22b6c2c req-b67e164c-7468-43ae-a02c-a5178f02ee44 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0521421 Apr 18 06:30:31.857387 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8ae21dc2-0eac-4fe7-a99a-34afe22b6c2c req-042e90d3-889e-441c-8eb7-3009d12cc17f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361314 Apr 18 06:30:32.890873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-f204b348-58fb-4bcf-83e1-447ca89177cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:32.892728 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-f204b348-58fb-4bcf-83e1-447ca89177cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1099 time: 0.0440421 Apr 18 06:30:33.026609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0577d5-60f6-44c0-a4b2-5ee233d1e27a req-9f7a5d0c-18b1-4182-9a7f-e3126874f962 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:33.028120 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a0577d5-60f6-44c0-a4b2-5ee233d1e27a req-9f7a5d0c-18b1-4182-9a7f-e3126874f962 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0801747 Apr 18 06:30:33.031642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-5cfa1f2f-3e93-4e9c-8e22-e53242480455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:33.033003 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-5cfa1f2f-3e93-4e9c-8e22-e53242480455 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.1343513 Apr 18 06:30:33.119335 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a0577d5-60f6-44c0-a4b2-5ee233d1e27a req-ba3792e9-d62c-4960-91b4-4901015b5e64 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850177 Apr 18 06:30:33.126905 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-8bfff2a1-ca15-4b11-a08d-5e4e879f7b0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 1002 time: 0.0868585 Apr 18 06:30:33.229457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-a78b3d90-e49a-4c37-945f-bdf6c3dcd19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:33.230911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-a78b3d90-e49a-4c37-945f-bdf6c3dcd19d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0980060 Apr 18 06:30:33.278113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-d8bca876-0048-49b9-bd0e-5f1e7e7d4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:33.279632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-d8bca876-0048-49b9-bd0e-5f1e7e7d4b11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420606 Apr 18 06:30:33.370803 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-fd137696-75d4-40a3-ae93-98175194e348 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849016 Apr 18 06:30:33.460783 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-447dc7d5-106d-47df-983d-0e0431022004 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833256 Apr 18 06:30:34.239006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7233f7b-c1a0-4267-bc5b-943948c5edad req-9a81a904-5c1b-4139-975a-209dd4ab6f77 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:34.240471 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d7233f7b-c1a0-4267-bc5b-943948c5edad req-9a81a904-5c1b-4139-975a-209dd4ab6f77 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0507455 Apr 18 06:30:34.279285 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d7233f7b-c1a0-4267-bc5b-943948c5edad req-dfadd32a-06b3-4abb-89ac-095f65ec5357 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Apr 18 06:30:35.255135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-8bbfd17c-82b5-4505-8193-97bad91af259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:30:35.256209 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-8bbfd17c-82b5-4505-8193-97bad91af259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055120 Apr 18 06:30:35.321309 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-fc950d9f-1dec-43ca-9711-55e63b01a25e service neutron] 10.222.0.46 "GET /v2.0/ports/4bc2bec5-ea92-4440-9057-b0ba33afbfae/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0576499 Apr 18 06:30:35.405133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72408122-89c3-4f31-ba3d-a6f4c0e669ca req-860685bc-346e-4262-8581-83430b8332d7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:35.407362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72408122-89c3-4f31-ba3d-a6f4c0e669ca req-860685bc-346e-4262-8581-83430b8332d7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0559604 Apr 18 06:30:35.450395 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72408122-89c3-4f31-ba3d-a6f4c0e669ca req-d919f606-5603-4c11-ac83-3868881e365f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365937 Apr 18 06:30:35.851004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-e376dbe6-9ff4-4fb1-9ec4-8d9fb3f3c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:35.852563 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-e376dbe6-9ff4-4fb1-9ec4-8d9fb3f3c4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 1099 time: 0.0432622 Apr 18 06:30:35.924533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-0c9d5007-e719-45cb-ab68-796523176e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:35.925687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-0c9d5007-e719-45cb-ab68-796523176e61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1099 time: 0.0415418 Apr 18 06:30:36.017490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-a8ca0af4-6dc2-4e00-854a-e4f0a21f82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:36.018945 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-a8ca0af4-6dc2-4e00-854a-e4f0a21f82ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0875509 Apr 18 06:30:36.084690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-dfcb78ef-7cb3-4311-96b6-2b9d49d05ff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 1002 time: 0.0584600 Apr 18 06:30:36.134559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-fb413865-818d-419d-bb02-d07af25d42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:36.136030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-fb413865-818d-419d-bb02-d07af25d42d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0440600 Apr 18 06:30:36.184746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-3cb1e382-eb6d-4716-acd4-f3ca144568f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:36.186247 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-3cb1e382-eb6d-4716-acd4-f3ca144568f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437117 Apr 18 06:30:36.276784 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-8852a6ab-5f81-4e9d-880a-60efb9b71235 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840023 Apr 18 06:30:36.370456 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-982f11c3-fe46-408d-978e-e9a67e8fe8e9 req-93f7ad0c-b33c-429c-972a-9211405ce871 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877645 Apr 18 06:30:36.575096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a08bb-02c1-4a41-9e53-86c3bab1ad1f req-9d4ad409-57c4-424e-9579-933d12f7b9b4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:36.576632 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0b3a08bb-02c1-4a41-9e53-86c3bab1ad1f req-9d4ad409-57c4-424e-9579-933d12f7b9b4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0542777 Apr 18 06:30:36.602680 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:30:36.618638 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0b3a08bb-02c1-4a41-9e53-86c3bab1ad1f req-17fed40a-998e-4f0a-a6dd-f5dc9ce78a77 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345278 Apr 18 06:30:37.744739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d7be-46ec-4f55-9f81-f83e287d2380 req-432f1e04-da28-47b5-9269-9bb627dfea7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:37.746133 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc72d7be-46ec-4f55-9f81-f83e287d2380 req-432f1e04-da28-47b5-9269-9bb627dfea7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0509605 Apr 18 06:30:37.747104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:30:37.760283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:30:37.787647 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc72d7be-46ec-4f55-9f81-f83e287d2380 req-6f89704a-49a0-459c-bfa1-c9772b7ec1f9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Apr 18 06:30:37.908922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:37.929484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:30:37.948978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:37.951906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bcce3-d013-45cc-8916-d88f5e3fae0c" -d '{"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:30:37.961948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'mac_address': 'fa:16:3e:57:d7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:30:37.967285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:30:38.005025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4703c4cf-3bc0-448b-a02d-6bf5a2894862 x-openstack-request-id: req-4703c4cf-3bc0-448b-a02d-6bf5a2894862 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:30:38.009305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:30:38.009305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4703c4cf-3bc0-448b-a02d-6bf5a2894862 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:30:38.009305 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4703c4cf-3bc0-448b-a02d-6bf5a2894862'] response: {'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'code': 200} Apr 18 06:30:38.012088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.025785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bc2bec5-ea92-4440-9057-b0ba33afbfae {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:30:38.029861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.102192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:30:38.102533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:30:38.105296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:38.639128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.656603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc2bec5-ea92-4440-9057-b0ba33afbfae {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:30:38.675429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:30:38.726899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:38.776554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:38.855136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['4bc2bec5-ea92-4440-9057-b0ba33afbfae'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:30:38.912662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b11f7-0668-47a1-a9e5-3382c6b1f67d req-c4212bfe-263a-4bb5-9652-258b45364f11 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:38.914331 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-462b11f7-0668-47a1-a9e5-3382c6b1f67d req-c4212bfe-263a-4bb5-9652-258b45364f11 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 945 time: 0.0532339 Apr 18 06:30:38.955883 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-462b11f7-0668-47a1-a9e5-3382c6b1f67d req-f1b2c5ee-1749-4020-8105-deb81bc1ab7c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350595 Apr 18 06:30:39.760990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:30:39.811946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 4bc2bec5-ea92-4440-9057-b0ba33afbfae triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:30:39.812607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:39.886742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:39.918769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:30:40.001869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:40.007432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:40.009742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34948d5d-3150-4317-b9df-cd1564881e95" -d '{"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:30:40.072564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:40.087131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483282cb-5b06-4354-807f-3b051f84fc5a x-openstack-request-id: req-483282cb-5b06-4354-807f-3b051f84fc5a {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:30:40.087680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-plugged", "status": "completed", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:30:40.087797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-483282cb-5b06-4354-807f-3b051f84fc5a {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:30:40.088406 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483282cb-5b06-4354-807f-3b051f84fc5a'] response: {'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'code': 200} Apr 18 06:30:40.100371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d258a23-9aff-49b9-824c-3723d054258f req-3bd63f85-ce5f-4100-a0f1-fa468430085b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.102092 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7d258a23-9aff-49b9-824c-3723d054258f req-3bd63f85-ce5f-4100-a0f1-fa468430085b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0728595 Apr 18 06:30:40.142985 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7d258a23-9aff-49b9-824c-3723d054258f req-5cc41573-5455-444f-88b2-2527cc4d0937 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Apr 18 06:30:40.507108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0763a0-f079-4de1-b44f-b0951d0cc266 req-e7a13e63-8daf-40f3-bd53-09b9ae7753ae tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.508626 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a0763a0-f079-4de1-b44f-b0951d0cc266 req-e7a13e63-8daf-40f3-bd53-09b9ae7753ae tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0501077 Apr 18 06:30:40.548328 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6a0763a0-f079-4de1-b44f-b0951d0cc266 req-b78a5cea-0457-4e0f-9bbb-b85629a4cef0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Apr 18 06:30:40.608902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-a9359cf1-9274-4e68-b605-1c222662592d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.610504 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-a9359cf1-9274-4e68-b605-1c222662592d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291&tenant_id=49a413894983418db2d9e9e4670241f4&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 946 time: 0.0582707 Apr 18 06:30:40.707623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-43d5799f-f83a-411b-addc-176893612bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.709022 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-43d5799f-f83a-411b-addc-176893612bda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1099 time: 0.0406868 Apr 18 06:30:40.800819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-6a4c14a2-c598-4d49-b8ad-a8a0656ad498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.802301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-6a4c14a2-c598-4d49-b8ad-a8a0656ad498 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0875044 Apr 18 06:30:40.873208 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-4258ed0d-ad63-4e9e-8c5b-820b9b97d5ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 1002 time: 0.0627718 Apr 18 06:30:40.923939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-106c35c9-1c04-41d0-a9e4-2be5ef50f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.925471 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-106c35c9-1c04-41d0-a9e4-2be5ef50f93d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0450611 Apr 18 06:30:40.970740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-1e1541ff-bd1f-4567-a851-26ef02afc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:40.972216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-1e1541ff-bd1f-4567-a851-26ef02afc24c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408692 Apr 18 06:30:41.067295 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-9e5cc21a-f321-4525-87c3-2d41b1354d3f service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888460 Apr 18 06:30:41.160144 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24a7a469-123b-4d1a-89ed-1b918a54165c req-52260de3-571b-433c-837e-ebce3d6780c7 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867255 Apr 18 06:30:41.681885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff3445-3f37-4ad6-adf9-cdcf2323e717 req-4a52bd01-784c-4094-863d-35f2ce54b473 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:41.683362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5dff3445-3f37-4ad6-adf9-cdcf2323e717 req-4a52bd01-784c-4094-863d-35f2ce54b473 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0552778 Apr 18 06:30:41.725343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5dff3445-3f37-4ad6-adf9-cdcf2323e717 req-4e59561e-f3c5-4a39-8750-36535b95fffb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347683 Apr 18 06:30:42.847182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527db01-0304-410a-a27c-9c3c27f59039 req-c1d737b9-d9b2-4267-89e1-bb13ff9a4c19 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:42.848677 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a527db01-0304-410a-a27c-9c3c27f59039 req-c1d737b9-d9b2-4267-89e1-bb13ff9a4c19 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0538564 Apr 18 06:30:42.887190 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a527db01-0304-410a-a27c-9c3c27f59039 req-8c468ee9-92ba-4cf7-8130-849f09ba1211 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325487 Apr 18 06:30:43.003059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd08503-b35f-4577-9854-99bda9ed6e66 req-83cb6871-2b05-4f4e-a286-0a338e9925a1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:43.004808 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4fd08503-b35f-4577-9854-99bda9ed6e66 req-83cb6871-2b05-4f4e-a286-0a338e9925a1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0483325 Apr 18 06:30:43.043852 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4fd08503-b35f-4577-9854-99bda9ed6e66 req-f1a101c8-acb8-4946-9177-3562dd74bb2c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Apr 18 06:30:43.106160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:43.381726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59763f3-51e1-42ef-9667-4c42cb0360f8 req-294de57d-ea8a-46e0-830d-60cb7cd7ed08 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:43.383310 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e59763f3-51e1-42ef-9667-4c42cb0360f8 req-294de57d-ea8a-46e0-830d-60cb7cd7ed08 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0487230 Apr 18 06:30:43.424852 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e59763f3-51e1-42ef-9667-4c42cb0360f8 req-8da7d008-063d-4016-9a0d-c245cb11c10e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355558 Apr 18 06:30:43.546645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c884-f9e0-4158-a372-d42b41528759 req-0d72cd4c-a153-4ea1-b7a6-455a3712507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:43.548211 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-0d72cd4c-a153-4ea1-b7a6-455a3712507e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 1099 time: 0.0478027 Apr 18 06:30:43.643918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c884-f9e0-4158-a372-d42b41528759 req-e955f759-dfae-4f34-8161-9ee49e653800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:43.645422 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-e955f759-dfae-4f34-8161-9ee49e653800 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0910916 Apr 18 06:30:43.716697 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-0cfd8a1b-af2a-41c7-bb04-712c1f3367ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 200 len: 1002 time: 0.0649762 Apr 18 06:30:43.766638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c884-f9e0-4158-a372-d42b41528759 req-4d0f46b2-90e0-4c69-b198-3fd6a37d1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:43.768302 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-4d0f46b2-90e0-4c69-b198-3fd6a37d1d1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0456591 Apr 18 06:30:43.812686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c884-f9e0-4158-a372-d42b41528759 req-5ce22240-d6a4-4a53-a687-0253576d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:43.814107 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-5ce22240-d6a4-4a53-a687-0253576d0a36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398724 Apr 18 06:30:43.906444 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-79a928dd-ec81-43cb-9091-5bbd22af7cc5 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Apr 18 06:30:43.995837 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23c2c884-f9e0-4158-a372-d42b41528759 req-6f84339c-2dfa-451e-a59a-9554fa07eff1 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Apr 18 06:30:44.546779 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946554-7ef4-4188-ad10-fa9d81e17e05 req-52f4c437-c89b-477a-851f-e72a4c3f8db1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:44.548351 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47946554-7ef4-4188-ad10-fa9d81e17e05 req-52f4c437-c89b-477a-851f-e72a4c3f8db1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Apr 18 06:30:44.589565 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47946554-7ef4-4188-ad10-fa9d81e17e05 req-1af8df48-30ef-489a-9dee-f60766fc894c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350649 Apr 18 06:30:45.711011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef986b45-1d74-4751-807a-297f20f8cbf9 req-fe91ddac-291e-476e-b8b9-1dbe5a73e92e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:45.712440 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef986b45-1d74-4751-807a-297f20f8cbf9 req-fe91ddac-291e-476e-b8b9-1dbe5a73e92e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0489628 Apr 18 06:30:45.750438 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ef986b45-1d74-4751-807a-297f20f8cbf9 req-c000619a-5458-4775-8f31-164869f245d8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Apr 18 06:30:46.204769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b0df5-7348-4bed-b112-1fbbbe31e9f9 req-efd8d55e-307d-4a1a-bfb1-dbfa4567d695 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:46.206272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-262b0df5-7348-4bed-b112-1fbbbe31e9f9 req-efd8d55e-307d-4a1a-bfb1-dbfa4567d695 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0562866 Apr 18 06:30:46.245234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-262b0df5-7348-4bed-b112-1fbbbe31e9f9 req-d8466d00-a4a7-463c-a2e4-8c596e01dd27 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328336 Apr 18 06:30:47.380068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aef4b-eb39-4bd5-be65-20fb6fd223f0 req-587c7210-c9a6-46b7-9485-630c6eb797ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:47.381591 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-640aef4b-eb39-4bd5-be65-20fb6fd223f0 req-587c7210-c9a6-46b7-9485-630c6eb797ad tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0641201 Apr 18 06:30:47.419980 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-640aef4b-eb39-4bd5-be65-20fb6fd223f0 req-53a7dcbd-f5c1-4b32-84b6-949b31351162 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Apr 18 06:30:48.269157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-45276252-9e2a-42de-9751-04ed6e1366c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:48.270669 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-45276252-9e2a-42de-9751-04ed6e1366c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Apr 18 06:30:48.368756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Deleting port 4bc2bec5-ea92-4440-9057-b0ba33afbfae {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:30:48.369102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:48.461218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] For port 4bc2bec5-ea92-4440-9057-b0ba33afbfae, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=4bc2bec5-ea92-4440-9057-b0ba33afbfae,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:30:48.461218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:48.604524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a0589-a998-4ff4-8da8-23009a3549d9 req-a20913c7-8a34-4cc1-bc53-4e489f2af679 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:48.605989 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-256a0589-a998-4ff4-8da8-23009a3549d9 req-a20913c7-8a34-4cc1-bc53-4e489f2af679 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 946 time: 0.0987356 Apr 18 06:30:48.691503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-256a0589-a998-4ff4-8da8-23009a3549d9 req-4e1e9aa1-d788-4297-88c6-ef3017500e9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768726 Apr 18 06:30:48.694681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:48.694899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:48.695167 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 disassociated. External IP: 172.26.4.231, port: 4bc2bec5-ea92-4440-9057-b0ba33afbfae. Apr 18 06:30:48.699182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Calling delete_port for 4bc2bec5-ea92-4440-9057-b0ba33afbfae owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:30:48.869961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:48.900016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event deleted for resources: {'Port': ['ID=4bc2bec5-ea92-4440-9057-b0ba33afbfae,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:49.019769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:30:49.135036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:30:49.155059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:30:49.165147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:30:49.165763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:30:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:49.174859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] No DVR routers for this DVR port 4bc2bec5-ea92-4440-9057-b0ba33afbfae on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:30:49.177606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:49.181185 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4426cc6e-7fa6-4687-a7ee-bd8f510d3b69 req-bfb94ffb-ba6a-4c9e-8d63-a01f470c6ddb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "DELETE /v2.0/ports/4bc2bec5-ea92-4440-9057-b0ba33afbfae HTTP/1.1" status: 204 len: 173 time: 0.9049497 Apr 18 06:30:49.181723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-deleted', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:49.184085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb25a67-351e-497c-9840-1ca101934894" -d '{"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-deleted", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:30:49.225887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee0dd7-e911-49ba-8a1f-39f4d2e6f594 x-openstack-request-id: req-c3ee0dd7-e911-49ba-8a1f-39f4d2e6f594 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:30:49.226398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316ffeef-72b9-44e6-8682-8b8f2583e291", "name": "network-vif-deleted", "tag": "4bc2bec5-ea92-4440-9057-b0ba33afbfae", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:30:49.226917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3ee0dd7-e911-49ba-8a1f-39f4d2e6f594 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:30:49.227476 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ee0dd7-e911-49ba-8a1f-39f4d2e6f594'] response: {'server_uuid': '316ffeef-72b9-44e6-8682-8b8f2583e291', 'name': 'network-vif-deleted', 'tag': '4bc2bec5-ea92-4440-9057-b0ba33afbfae', 'status': 'completed', 'code': 200} Apr 18 06:30:49.278702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:30:49.486186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:49.512244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:30:49.521739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:30:49.522359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:30:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:49.627761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:30:49.799942 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de7b8b24-011b-4706-9e0b-2c520321f114 req-2ac8589d-fa9b-4763-8b8b-155f13578c4e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=316ffeef-72b9-44e6-8682-8b8f2583e291 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Apr 18 06:30:49.832390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:30:49.862238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19c4d4-a9ee-4c68-a324-7d7c816af4bf None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:30:50.112823 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ad637-145c-4411-97c9-833f6a270c90 None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:30:51.047189 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-aface1f4-46c3-4370-8ef8-715fbf0d5079 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1213526220&fields=id&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 267 time: 0.0333982 Apr 18 06:30:51.158481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-0a261bb9-7bc8-4f30-b62f-3fa8288ea49c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:51.159897 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-0a261bb9-7bc8-4f30-b62f-3fa8288ea49c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1056831 Apr 18 06:30:51.175476 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-3c5db662-f0d8-41d9-8c63-6eebd13a4dcd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/quotas/49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 375 time: 0.0095985 Apr 18 06:30:51.229751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-3a22b11e-e067-4de5-8a2f-3b174b114318 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486629 Apr 18 06:30:51.330842 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-06b03211-204b-4907-8760-365c4358637e service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891716 Apr 18 06:30:51.427989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-70c152f7-dc50-4d49-a1fc-f9cce583dfa4 service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906870 Apr 18 06:30:51.680620 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-16f5bc07-6fce-45d1-8db5-d51408f4e395 req-19b1a7ce-f977-4f1b-9f68-daaa1240d67b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 210 time: 0.0272779 Apr 18 06:30:51.871084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:30:51.892511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 4bc2bec5-ea92-4440-9057-b0ba33afbfae {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:30:51.892848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 4bc2bec5-ea92-4440-9057-b0ba33afbfae not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:30:52.780690 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2a8c8f48-3c61-4849-9034-b9f40e6831e6 req-c5488018-c31f-4c73-ad2c-bdcda53deeda tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 210 time: 0.0337844 Apr 18 06:30:53.424536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-be226cd7-c730-4444-862d-a215496bdb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:53.515125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-cb187f6f-544f-4312-b0b0-2e8569a14a6e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:53.516972 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-cb187f6f-544f-4312-b0b0-2e8569a14a6e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1070786 Apr 18 06:30:53.571840 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-50c9e008-2a18-4130-99a1-d644b04420da tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 380 time: 0.0373201 Apr 18 06:30:53.581232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'port': {'device_id': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'admin_state_up': True, 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'security_groups': ['ad88b6eb-399c-445a-8b62-ecc64d6d1a3e']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:30:54.021338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f617517-affc-480e-b564-eda4fe386299 req-94f055d8-3fe4-4ca8-9931-4e87b5e786e8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 210 time: 0.0333776 Apr 18 06:30:54.189546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Made reservation on behalf of 49a413894983418db2d9e9e4670241f4 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:30:54.193024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:54.316201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Allocated IP 172.20.0.8 (1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1/a747cc49-9d61-44de-99b6-cef3be6136c3/705ae045-c393-40d5-ad74-642ff09854db) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:30:54.452819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:54.584152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:54.632294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:30:54.635386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:30:54.639213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:30:54.646469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:54.675489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.675834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.676166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.676497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.676823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.677147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.677474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.677800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.678120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.678436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.678751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.679066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:30:54.716013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:54.716013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:54.815573 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f63732a9-ce08-4441-bf96-d7a0dab9b18a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378285 Apr 18 06:30:54.833393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Request body: {'port': {'device_id': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:30:54.886785 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:54.906022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7e46711f-8f7d-4337-ad83-be4d0da75759 None None] Provisioning complete for port 705ae045-c393-40d5-ad74-642ff09854db triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:30:54.907144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7e46711f-8f7d-4337-ad83-be4d0da75759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:54.942748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7e46711f-8f7d-4337-ad83-be4d0da75759 None None] Port 705ae045-c393-40d5-ad74-642ff09854db cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:30:55.172463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09926b0-791b-4d76-8c80-4444e9486e84 req-7625524b-7eb5-4853-ab59-45d8d4444380 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:55.173997 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e09926b0-791b-4d76-8c80-4444e9486e84 req-7625524b-7eb5-4853-ab59-45d8d4444380 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 931 time: 0.0560763 Apr 18 06:30:55.190565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705ae045-c393-40d5-ad74-642ff09854db {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:30:55.198005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:55.211481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Transition to ACTIVE for port object 705ae045-c393-40d5-ad74-642ff09854db will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:30:55.214529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e09926b0-791b-4d76-8c80-4444e9486e84 req-2039e402-a31e-43d1-8ffd-66fdd7d2a725 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342517 Apr 18 06:30:55.281144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:55.332961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:55.408565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Attempting to bind port 705ae045-c393-40d5-ad74-642ff09854db on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:30:55.408894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Attempting to bind port 705ae045-c393-40d5-ad74-642ff09854db by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:30:55.409229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Attempting to bind port 705ae045-c393-40d5-ad74-642ff09854db on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:30:55.413742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Port 705ae045-c393-40d5-ad74-642ff09854db on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:30:55.414060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Attempting to bind port 705ae045-c393-40d5-ad74-642ff09854db on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:30:55.419150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:30:55.419530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:30:55.420669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Bound using segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:30:55.421297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Bound port: 705ae045-c393-40d5-ad74-642ff09854db, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:30:55.421627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:55.500507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:30:55.503677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:30:55.587061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:55.618954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:55.619583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:55.620941 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] 10.222.0.46 "PUT /v2.0/ports/705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 1093 time: 0.7919028 Apr 18 06:30:55.621389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'tag': '705ae045-c393-40d5-ad74-642ff09854db'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:30:55.624638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214bba26-59be-44b6-b45e-ed30bc69dd09" -d '{"events": [{"name": "network-changed", "server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "tag": "705ae045-c393-40d5-ad74-642ff09854db"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:30:55.649005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad37d7-5ff5-44f0-a965-388123343a1c service neutron] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:30:55.681031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997ccaa-8e6f-4a67-8377-a70e0f7fca63 x-openstack-request-id: req-0997ccaa-8e6f-4a67-8377-a70e0f7fca63 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:30:55.681031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "tag": "705ae045-c393-40d5-ad74-642ff09854db", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:30:55.681031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0997ccaa-8e6f-4a67-8377-a70e0f7fca63 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:30:55.681031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0997ccaa-8e6f-4a67-8377-a70e0f7fca63'] response: {'name': 'network-changed', 'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'tag': '705ae045-c393-40d5-ad74-642ff09854db', 'status': 'completed', 'code': 200} Apr 18 06:30:55.764149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bba26-59be-44b6-b45e-ed30bc69dd09 req-200e4b62-ac4b-4ca0-8e72-af1f776dc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:55.766154 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-214bba26-59be-44b6-b45e-ed30bc69dd09 req-200e4b62-ac4b-4ca0-8e72-af1f776dc8ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1096 time: 0.0527332 Apr 18 06:30:55.852374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f0a40537-4d5e-43d4-a521-b1fb222120d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:55.878257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bba26-59be-44b6-b45e-ed30bc69dd09 req-42db118d-9c4b-4b3d-892c-c2665fe2271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:55.879767 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-214bba26-59be-44b6-b45e-ed30bc69dd09 req-42db118d-9c4b-4b3d-892c-c2665fe2271c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=49a413894983418db2d9e9e4670241f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989821 Apr 18 06:30:55.976290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bba26-59be-44b6-b45e-ed30bc69dd09 req-6bd88d5e-cdd6-4190-9f85-ec513992cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:55.977759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-214bba26-59be-44b6-b45e-ed30bc69dd09 req-6bd88d5e-cdd6-4190-9f85-ec513992cd86 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913756 Apr 18 06:30:56.082298 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-b7fdef00-6af1-457d-a8b5-3f9fb97d6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:56.082298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-b7fdef00-6af1-457d-a8b5-3f9fb97d6097 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1096 time: 0.0464847 Apr 18 06:30:56.127007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-126ceab3-41e4-415e-b584-b4818033eab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 217 time: 0.0333991 Apr 18 06:30:56.174905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-2a4d4681-ee69-4d76-9bd9-49dfccac234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:56.176375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-2a4d4681-ee69-4d76-9bd9-49dfccac234f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0435872 Apr 18 06:30:56.224743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-75170925-c877-4277-b6b7-c7948e236dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:56.226234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-75170925-c877-4277-b6b7-c7948e236dfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432830 Apr 18 06:30:56.316320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-0c534fc2-b128-44ec-bcd6-8b5414bd981f service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837307 Apr 18 06:30:56.329896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7b09-b3b1-4e1f-a5e4-c4d0b6e691a2 req-fe4ad47b-6477-4c90-8bff-3684383d0acc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:56.332270 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-291e7b09-b3b1-4e1f-a5e4-c4d0b6e691a2 req-fe4ad47b-6477-4c90-8bff-3684383d0acc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 943 time: 0.0490303 Apr 18 06:30:56.370567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-291e7b09-b3b1-4e1f-a5e4-c4d0b6e691a2 req-2b3d0a78-8638-4715-8d58-ac3f2ad346aa tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Apr 18 06:30:56.411928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f549440-d899-4fe2-8230-cd73e0ceca50 req-f017c1ee-8b1f-461d-bbc4-4f3e87bc0f1b service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894926 Apr 18 06:30:57.109400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:57.494329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003d2de-f5e4-4f6d-8029-e0399f3e34d1 req-7335f4b5-c441-4108-a5b3-9ce618e6974f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:57.495996 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8003d2de-f5e4-4f6d-8029-e0399f3e34d1 req-7335f4b5-c441-4108-a5b3-9ce618e6974f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 943 time: 0.0502038 Apr 18 06:30:57.533957 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8003d2de-f5e4-4f6d-8029-e0399f3e34d1 req-86bacf05-4c35-4273-b312-e3f63307ee0b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Apr 18 06:30:58.652974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c220-5188-44e2-acbf-21aa79bab1b8 req-59273e9c-0f2f-4a56-89b9-ee98707749a6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:58.654480 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c107c220-5188-44e2-acbf-21aa79bab1b8 req-59273e9c-0f2f-4a56-89b9-ee98707749a6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 943 time: 0.0508075 Apr 18 06:30:58.694342 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c107c220-5188-44e2-acbf-21aa79bab1b8 req-2b9397eb-8df0-4218-ab9d-6b4c594954cc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335784 Apr 18 06:30:58.840728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:58.921076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:30:59.867862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de327109-621b-4d00-bb9e-0b92d9205624 req-27406d0f-a2a4-43db-b0c8-f60133fc5bca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:30:59.869337 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de327109-621b-4d00-bb9e-0b92d9205624 req-27406d0f-a2a4-43db-b0c8-f60133fc5bca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 943 time: 0.0976467 Apr 18 06:30:59.885563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:30:59.909016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de327109-621b-4d00-bb9e-0b92d9205624 req-8da54184-5fff-4606-a8d3-bfbbe2eb9e05 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334795 Apr 18 06:30:59.996747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:00.008448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '705ae045-c393-40d5-ad74-642ff09854db', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '705ae045-c393-40d5-ad74-642ff09854db', 'mac_address': 'fa:16:3e:a9:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:31:00.045715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:00.058667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705ae045-c393-40d5-ad74-642ff09854db {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:31:00.078960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:00.132237 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:00.181743 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:00.189481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.189821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.190153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.190479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.190801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.191123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.191474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.191790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.192113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.192426 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.192740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.193053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:00.551790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['705ae045-c393-40d5-ad74-642ff09854db'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:31:01.086332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277664d-b14a-43a0-99b0-e5f548e441af req-82927d14-53e4-4163-885b-25d2c053f853 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:01.087830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5277664d-b14a-43a0-99b0-e5f548e441af req-82927d14-53e4-4163-885b-25d2c053f853 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 944 time: 0.1094418 Apr 18 06:31:01.127141 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5277664d-b14a-43a0-99b0-e5f548e441af req-703a0450-29a6-4016-93ef-20bff082bc4f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Apr 18 06:31:01.901194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:31:02.006415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 705ae045-c393-40d5-ad74-642ff09854db completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:31:02.010686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 705ae045-c393-40d5-ad74-642ff09854db triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:02.011057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:02.090866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:02.113076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ae045-c393-40d5-ad74-642ff09854db'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:02.115336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f916156-b1fd-4952-9f76-b7dbc16b64f7" -d '{"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-plugged", "status": "completed", "tag": "705ae045-c393-40d5-ad74-642ff09854db"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:31:02.128645 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:02.153268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be7840-3962-4594-b0c1-3dcc7241e091 x-openstack-request-id: req-98be7840-3962-4594-b0c1-3dcc7241e091 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:31:02.153550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-plugged", "status": "completed", "tag": "705ae045-c393-40d5-ad74-642ff09854db", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:31:02.153822 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98be7840-3962-4594-b0c1-3dcc7241e091 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:31:02.154247 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98be7840-3962-4594-b0c1-3dcc7241e091'] response: {'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ae045-c393-40d5-ad74-642ff09854db', 'code': 200} Apr 18 06:31:02.205045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:02.255464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d499b-27b1-41f8-a93d-e2c00ac64d23 req-e5a2e447-4b27-453b-83c4-fa8f6b6db993 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:02.256057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:02.257012 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd4d499b-27b1-41f8-a93d-e2c00ac64d23 req-e5a2e447-4b27-453b-83c4-fa8f6b6db993 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0598357 Apr 18 06:31:02.298615 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dd4d499b-27b1-41f8-a93d-e2c00ac64d23 req-d0983e0d-1a72-4655-9047-4ec7e79b9e91 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334098 Apr 18 06:31:02.555422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1599484-f5fa-40eb-a1f0-7cceb94558a7 req-540131e9-5e2d-4f30-89e2-b88c326c9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:02.556908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1599484-f5fa-40eb-a1f0-7cceb94558a7 req-540131e9-5e2d-4f30-89e2-b88c326c9788 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0447984 Apr 18 06:31:02.590886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1599484-f5fa-40eb-a1f0-7cceb94558a7 req-10d47833-9f91-4763-a4a3-0f5fc60f2754 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269673 Apr 18 06:31:03.418477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001569-96a4-4d4f-bfd9-3cf8272a72ef req-4ff54668-5b46-40c7-8eb0-58b66b866ece tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:03.420796 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36001569-96a4-4d4f-bfd9-3cf8272a72ef req-4ff54668-5b46-40c7-8eb0-58b66b866ece tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Apr 18 06:31:03.460742 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-36001569-96a4-4d4f-bfd9-3cf8272a72ef req-0abf8fba-61da-4533-963c-8637b4d82cb3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335984 Apr 18 06:31:04.577056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118520bc-ad60-4635-bbce-f80669e5953d req-7fa18de0-42de-4123-9044-171661cb8393 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:04.578537 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-118520bc-ad60-4635-bbce-f80669e5953d req-7fa18de0-42de-4123-9044-171661cb8393 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0500751 Apr 18 06:31:04.616074 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-118520bc-ad60-4635-bbce-f80669e5953d req-e4c3c01a-c8e5-4bb7-9191-7cde8c1f2f60 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Apr 18 06:31:04.728556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed409-592a-4e2e-815d-010e1a82e0fc req-16391584-9e28-465c-b30f-b66e4cd64013 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:04.729975 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-506ed409-592a-4e2e-815d-010e1a82e0fc req-16391584-9e28-465c-b30f-b66e4cd64013 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Apr 18 06:31:04.739752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 56390) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:31:04.744199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'floatingip': {'port_id': '705ae045-c393-40d5-ad74-642ff09854db'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:04.788251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:05.239577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:05.292078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:05.399457 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 associated. External IP: 172.26.4.231, port: 705ae045-c393-40d5-ad74-642ff09854db. Apr 18 06:31:05.612111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:31:05.728790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:31:05.734349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:05.741299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:31:05.754260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:31:05.755227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:30:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:05.761198 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fc06d04a-7656-4e1e-b85d-456c585dd2e7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "PUT /v2.0/floatingips/7b018de1-73d6-426c-8c34-1bebb6cebd77 HTTP/1.1" status: 200 len: 991 time: 1.0203688 Apr 18 06:31:05.761801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'tag': '705ae045-c393-40d5-ad74-642ff09854db'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:05.777514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "tag": "705ae045-c393-40d5-ad74-642ff09854db"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:31:05.818802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b529676-b586-466a-89b0-1d1296592dea x-openstack-request-id: req-5b529676-b586-466a-89b0-1d1296592dea {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:31:05.819328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "tag": "705ae045-c393-40d5-ad74-642ff09854db", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:31:05.819749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b529676-b586-466a-89b0-1d1296592dea {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:31:05.820312 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b529676-b586-466a-89b0-1d1296592dea'] response: {'name': 'network-changed', 'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'tag': '705ae045-c393-40d5-ad74-642ff09854db', 'status': 'completed', 'code': 200} Apr 18 06:31:05.924886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-46afadd3-7ffc-4213-bcdb-5fb90d20dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:05.926768 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-46afadd3-7ffc-4213-bcdb-5fb90d20dcc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0654545 Apr 18 06:31:06.032859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-1cbc7b9f-e526-4407-ba3b-b8143b1b66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:06.034681 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-1cbc7b9f-e526-4407-ba3b-b8143b1b66ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.1012938 Apr 18 06:31:06.074694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:31:06.102898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-23755288-6024-4989-974d-b9abc1e853b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 999 time: 0.0621521 Apr 18 06:31:06.188435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-ff48508a-2938-4726-a75b-3e5b76e31148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:06.192448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-ff48508a-2938-4726-a75b-3e5b76e31148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0834243 Apr 18 06:31:06.275305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d02e25-32ed-4b5d-b7fe-96da7eccb956 req-3cac45ec-0d21-42ad-921f-884acafdd614 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:06.276814 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10d02e25-32ed-4b5d-b7fe-96da7eccb956 req-3cac45ec-0d21-42ad-921f-884acafdd614 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0832844 Apr 18 06:31:06.284513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-7ebe59b5-8ef2-4a8e-a2e4-4427ad3127e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:06.285873 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-7ebe59b5-8ef2-4a8e-a2e4-4427ad3127e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619290 Apr 18 06:31:06.360330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '705ae045-c393-40d5-ad74-642ff09854db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:a9:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:31:05Z', 'revision_number': 9, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:06.372889 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10d02e25-32ed-4b5d-b7fe-96da7eccb956 req-e61d0114-5609-4c1c-8b32-ad1347aa49b0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858963 Apr 18 06:31:06.394791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:31:06.404330 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:31:06.405210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:30:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:06.424711 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-20b43a60-fcc5-4233-9829-26462f33d304 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320403 Apr 18 06:31:06.444408 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-ac1f7f92-98af-4fd4-9e9f-b6bb110d13bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876007 Apr 18 06:31:06.518987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:31:06.522937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad8107ed-0f55-41b8-96f8-f058d7c18ffc req-c04aca71-557b-42da-af78-00ee169deb39 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922201 Apr 18 06:31:06.767594 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '705ae045-c393-40d5-ad74-642ff09854db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:a9:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:31:05Z', 'revision_number': 9, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:06.793853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5a588-2498-43d5-8905-ad87307ba7d7 None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '705ae045-c393-40d5-ad74-642ff09854db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:a9:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:31:05Z', 'revision_number': 9, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:31:07.013627 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bdbd6e-ab5b-4446-b9ff-752c0877c5e4 None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:31:07.517762 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51a22-f39b-4998-8d45-14208f6ac54d req-4ddcd9f7-53d9-42e6-a03e-0a10d000d43c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:07.519332 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c7f51a22-f39b-4998-8d45-14208f6ac54d req-4ddcd9f7-53d9-42e6-a03e-0a10d000d43c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Apr 18 06:31:07.560658 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c7f51a22-f39b-4998-8d45-14208f6ac54d req-cbc62adb-9af3-46bb-82d3-276fe58fa3bf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Apr 18 06:31:08.620218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-52520fd7-a329-4de1-8cd2-e77ddb536d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:08.621747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-52520fd7-a329-4de1-8cd2-e77ddb536d17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0557408 Apr 18 06:31:08.735511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdfbb4-38aa-4dc6-b121-0ea5c3f1da05 req-1505cb38-b843-471b-8eec-cf8b997ff981 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:08.736915 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d9bdfbb4-38aa-4dc6-b121-0ea5c3f1da05 req-1505cb38-b843-471b-8eec-cf8b997ff981 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.1015580 Apr 18 06:31:08.766739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-aa2986ef-468c-4e93-9add-db4b021c1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:08.768276 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-aa2986ef-468c-4e93-9add-db4b021c1504 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.1402709 Apr 18 06:31:08.824920 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d9bdfbb4-38aa-4dc6-b121-0ea5c3f1da05 req-9b898cc1-2d63-44c6-8cb6-25fdfd886388 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788484 Apr 18 06:31:08.854246 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-f6e576bc-6a05-45c7-9edc-5e1710e87973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 1002 time: 0.0792694 Apr 18 06:31:08.901914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-ed1dd7c0-4a07-4cf5-ae00-06d29c968f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:08.903477 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-ed1dd7c0-4a07-4cf5-ae00-06d29c968f76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0433691 Apr 18 06:31:08.955352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-a9edcf28-5267-4035-b60d-0154ac2daa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:08.956859 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-a9edcf28-5267-4035-b60d-0154ac2daa62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468793 Apr 18 06:31:09.046246 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-90dc7320-718a-46e4-91bf-ba36af578b83 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825734 Apr 18 06:31:09.138412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-3e8e3bad-d7a3-4378-b61d-1a2b9df58c1a service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857947 Apr 18 06:31:09.946977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade393a-ec82-4ef9-bbba-ed54af0d48ac req-3e27b9ed-c3a3-4473-a219-b03d5fda9bc9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:09.948483 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aade393a-ec82-4ef9-bbba-ed54af0d48ac req-3e27b9ed-c3a3-4473-a219-b03d5fda9bc9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0506227 Apr 18 06:31:09.986954 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-aade393a-ec82-4ef9-bbba-ed54af0d48ac req-6824a49e-c8b1-48f9-9ba6-b01631201b62 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Apr 18 06:31:11.103304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e371e-9f5b-43f9-9ea3-1315218adb36 req-fffdba3d-091e-45a5-b4f0-61a0b6ced10a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:11.104779 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-496e371e-9f5b-43f9-9ea3-1315218adb36 req-fffdba3d-091e-45a5-b4f0-61a0b6ced10a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0487373 Apr 18 06:31:11.144170 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-496e371e-9f5b-43f9-9ea3-1315218adb36 req-5179f61d-46ab-421e-8ca7-8bdb7d9879cd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Apr 18 06:31:12.269298 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dba6d-3178-43d6-9431-9c2f8f0e5fae req-1cc4f8c7-98cf-4bbd-9d6f-219059d313b6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:12.270848 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ae4dba6d-3178-43d6-9431-9c2f8f0e5fae req-1cc4f8c7-98cf-4bbd-9d6f-219059d313b6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0559309 Apr 18 06:31:12.310994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ae4dba6d-3178-43d6-9431-9c2f8f0e5fae req-0fa5b83c-a6d7-4bdb-af0f-d89380863b02 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Apr 18 06:31:13.062883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:13.426477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b74dc-6bd2-4a96-87f4-badf031d8018 req-fdecf375-54ea-4381-9169-1d802a197495 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:13.428080 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-886b74dc-6bd2-4a96-87f4-badf031d8018 req-fdecf375-54ea-4381-9169-1d802a197495 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Apr 18 06:31:13.466233 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-886b74dc-6bd2-4a96-87f4-badf031d8018 req-af7e6103-31c1-48a5-97e4-9f665d73951e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Apr 18 06:31:13.601281 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:31:14.583625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dffa09-cbcc-422c-afd1-f1897e1a4ec1 req-7484f9f7-570e-477f-abed-ff55fedb5ce0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:14.585150 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1dffa09-cbcc-422c-afd1-f1897e1a4ec1 req-7484f9f7-570e-477f-abed-ff55fedb5ce0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0502067 Apr 18 06:31:14.626446 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1dffa09-cbcc-422c-afd1-f1897e1a4ec1 req-3518d1ea-8ad8-4a15-bcb3-cbbead92f5bd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Apr 18 06:31:15.748521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16b0e1-3ad8-42bf-8c0e-d43baff294dd req-f1be780d-1ee4-432d-b125-4660d4ced46c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:15.749907 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3b16b0e1-3ad8-42bf-8c0e-d43baff294dd req-f1be780d-1ee4-432d-b125-4660d4ced46c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Apr 18 06:31:15.789834 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3b16b0e1-3ad8-42bf-8c0e-d43baff294dd req-b9350677-62e8-4ece-af97-cfdc76df4017 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338376 Apr 18 06:31:16.907540 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824494d2-0881-4ded-afea-21b4d30b533a req-ef23af40-cdb9-4d4d-a5e6-59ffae82eff4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:16.909070 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-824494d2-0881-4ded-afea-21b4d30b533a req-ef23af40-cdb9-4d4d-a5e6-59ffae82eff4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Apr 18 06:31:16.947767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-824494d2-0881-4ded-afea-21b4d30b533a req-9e5ac7f4-35c5-4ee4-b956-8f1e56ec3954 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Apr 18 06:31:18.064919 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c574f-371e-4e56-87f5-bcd5466493f8 req-fc4d559d-00cd-453e-af43-e3af8bb5df14 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:18.079367 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c52c574f-371e-4e56-87f5-bcd5466493f8 req-fc4d559d-00cd-453e-af43-e3af8bb5df14 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Apr 18 06:31:18.105105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c52c574f-371e-4e56-87f5-bcd5466493f8 req-83afb75c-d775-4f99-9129-3cbdc72c72e1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Apr 18 06:31:19.226447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05832a38-19d2-4a35-bce9-85af3573f755 req-48e4fbd4-4cb7-4c74-bfb4-9a3026b06985 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:19.228026 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-05832a38-19d2-4a35-bce9-85af3573f755 req-48e4fbd4-4cb7-4c74-bfb4-9a3026b06985 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0533688 Apr 18 06:31:19.266767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-05832a38-19d2-4a35-bce9-85af3573f755 req-2380bb61-7bab-479b-a520-606af6c25884 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Apr 18 06:31:20.386358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2333-510f-4504-9f39-a26be5a08fd9 req-1e581d78-3c63-4797-8b67-d23e833a7b24 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:20.387942 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-427e2333-510f-4504-9f39-a26be5a08fd9 req-1e581d78-3c63-4797-8b67-d23e833a7b24 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Apr 18 06:31:20.428346 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-427e2333-510f-4504-9f39-a26be5a08fd9 req-2447c580-e0f8-492d-a5c7-ecf3d5c75718 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334418 Apr 18 06:31:21.546353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f671ae-bd9e-4531-8134-48d114d41224 req-f302b3dd-80fa-47da-a167-947733d9df71 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:21.547884 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32f671ae-bd9e-4531-8134-48d114d41224 req-f302b3dd-80fa-47da-a167-947733d9df71 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Apr 18 06:31:21.586095 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-32f671ae-bd9e-4531-8134-48d114d41224 req-21b5305a-ebef-4b05-9704-2fdef7921bee tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Apr 18 06:31:22.705047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618828e5-1873-427e-83d0-f18fe0911afb req-df496664-280c-4c45-b698-044a2fcb676f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:22.706452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-618828e5-1873-427e-83d0-f18fe0911afb req-df496664-280c-4c45-b698-044a2fcb676f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0530057 Apr 18 06:31:22.743892 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-618828e5-1873-427e-83d0-f18fe0911afb req-d56853d9-ae5d-475b-b02b-772ac44d9a4b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313892 Apr 18 06:31:23.405803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc2ae8f0-89cc-494c-8cf4-c93bf356164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:23.863997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febfd5c-f958-451e-9126-27ad39038eb6 req-4da7971d-d19f-41a6-ad1f-eb849de9fdbd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:23.865473 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2febfd5c-f958-451e-9126-27ad39038eb6 req-4da7971d-d19f-41a6-ad1f-eb849de9fdbd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Apr 18 06:31:23.904398 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2febfd5c-f958-451e-9126-27ad39038eb6 req-db3e737a-9342-4081-a21c-ab623c9ec530 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328629 Apr 18 06:31:25.021818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c694a-5138-4b9c-bb21-d652cfe7df2e req-2822ce32-04a9-4dcd-a4b0-823c5bccb51b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:25.023310 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-670c694a-5138-4b9c-bb21-d652cfe7df2e req-2822ce32-04a9-4dcd-a4b0-823c5bccb51b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Apr 18 06:31:25.061974 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-670c694a-5138-4b9c-bb21-d652cfe7df2e req-a81a17a4-b7d4-4e14-aab9-f2347c5e8908 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Apr 18 06:31:25.839818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6726-a2b3-48f7-a16d-d9c340ab2318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:26.182184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1739e-a6fd-495d-a3c9-4a19552fe336 req-8d4843a8-cb8b-408c-a77b-16e41e89f1f6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:26.183742 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6fe1739e-a6fd-495d-a3c9-4a19552fe336 req-8d4843a8-cb8b-408c-a77b-16e41e89f1f6 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Apr 18 06:31:26.222222 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6fe1739e-a6fd-495d-a3c9-4a19552fe336 req-0369a36c-a207-4ea5-91c2-12ebd8cda623 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Apr 18 06:31:27.080107 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:27.340672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c183-ffaf-4fd0-98d6-5c3affbddcf2 req-b4d4691a-8fe7-4458-a92c-7e2721a5230f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:27.342101 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2df7c183-ffaf-4fd0-98d6-5c3affbddcf2 req-b4d4691a-8fe7-4458-a92c-7e2721a5230f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0493546 Apr 18 06:31:27.380191 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2df7c183-ffaf-4fd0-98d6-5c3affbddcf2 req-3f18084e-ddbc-45f9-9524-36187fd6ae6f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Apr 18 06:31:28.497745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63458ef8-5131-4da0-beb5-f7ce6c69a5ae req-ad582136-d25b-4475-b161-d002a4706122 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:28.499229 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-63458ef8-5131-4da0-beb5-f7ce6c69a5ae req-ad582136-d25b-4475-b161-d002a4706122 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Apr 18 06:31:28.536886 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-63458ef8-5131-4da0-beb5-f7ce6c69a5ae req-946545f4-c768-4669-a661-3fc453e9dedd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Apr 18 06:31:28.822365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:28.919748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:29.660517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027b058-5d9a-40a5-8c2f-fdbec73c2e82 req-039c5d9d-1bff-4c71-870f-d44630dd5bbf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:29.662030 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7027b058-5d9a-40a5-8c2f-fdbec73c2e82 req-039c5d9d-1bff-4c71-870f-d44630dd5bbf tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0535076 Apr 18 06:31:29.700168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7027b058-5d9a-40a5-8c2f-fdbec73c2e82 req-f219a9ef-78d4-4f78-b6d0-a4bd5da1d2c0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Apr 18 06:31:30.815853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acdc69-aa2d-4a91-8cf0-599c9465ddb6 req-4dba2a40-e988-4724-8f36-72afdb0fc0fc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:30.817335 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55acdc69-aa2d-4a91-8cf0-599c9465ddb6 req-4dba2a40-e988-4724-8f36-72afdb0fc0fc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Apr 18 06:31:30.856136 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55acdc69-aa2d-4a91-8cf0-599c9465ddb6 req-596a1244-dc16-4bd4-8c54-7e28a0e03f0d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Apr 18 06:31:31.976716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82833b7-f169-4185-ad69-1ca64f0d6863 req-02b9ce4c-0512-46a8-aec0-681ada3f9f3d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:31.978177 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a82833b7-f169-4185-ad69-1ca64f0d6863 req-02b9ce4c-0512-46a8-aec0-681ada3f9f3d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Apr 18 06:31:32.017052 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a82833b7-f169-4185-ad69-1ca64f0d6863 req-43ff3dfd-0319-46de-9d58-41177c01c77f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Apr 18 06:31:33.136447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57562c-0e58-49b6-8f53-ffc7357f760b req-a53fca6d-b857-49fe-ae16-b096e26456a7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:33.137925 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ad57562c-0e58-49b6-8f53-ffc7357f760b req-a53fca6d-b857-49fe-ae16-b096e26456a7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0527723 Apr 18 06:31:33.177970 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ad57562c-0e58-49b6-8f53-ffc7357f760b req-a62793e8-2388-4c2e-8ceb-19b87570019a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336704 Apr 18 06:31:34.295954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a5f3a-05f3-47d2-91e2-50e6097c8d68 req-de5d35b9-62cc-4305-8f52-72e21d2bd798 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:34.297403 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-386a5f3a-05f3-47d2-91e2-50e6097c8d68 req-de5d35b9-62cc-4305-8f52-72e21d2bd798 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Apr 18 06:31:34.335408 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-386a5f3a-05f3-47d2-91e2-50e6097c8d68 req-fe3a2af0-5d90-4a9f-987a-68571ba41f8d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Apr 18 06:31:35.461234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079bd1f-d06f-462d-853e-ae93a08ed3a2 req-4172024e-9f93-4561-8520-85423803c1c9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:35.462816 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8079bd1f-d06f-462d-853e-ae93a08ed3a2 req-4172024e-9f93-4561-8520-85423803c1c9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0548401 Apr 18 06:31:35.502234 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8079bd1f-d06f-462d-853e-ae93a08ed3a2 req-f593cbca-518c-43d2-a3e3-6aab326cbc42 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Apr 18 06:31:36.129034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-30dbacaa-95d5-4ae5-87b5-ffe83a6322b5 service neutron] 10.222.0.46 "GET /v2.0/ports/705ae045-c393-40d5-ad74-642ff09854db/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0593281 Apr 18 06:31:36.619570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-6d9d9752-f483-45f1-9928-d285da8bf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:36.621229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-6d9d9752-f483-45f1-9928-d285da8bf812 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 1098 time: 0.0724106 Apr 18 06:31:36.632772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09cbc9-cb01-478d-b9bf-3945bf621d4b req-72f1bdd5-f390-4bc6-9bd8-5c5c8a45308f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:36.634328 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a09cbc9-cb01-478d-b9bf-3945bf621d4b req-72f1bdd5-f390-4bc6-9bd8-5c5c8a45308f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0591693 Apr 18 06:31:36.706386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3a09cbc9-cb01-478d-b9bf-3945bf621d4b req-fa7fff00-afd8-4d06-bea8-069e4de7c346 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650809 Apr 18 06:31:36.716814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-f5409542-a592-4a26-9ef4-746fb5c578a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:36.718668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-f5409542-a592-4a26-9ef4-746fb5c578a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0615427 Apr 18 06:31:36.808014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-8f4ad727-0427-4d27-9c42-db40f677149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:36.809568 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-8f4ad727-0427-4d27-9c42-db40f677149c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0847294 Apr 18 06:31:36.878632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-a77e39ff-ecbe-419c-8f29-cf780fe195a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 1002 time: 0.0626535 Apr 18 06:31:36.927353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-6456ec34-62e1-45ca-a18a-acd4059ac142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:36.928898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-6456ec34-62e1-45ca-a18a-acd4059ac142 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0442841 Apr 18 06:31:36.974766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-59c168e6-2b25-422a-a7d3-1f3a026210bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:36.976375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-59c168e6-2b25-422a-a7d3-1f3a026210bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411983 Apr 18 06:31:37.068007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-e5ee01bc-1ddf-469b-a248-96c505d697c0 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Apr 18 06:31:37.156525 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ed199af-397a-4b5e-b64d-0d35165ec569 req-a070c597-3acf-4b3e-85cc-27971b7d7968 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812695 Apr 18 06:31:37.823945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360e2d7-3034-4f9d-b419-076cebecd577 req-d66e848f-64ba-44d4-bfc0-187e4dae215b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:37.825433 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c360e2d7-3034-4f9d-b419-076cebecd577 req-d66e848f-64ba-44d4-bfc0-187e4dae215b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Apr 18 06:31:37.864989 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c360e2d7-3034-4f9d-b419-076cebecd577 req-bf3c06c6-1d77-4968-b5d9-14c7f0c17408 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Apr 18 06:31:38.982388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2f05-4007-4660-94d7-db556e62653d req-72453e4b-0348-4f6e-8886-9a37f6fcdc53 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:38.983883 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-440f2f05-4007-4660-94d7-db556e62653d req-72453e4b-0348-4f6e-8886-9a37f6fcdc53 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Apr 18 06:31:39.022819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-440f2f05-4007-4660-94d7-db556e62653d req-d8dae4f4-c107-4f11-aa39-cb82c8cb772c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329108 Apr 18 06:31:40.147911 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856b26d-be49-488e-afd1-3fe321eecc25 req-042d902d-4358-43d5-b0f6-b6df5b1f0980 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:40.149365 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0856b26d-be49-488e-afd1-3fe321eecc25 req-042d902d-4358-43d5-b0f6-b6df5b1f0980 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0551643 Apr 18 06:31:40.187999 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0856b26d-be49-488e-afd1-3fe321eecc25 req-b29f8cfa-c8f9-4aaa-8d50-169579e142c9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Apr 18 06:31:40.740214 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46962bb2-7e87-4730-b833-26b38d2a9f6a req-053109d0-1866-4de8-b8b6-d55ac4705d5f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:40.741707 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-46962bb2-7e87-4730-b833-26b38d2a9f6a req-053109d0-1866-4de8-b8b6-d55ac4705d5f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Apr 18 06:31:40.779872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-ce7dd6d2-bea8-4272-88d9-c0d6e17eb606 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:40.786011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-ce7dd6d2-bea8-4272-88d9-c0d6e17eb606 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598&tenant_id=49a413894983418db2d9e9e4670241f4&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 945 time: 0.0639386 Apr 18 06:31:40.786138 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-46962bb2-7e87-4730-b833-26b38d2a9f6a req-6d978dea-3090-4bc1-926b-7c509f06e787 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349131 Apr 18 06:31:40.847327 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-4f410044-ce05-4981-8cd8-a0d99c92d995 service neutron] 10.222.0.46 "GET /v2.0/ports/705ae045-c393-40d5-ad74-642ff09854db/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0586946 Apr 18 06:31:40.927335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-4a225238-4501-4c91-849c-ee1fb544a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:40.928741 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-4a225238-4501-4c91-849c-ee1fb544a373 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0412035 Apr 18 06:31:41.020253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-a934aac8-d6dd-4c9f-a151-7fb6d0417638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:41.021725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-a934aac8-d6dd-4c9f-a151-7fb6d0417638 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0868659 Apr 18 06:31:41.086934 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-fb9e650b-f6fc-451f-a53e-c5f0015fac1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 1002 time: 0.0581558 Apr 18 06:31:41.135091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-dcd8a78f-431d-4a06-8675-cd6b5a1a779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:41.136663 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-dcd8a78f-431d-4a06-8675-cd6b5a1a779c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0431685 Apr 18 06:31:41.185582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-bf81d7a8-80c6-46f6-acb4-fba82f59a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:41.186994 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-bf81d7a8-80c6-46f6-acb4-fba82f59a8e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441854 Apr 18 06:31:41.275764 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-b302b2ca-b64c-49b0-8f02-6c4a00d84d90 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821617 Apr 18 06:31:41.710223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-dc3b71be-5bea-4eb9-a412-ae28f9799729 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282701 Apr 18 06:31:41.905519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb327cc-809c-4bb1-bc23-0dbcdb61ffda req-9fcaa6aa-f97e-415d-924f-a727f7cc9583 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:41.907008 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbb327cc-809c-4bb1-bc23-0dbcdb61ffda req-9fcaa6aa-f97e-415d-924f-a727f7cc9583 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0497258 Apr 18 06:31:41.944471 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fbb327cc-809c-4bb1-bc23-0dbcdb61ffda req-edfd8612-7d7a-426e-abb3-158a0f20215d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Apr 18 06:31:43.063490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf0329-3bd8-4a2c-abfb-76a045c6064a req-a6b058b7-534b-410c-944d-4b4bf8aa2109 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:43.064995 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ccf0329-3bd8-4a2c-abfb-76a045c6064a req-a6b058b7-534b-410c-944d-4b4bf8aa2109 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0505490 Apr 18 06:31:43.085135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:43.104608 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ccf0329-3bd8-4a2c-abfb-76a045c6064a req-998c9371-9a3d-40de-9084-e725a991a2b3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334363 Apr 18 06:31:44.230833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50bedc-a142-49dd-aa0b-6066d2eff524 req-c70917c8-cb4a-4b85-85c2-2f626cd54013 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:44.232331 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8b50bedc-a142-49dd-aa0b-6066d2eff524 req-c70917c8-cb4a-4b85-85c2-2f626cd54013 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0509312 Apr 18 06:31:44.271459 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8b50bedc-a142-49dd-aa0b-6066d2eff524 req-fc5e7517-9c68-4a89-ab8f-825275b8525a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Apr 18 06:31:44.765555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-912f2eb1-29af-4244-a046-b1ae2fa57b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:44.767569 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-912f2eb1-29af-4244-a046-b1ae2fa57b7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 1098 time: 0.0455656 Apr 18 06:31:44.841341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-b1684d8f-ba70-47eb-bc53-423ea513b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:44.842817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-b1684d8f-ba70-47eb-bc53-423ea513b144 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0408580 Apr 18 06:31:44.932442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-6f617eca-ae9d-4272-9db0-44bca83d53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:44.933986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-6f617eca-ae9d-4272-9db0-44bca83d53a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0848689 Apr 18 06:31:45.002149 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-c8a87fe8-6818-456d-9d3f-d6146c046c82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 1002 time: 0.0613813 Apr 18 06:31:45.053846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-480cf5fa-e46d-45fe-a1df-555a70816ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:45.055290 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-480cf5fa-e46d-45fe-a1df-555a70816ce3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0474353 Apr 18 06:31:45.102828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-ba02a743-0ce3-4d8a-a104-a2c4368d9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:45.104383 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-ba02a743-0ce3-4d8a-a104-a2c4368d9e33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409572 Apr 18 06:31:45.197488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-e2481819-1cd5-4b90-80cb-750a6686910b service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859344 Apr 18 06:31:45.288104 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dc322a-3bf3-46a9-8599-319ee30d9095 req-d35286e9-71d5-4c74-98b1-cff9b44a5db2 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Apr 18 06:31:45.402695 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4858ab9-204d-4325-86af-b9ddfa8358ee req-250e4853-e5b4-4dad-b2a6-3f0cbd0ae731 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:45.404172 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b4858ab9-204d-4325-86af-b9ddfa8358ee req-250e4853-e5b4-4dad-b2a6-3f0cbd0ae731 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Apr 18 06:31:45.442243 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b4858ab9-204d-4325-86af-b9ddfa8358ee req-6ea68990-7571-47ac-9cb9-9abd65b50252 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Apr 18 06:31:46.007926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:31:46.018749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:31:46.162654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:46.164799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.183500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '705ae045-c393-40d5-ad74-642ff09854db', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '705ae045-c393-40d5-ad74-642ff09854db', 'mac_address': 'fa:16:3e:a9:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:31:46.197586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705ae045-c393-40d5-ad74-642ff09854db'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:46.200797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0141c1c6-42fb-4ff9-bd1f-35ec24cf241e" -d '{"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-unplugged", "status": "completed", "tag": "705ae045-c393-40d5-ad74-642ff09854db"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:31:46.232798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:46.242882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.256054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 705ae045-c393-40d5-ad74-642ff09854db {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:31:46.260884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5772908c-fefd-4abb-8211-44e4868de58c x-openstack-request-id: req-5772908c-fefd-4abb-8211-44e4868de58c {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:31:46.261189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-unplugged", "status": "completed", "tag": "705ae045-c393-40d5-ad74-642ff09854db", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:31:46.261438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5772908c-fefd-4abb-8211-44e4868de58c {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:31:46.261821 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5772908c-fefd-4abb-8211-44e4868de58c'] response: {'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705ae045-c393-40d5-ad74-642ff09854db', 'code': 200} Apr 18 06:31:46.337261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.411539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:31:46.411893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:31:46.414524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:46.562335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365409a-902a-4ff5-85a7-b4b6187145f7 req-d0276f42-2bea-4338-9fd0-005c5e15f725 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:46.563884 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1365409a-902a-4ff5-85a7-b4b6187145f7 req-d0276f42-2bea-4338-9fd0-005c5e15f725 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 943 time: 0.0507538 Apr 18 06:31:46.601356 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1365409a-902a-4ff5-85a7-b4b6187145f7 req-27e32481-ab2d-4c91-ba95-b7537bf6762d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Apr 18 06:31:46.949633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:46.962635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705ae045-c393-40d5-ad74-642ff09854db {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:31:46.982429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:47.044722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:47.091786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:47.215032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['705ae045-c393-40d5-ad74-642ff09854db'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:31:47.731799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082185-3207-4641-8f71-4f8907366585 req-94be3af6-aea8-4a34-8ceb-2fe3f5341e05 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:47.733743 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50082185-3207-4641-8f71-4f8907366585 req-94be3af6-aea8-4a34-8ceb-2fe3f5341e05 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 944 time: 0.0575335 Apr 18 06:31:47.780410 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50082185-3207-4641-8f71-4f8907366585 req-a6206a97-3aae-4a5a-9636-fc2e3d839417 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Apr 18 06:31:48.030928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:31:48.079192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 705ae045-c393-40d5-ad74-642ff09854db triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:48.079896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.158111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.189923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:48.262648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ae045-c393-40d5-ad74-642ff09854db'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:48.265048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec184e2-47e2-4d43-91b5-c81f93979631" -d '{"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-plugged", "status": "completed", "tag": "705ae045-c393-40d5-ad74-642ff09854db"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:31:48.269259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:48.310447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbc8bdd-af73-4198-a067-c4b92e32c7e1 x-openstack-request-id: req-4fbc8bdd-af73-4198-a067-c4b92e32c7e1 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:31:48.310740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-plugged", "status": "completed", "tag": "705ae045-c393-40d5-ad74-642ff09854db", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:31:48.310993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fbc8bdd-af73-4198-a067-c4b92e32c7e1 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:31:48.311468 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbc8bdd-af73-4198-a067-c4b92e32c7e1'] response: {'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705ae045-c393-40d5-ad74-642ff09854db', 'code': 200} Apr 18 06:31:48.323615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:48.844054 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-d94b0571-1129-4f8a-b951-e9d4ee63e548 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415440 Apr 18 06:31:48.909034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc811e29-6de8-4bfb-9959-8aeaccfc3eb9 req-aca9608e-0319-4250-961b-644671ce7bae tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:48.910697 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc811e29-6de8-4bfb-9959-8aeaccfc3eb9 req-aca9608e-0319-4250-961b-644671ce7bae tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0531399 Apr 18 06:31:48.977407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cc811e29-6de8-4bfb-9959-8aeaccfc3eb9 req-0b30149b-78f4-492a-bb3d-2e175d09ee50 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563328 Apr 18 06:31:48.980821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-1c1d1ca0-b41a-4e55-818c-05cdb1202aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:48.982238 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-1c1d1ca0-b41a-4e55-818c-05cdb1202aaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 1098 time: 0.0698390 Apr 18 06:31:49.098672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-78cdfbf9-7c37-4b95-a93d-b3077845e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:49.100441 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-78cdfbf9-7c37-4b95-a93d-b3077845e714 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0921547 Apr 18 06:31:49.110572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caf394-716c-4b30-b232-c8c2c4f361ab req-5b18ae3f-d0a6-4214-89b9-7ee0f678c365 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:49.112196 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-53caf394-716c-4b30-b232-c8c2c4f361ab req-5b18ae3f-d0a6-4214-89b9-7ee0f678c365 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0563481 Apr 18 06:31:49.155814 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-53caf394-716c-4b30-b232-c8c2c4f361ab req-1dff0870-d2ea-44e0-82d2-55da9064d2ee tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363913 Apr 18 06:31:49.173938 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-a252d538-bb58-4e69-8ece-4c116bf3d883 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 200 len: 1002 time: 0.0668306 Apr 18 06:31:49.226609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-71b17c58-f572-4416-b3e9-494c2571e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:49.228138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-71b17c58-f572-4416-b3e9-494c2571e7aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0476675 Apr 18 06:31:49.304669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c4ef-c638-4d04-b006-de2ec371e855 req-cc1ac767-7d7d-4a37-b11d-50609c6a276c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:49.306175 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4d00c4ef-c638-4d04-b006-de2ec371e855 req-cc1ac767-7d7d-4a37-b11d-50609c6a276c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0771031 Apr 18 06:31:49.309431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-fecd1f74-0e7a-435d-9485-ce3998ed3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:49.310817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-fecd1f74-0e7a-435d-9485-ce3998ed3a8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727127 Apr 18 06:31:49.397463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4d00c4ef-c638-4d04-b006-de2ec371e855 req-eca14d29-72f3-4a4c-ab7d-338e3f5a09ee tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835285 Apr 18 06:31:49.431469 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-31aa85d0-a2da-40b2-9b46-b8b94af6b867 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118362 Apr 18 06:31:49.529900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82c125eb-aea3-4f12-9bac-be43f9a5b11f req-5cd68183-20e8-4f71-8cd8-a63d1fc6edea service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922027 Apr 18 06:31:49.822163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c1cbe-0a47-450f-af86-b053225e1d1c req-635952a5-091a-4c0c-bcf5-dee66d634043 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:49.824334 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c2c1cbe-0a47-450f-af86-b053225e1d1c req-635952a5-091a-4c0c-bcf5-dee66d634043 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0570855 Apr 18 06:31:49.862674 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c2c1cbe-0a47-450f-af86-b053225e1d1c req-b93265bd-7c1a-4f93-8c89-de6f221b59ff tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Apr 18 06:31:50.599915 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:31:50.986070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c908fad-c8ca-4005-85e8-15235733c888 req-2e7d3102-fded-4ff9-88ca-8d777995e511 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:50.987662 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8c908fad-c8ca-4005-85e8-15235733c888 req-2e7d3102-fded-4ff9-88ca-8d777995e511 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0540061 Apr 18 06:31:51.025675 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8c908fad-c8ca-4005-85e8-15235733c888 req-66989544-bc22-4d80-9053-ed51c364bfd9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Apr 18 06:31:52.176029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-f98af95e-6df9-49cd-bd24-59e32471f2fb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:52.177474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-f98af95e-6df9-49cd-bd24-59e32471f2fb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0721734 Apr 18 06:31:52.186455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba3e8f-9ad6-458a-9de7-473d21de1f29 req-e971b5d6-5275-4403-93e7-0cd3a703d2f1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:52.187859 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1aba3e8f-9ad6-458a-9de7-473d21de1f29 req-e971b5d6-5275-4403-93e7-0cd3a703d2f1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 945 time: 0.0923359 Apr 18 06:31:52.256526 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1aba3e8f-9ad6-458a-9de7-473d21de1f29 req-8146179b-7de7-4ff5-9696-f90df788a918 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607514 Apr 18 06:31:52.302069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Deleting port 705ae045-c393-40d5-ad74-642ff09854db {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:31:52.302419 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.395731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] For port 705ae045-c393-40d5-ad74-642ff09854db, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=705ae045-c393-40d5-ad74-642ff09854db,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:31:52.396119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.566108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.566471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.566783 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 disassociated. External IP: 172.26.4.231, port: 705ae045-c393-40d5-ad74-642ff09854db. Apr 18 06:31:52.567122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Calling delete_port for 705ae045-c393-40d5-ad74-642ff09854db owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:31:52.777172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:52.805658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event deleted for resources: {'Port': ['ID=705ae045-c393-40d5-ad74-642ff09854db,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:52.934210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:31:53.050886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:31:53.064344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:31:53.078457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:31:53.079326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:31:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:53.093838 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] No DVR routers for this DVR port 705ae045-c393-40d5-ad74-642ff09854db on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:31:53.096923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.100470 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a64fb32e-2b52-4e71-aeaa-d8043eda4e3e req-65d155d1-96d6-4dac-8fb8-a1e28de0a259 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "DELETE /v2.0/ports/705ae045-c393-40d5-ad74-642ff09854db HTTP/1.1" status: 204 len: 173 time: 0.9117486 Apr 18 06:31:53.100922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-deleted', 'tag': '705ae045-c393-40d5-ad74-642ff09854db'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:53.103230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc38e00-369d-465f-a5ea-181333a983b7" -d '{"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-deleted", "tag": "705ae045-c393-40d5-ad74-642ff09854db"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:31:53.199753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:31:53.202929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145bc27-533e-4765-8039-a8776b886629 x-openstack-request-id: req-8145bc27-533e-4765-8039-a8776b886629 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:31:53.203457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fad8f5-ba96-4ca9-878f-6c0dda941598", "name": "network-vif-deleted", "tag": "705ae045-c393-40d5-ad74-642ff09854db", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:31:53.203546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8145bc27-533e-4765-8039-a8776b886629 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:31:53.203931 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8145bc27-533e-4765-8039-a8776b886629'] response: {'server_uuid': '47fad8f5-ba96-4ca9-878f-6c0dda941598', 'name': 'network-vif-deleted', 'tag': '705ae045-c393-40d5-ad74-642ff09854db', 'status': 'completed', 'code': 200} Apr 18 06:31:53.374699 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64663a07-a5b0-480e-8b46-52e6dae27ffc req-34fd84a8-ae01-4601-8fcc-489a5b969f21 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fad8f5-ba96-4ca9-878f-6c0dda941598 HTTP/1.1" status: 200 len: 210 time: 0.0290387 Apr 18 06:31:53.537746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b538bce4-3195-4912-9d38-9f4e7e2f2dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:53.565748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:53.593540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:31:53.602229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:31:53.602881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:31:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:53.711458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:31:53.924474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:31:53.953843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7427b5-604a-49a4-86dc-dbd9de3e509b None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:31:54.086034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:31:54.115689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 705ae045-c393-40d5-ad74-642ff09854db {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:31:54.116033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 705ae045-c393-40d5-ad74-642ff09854db not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:31:54.192395 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f263690-d1f9-4a76-abb3-b2dc83af3a0f None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:31:54.619375 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-187b37fc-3508-421a-962b-6b67bf61bb70 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1213526220&fields=id&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 267 time: 0.0333478 Apr 18 06:31:54.728277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-ff599001-fbe6-4ecf-b3a3-fe25a77e24be tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:54.732836 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-ff599001-fbe6-4ecf-b3a3-fe25a77e24be tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1037917 Apr 18 06:31:54.746679 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-9df62276-3596-4ffd-aeba-0d85a530c371 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/quotas/49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 375 time: 0.0104702 Apr 18 06:31:54.803941 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-aee6d2db-b3d9-40f8-9503-8ae8a2150cfb tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516315 Apr 18 06:31:54.942854 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-e4c6aa13-7148-451e-91c1-83e58e77c2ee service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268234 Apr 18 06:31:55.038636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-7e229c30-09f4-49ce-937a-e051597edafe service neutron] 10.222.0.43 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887046 Apr 18 06:31:55.280421 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e538e4b-0c57-4c7e-a399-c28f5004ba98 req-002f1c4f-91c6-47fa-9104-376e8db7d129 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0345638 Apr 18 06:31:55.827698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-040ae4dd-4729-4dee-84a8-fb16f1d17100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:56.379106 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cc73f479-a799-4a57-ab5a-b69a95291fe9 req-d5aaef65-0e91-43fb-8a2f-76937f0bdb10 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0268693 Apr 18 06:31:57.078846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:57.115649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-0eb2427e-c300-4022-bfde-051fe09e61d5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:57.117171 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-0eb2427e-c300-4022-bfde-051fe09e61d5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 811 time: 0.1047127 Apr 18 06:31:57.170105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-1f86d306-5490-40ad-bd9a-170c50095db1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 380 time: 0.0356679 Apr 18 06:31:57.180830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'port': {'device_id': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'admin_state_up': True, 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'security_groups': ['ad88b6eb-399c-445a-8b62-ecc64d6d1a3e']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:57.381685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Made reservation on behalf of 49a413894983418db2d9e9e4670241f4 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:31:57.385482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:57.502618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12e666f4-f7a8-4a8b-b06d-2a18912c3fd2 req-7c75f0f5-c263-444f-a294-df3b56ed45e2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0317018 Apr 18 06:31:57.556654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Allocated IP 172.20.0.6 (1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1/a747cc49-9d61-44de-99b6-cef3be6136c3/7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:31:57.686698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:57.781665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:57.831689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:31:57.834881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:31:57.839933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:31:57.865744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:57.880276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.880631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.880975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.881318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.881648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.881977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.882308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.882637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.882963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.883308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.883630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.883956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:31:57.906488 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:57.907132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.014438 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-51b60d6b-353e-4ed3-853c-fe89c19f3f7f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8370478 Apr 18 06:31:58.036416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Request body: {'port': {'device_id': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:31:58.090993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.092776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-159705f7-9c24-4748-a3bd-61c760ec3a37 None None] Provisioning complete for port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:31:58.093701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-159705f7-9c24-4748-a3bd-61c760ec3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.128311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-159705f7-9c24-4748-a3bd-61c760ec3a37 None None] Port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:31:58.362800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:31:58.370814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.382603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Transition to ACTIVE for port object 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:31:58.467234 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.523433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:58.637303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Attempting to bind port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:31:58.637736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Attempting to bind port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:31:58.638133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Attempting to bind port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:31:58.642245 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e780ddf-bd8d-40cf-ac8a-acaebca32ab6 req-247f5e6a-6324-49d7-a34a-47aab0a85744 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:58.643800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9e780ddf-bd8d-40cf-ac8a-acaebca32ab6 req-247f5e6a-6324-49d7-a34a-47aab0a85744 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0645869 Apr 18 06:31:58.647714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:31:58.648227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Attempting to bind port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa on network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:31:58.655508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:31:58.655978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Checking segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:31:58.656450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Bound using segment: {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:31:58.656994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Bound port: 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ec9106-94c3-49bf-8425-5b3f26825ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:31:58.657447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.696336 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9e780ddf-bd8d-40cf-ac8a-acaebca32ab6 req-88264c05-4007-4f19-8ba6-6057a78774f1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Apr 18 06:31:58.732725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:31:58.735852 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:31:58.776606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.793099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.808926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:58.809757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.811156 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] 10.222.0.46 "PUT /v2.0/ports/7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1093 time: 0.7790036 Apr 18 06:31:58.813417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:31:58.815786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab76209-faee-4735-ad3d-d7816ca38035" -d '{"events": [{"name": "network-changed", "server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:31:58.855393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a63f10-e880-40a3-af0f-4771e719983c service neutron] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:31:58.874850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c28103-c804-4fe7-9dc7-2b19c658ac87 x-openstack-request-id: req-95c28103-c804-4fe7-9dc7-2b19c658ac87 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:31:58.875153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:31:58.875552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95c28103-c804-4fe7-9dc7-2b19c658ac87 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:31:58.876002 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c28103-c804-4fe7-9dc7-2b19c658ac87'] response: {'name': 'network-changed', 'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'status': 'completed', 'code': 200} Apr 18 06:31:58.907214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:31:58.965023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76209-faee-4735-ad3d-d7816ca38035 req-1fc34e1f-496c-47fe-9a96-eecf7a0dfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:58.966671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ab76209-faee-4735-ad3d-d7816ca38035 req-1fc34e1f-496c-47fe-9a96-eecf7a0dfc72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1096 time: 0.0466468 Apr 18 06:31:59.082321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76209-faee-4735-ad3d-d7816ca38035 req-4a16994a-5c43-44b0-af90-88abd4e8765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.083762 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ab76209-faee-4735-ad3d-d7816ca38035 req-4a16994a-5c43-44b0-af90-88abd4e8765f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=49a413894983418db2d9e9e4670241f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1039658 Apr 18 06:31:59.177221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab76209-faee-4735-ad3d-d7816ca38035 req-d24da189-bcab-46e6-b6fe-a46e5c8a749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.178596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ab76209-faee-4735-ad3d-d7816ca38035 req-d24da189-bcab-46e6-b6fe-a46e5c8a749a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884173 Apr 18 06:31:59.279376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-ac03ec57-7864-4595-8b94-3033d7da874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.280898 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-ac03ec57-7864-4595-8b94-3033d7da874a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1096 time: 0.0429137 Apr 18 06:31:59.331839 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-e76037d5-f2c2-4a73-83ec-b5b775645c1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 217 time: 0.0385084 Apr 18 06:31:59.380451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-de065cdf-694d-4c8d-9618-0dcc32537c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.382017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-de065cdf-694d-4c8d-9618-0dcc32537c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0436933 Apr 18 06:31:59.426662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-0d329670-eefe-4b07-9d85-121c30f134f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.428267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-0d329670-eefe-4b07-9d85-121c30f134f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402162 Apr 18 06:31:59.521009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-e7ac9807-52ad-4735-8851-a892b1b1df4a service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Apr 18 06:31:59.609024 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ff5f3be0-7ab6-4a09-bf92-8defea554e07 req-069fda51-61e3-462b-939f-09103fba7d5b service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815971 Apr 18 06:31:59.813527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ff83c-754f-408d-9182-ae62789058b0 req-f50d46c0-0c65-4c57-ac56-2a00c979ef52 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:31:59.814993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c65ff83c-754f-408d-9182-ae62789058b0 req-f50d46c0-0c65-4c57-ac56-2a00c979ef52 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0480509 Apr 18 06:31:59.853163 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c65ff83c-754f-408d-9182-ae62789058b0 req-cfb1cd9b-53e5-4741-b36e-ffb39a26e048 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320432 Apr 18 06:32:00.975176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594290fd-2c26-468f-b8c7-d7f1bd7ee9cf req-ac09d8d5-2996-486f-b40c-af4fa6c78381 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:00.977057 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-594290fd-2c26-468f-b8c7-d7f1bd7ee9cf req-ac09d8d5-2996-486f-b40c-af4fa6c78381 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0531130 Apr 18 06:32:01.022610 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-594290fd-2c26-468f-b8c7-d7f1bd7ee9cf req-d08096c3-c38c-43bb-819d-f3c86ad27bc3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Apr 18 06:32:02.142519 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c277fe-233e-4f27-8436-f3f5658396e1 req-1fdab633-5f11-4283-bf5c-8a4f72077883 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:02.144039 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-65c277fe-233e-4f27-8436-f3f5658396e1 req-1fdab633-5f11-4283-bf5c-8a4f72077883 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0532603 Apr 18 06:32:02.180767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-65c277fe-233e-4f27-8436-f3f5658396e1 req-08c64e47-21b1-45cd-929a-05ed9ee0a50d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Apr 18 06:32:03.296292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131883-0469-4de9-bce1-c00afffba2a5 req-fb2c46ed-c8fa-4f9d-b61c-774c337a749b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:03.297807 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7b131883-0469-4de9-bce1-c00afffba2a5 req-fb2c46ed-c8fa-4f9d-b61c-774c337a749b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0502250 Apr 18 06:32:03.336822 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7b131883-0469-4de9-bce1-c00afffba2a5 req-7a48f516-d5ac-42bd-96e6-a67a32621246 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Apr 18 06:32:04.171040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:32:04.269014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:04.280940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'mac_address': 'fa:16:3e:f9:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:32:04.319089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:04.332890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:32:04.352089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:04.410007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:04.467428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c50b9-22f7-47d3-98c8-12c7cd78ea72 req-edfaa641-a099-4167-bb9b-1ae75920b011 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:04.468029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:04.468945 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88c50b9-22f7-47d3-98c8-12c7cd78ea72 req-edfaa641-a099-4167-bb9b-1ae75920b011 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 944 time: 0.0505457 Apr 18 06:32:04.475611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.475954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.476279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.477226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.477226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.477226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.477597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.477847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.478163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.478621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.479468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.479790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:32:04.508385 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a88c50b9-22f7-47d3-98c8-12c7cd78ea72 req-181f1d69-215a-4abe-91a2-b10927ceb14f tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Apr 18 06:32:04.804483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:32:05.629323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721b52-7772-4504-9587-01cd404e4b54 req-5e9e4740-05ad-43d1-8d33-cac34a2eea33 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:05.630801 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75721b52-7772-4504-9587-01cd404e4b54 req-5e9e4740-05ad-43d1-8d33-cac34a2eea33 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 944 time: 0.0500500 Apr 18 06:32:05.670552 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-75721b52-7772-4504-9587-01cd404e4b54 req-5e34cda1-534e-49a9-96bb-c652b35f5e06 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331624 Apr 18 06:32:06.179688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:32:06.296352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:32:06.300702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:32:06.303154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:06.375299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:06.398586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:06.401513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49355d1f-3287-4b70-bdf9-fd57c9ae8436" -d '{"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:32:06.414833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:06.443054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef09769-90b4-47fa-b007-797426738c10 x-openstack-request-id: req-bef09769-90b4-47fa-b007-797426738c10 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:32:06.443404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:32:06.443568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bef09769-90b4-47fa-b007-797426738c10 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:32:06.444041 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef09769-90b4-47fa-b007-797426738c10'] response: {'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'code': 200} Apr 18 06:32:06.466939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:06.524972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:06.800384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726e66-5a54-456e-9424-91805b124146 req-f01cd2b9-9262-4830-85cf-7808bea790d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:06.802031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0726e66-5a54-456e-9424-91805b124146 req-f01cd2b9-9262-4830-85cf-7808bea790d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1098 time: 0.0742202 Apr 18 06:32:06.814133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77d66e-4b64-4416-baa0-ffefa8779416 req-08052c2f-5746-4ba0-a2e1-e78cb7b3ba60 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:06.815539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd77d66e-4b64-4416-baa0-ffefa8779416 req-08052c2f-5746-4ba0-a2e1-e78cb7b3ba60 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0628848 Apr 18 06:32:06.869406 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b0726e66-5a54-456e-9424-91805b124146 req-ee918bec-2890-44c7-926d-bee17839a5c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523744 Apr 18 06:32:06.872306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bd77d66e-4b64-4416-baa0-ffefa8779416 req-cbf24a23-ecfe-4eb6-beeb-52e4f628f32d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506828 Apr 18 06:32:07.992168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827d205-9a43-4790-a466-ca4daf837c3c req-68381752-2144-494b-b169-063a2a6654fe tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:07.993692 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b827d205-9a43-4790-a466-ca4daf837c3c req-68381752-2144-494b-b169-063a2a6654fe tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0503054 Apr 18 06:32:08.033939 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b827d205-9a43-4790-a466-ca4daf837c3c req-a00431cc-63c6-49cd-97f1-f88645836c3c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Apr 18 06:32:09.155296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587cbcb-a00f-48f6-8c76-f8f31662adb7 req-586c13c0-42a8-411e-9966-17a4e7da9b52 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:09.156839 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d587cbcb-a00f-48f6-8c76-f8f31662adb7 req-586c13c0-42a8-411e-9966-17a4e7da9b52 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0516770 Apr 18 06:32:09.196970 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d587cbcb-a00f-48f6-8c76-f8f31662adb7 req-66a4fa99-276c-47ea-85b7-bf8bf37106b4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337470 Apr 18 06:32:09.313366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7cdd1-e95a-4b5a-9e1b-a1e4bef6d045 req-8a7d2325-3135-4c9a-9a89-729b396dc8d7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:09.315063 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ac7cdd1-e95a-4b5a-9e1b-a1e4bef6d045 req-8a7d2325-3135-4c9a-9a89-729b396dc8d7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0534177 Apr 18 06:32:09.324249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56590) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:32:09.328642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Request body: {'floatingip': {'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:32:09.368290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:10.131892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:10.187614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:10.290124 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 associated. External IP: 172.26.4.231, port: 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa. Apr 18 06:32:10.501204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:32:10.610350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:32:10.615660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:10.625118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:32:10.635570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:32:10.636190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:31:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:10.644618 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-95529900-6ab4-4744-8f4b-d28fb7ca41c1 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "PUT /v2.0/floatingips/7b018de1-73d6-426c-8c34-1bebb6cebd77 HTTP/1.1" status: 200 len: 992 time: 1.3192804 Apr 18 06:32:10.645219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:10.647685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8062a7c-8325-40ac-9c93-aa1ee01bb918" -d '{"events": [{"name": "network-changed", "server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:32:10.695993 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff6113-8980-436b-9056-88e3496365c1 x-openstack-request-id: req-41ff6113-8980-436b-9056-88e3496365c1 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:32:10.696283 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:32:10.696535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41ff6113-8980-436b-9056-88e3496365c1 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:32:10.697196 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ff6113-8980-436b-9056-88e3496365c1'] response: {'name': 'network-changed', 'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'status': 'completed', 'code': 200} Apr 18 06:32:10.753454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:32:10.804758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-d8c04e59-9693-48ca-8684-0882fffbf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:10.806995 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-d8c04e59-9693-48ca-8684-0882fffbf858 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1098 time: 0.0650864 Apr 18 06:32:10.907586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-6fb1a5e3-a35b-44d2-ae64-684e55735054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:10.909550 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-6fb1a5e3-a35b-44d2-ae64-684e55735054 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0961897 Apr 18 06:32:10.983717 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-97a913b8-1224-470e-9cbe-8a7c31b32470 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1000 time: 0.0670867 Apr 18 06:32:10.995351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:f9:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:32:10Z', 'revision_number': 13, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:11.027386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:32:11.033094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-213d12d7-dee8-47bf-bc07-720efa244b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:11.034694 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-213d12d7-dee8-47bf-bc07-720efa244b45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0453393 Apr 18 06:32:11.036694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:32:11.037527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:31:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:11.084096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-d8e5ac91-64b8-4dd7-8837-8d49f10c02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:11.085630 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-d8e5ac91-64b8-4dd7-8837-8d49f10c02e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450664 Apr 18 06:32:11.156292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:32:11.200048 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-dff70be1-5ae4-4609-9395-51e9f462c30c service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074328 Apr 18 06:32:11.328078 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d8062a7c-8325-40ac-9c93-aa1ee01bb918 req-9e5362d3-91c9-4272-b667-c572b495467c service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154323 Apr 18 06:32:11.407745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:f9:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:32:10Z', 'revision_number': 13, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:32:11.597357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a191c13-868f-4b6c-8100-c5413913d6fb None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '7b018de1-73d6-426c-8c34-1bebb6cebd77', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'floating_ip_address': '172.26.4.231', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'mac_address': 'fa:16:3e:f9:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:28:52Z', 'updated_at': '2022-04-18T06:32:10Z', 'revision_number': 13, 'project_id': '49a413894983418db2d9e9e4670241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:32:11.826595 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2958e92-19e4-4f09-879a-7ba28f185b8e None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:32:13.130229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:13.446937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae20a34-9f85-4a81-949e-e6f9297f565f req-50ea436e-03b2-49fb-a4c3-fd3d5946f41e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:13.448807 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cae20a34-9f85-4a81-949e-e6f9297f565f req-50ea436e-03b2-49fb-a4c3-fd3d5946f41e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0510306 Apr 18 06:32:13.487432 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cae20a34-9f85-4a81-949e-e6f9297f565f req-94b578a7-2232-4111-bf50-c62358f476b3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Apr 18 06:32:23.403771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-046601a2-99be-4d76-9ec3-7121f1af8a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:25.855058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3bfe46ae-f101-4e8b-ac1e-167eb29548af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:26.332053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f85b7-c040-4d8f-a464-6e2a6424316b req-830932c8-830a-4c91-b978-b38fccf62d80 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:26.333539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e7f85b7-c040-4d8f-a464-6e2a6424316b req-830932c8-830a-4c91-b978-b38fccf62d80 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0507469 Apr 18 06:32:26.372133 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0e7f85b7-c040-4d8f-a464-6e2a6424316b req-92a2a077-8a13-4b57-a621-446fe772d4fd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Apr 18 06:32:26.488668 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-ef99be08-99fe-43f3-9048-d8a89a1d8289 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832770 Apr 18 06:32:27.077777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:27.506461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fe36f-1f5e-4103-b413-54ed851b1ded req-20d9f93e-75e2-4269-990f-7dcd4539fe1d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:27.508088 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e70fe36f-1f5e-4103-b413-54ed851b1ded req-20d9f93e-75e2-4269-990f-7dcd4539fe1d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0571518 Apr 18 06:32:27.549173 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e70fe36f-1f5e-4103-b413-54ed851b1ded req-f2a582b1-129b-4801-ae43-e0b7813ce92a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341015 Apr 18 06:32:27.600970 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:32:28.621316 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-ef403468-2e89-4fa6-b50c-712298f1369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:28.622832 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-ef403468-2e89-4fa6-b50c-712298f1369d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1098 time: 0.0535860 Apr 18 06:32:28.727452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c0bab-a9a4-4400-bef5-273c1b57f8b0 req-5e2b0afe-94bc-4088-8d90-a90136ffd008 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:28.728853 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-848c0bab-a9a4-4400-bef5-273c1b57f8b0 req-5e2b0afe-94bc-4088-8d90-a90136ffd008 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.1007578 Apr 18 06:32:28.773228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-b0e73f74-3ee3-4667-b9cc-19ed4b6681d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:28.775033 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-b0e73f74-3ee3-4667-b9cc-19ed4b6681d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.1376894 Apr 18 06:32:28.794513 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-848c0bab-a9a4-4400-bef5-273c1b57f8b0 req-7c9e43ec-f6f7-41ea-b6c3-9c1dfd1de8b7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556839 Apr 18 06:32:28.817688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:28.845315 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-7a276a1b-bd29-428d-ac24-b972280dea3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1002 time: 0.0624113 Apr 18 06:32:28.899559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-8a6ecbc9-b167-44f6-9f7b-ffcf4720f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:28.901010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-8a6ecbc9-b167-44f6-9f7b-ffcf4720f0af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0493221 Apr 18 06:32:28.912318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:28.950329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-ccdf3948-6933-4f7a-972c-f026cac5978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:28.951978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-ccdf3948-6933-4f7a-972c-f026cac5978a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441141 Apr 18 06:32:29.044143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-eb91fae0-47d1-4137-8df8-3ed125e7a4eb service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849574 Apr 18 06:32:29.497958 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-d1533159-c612-41ba-879e-fc09e1992d39 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470100 Apr 18 06:32:29.915048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab439-6c30-42e3-ab6c-1f0f15ccd725 req-11dbe73e-bab9-470f-a146-c1349a225352 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:29.916553 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4c6ab439-6c30-42e3-ab6c-1f0f15ccd725 req-11dbe73e-bab9-470f-a146-c1349a225352 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0511208 Apr 18 06:32:29.954616 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4c6ab439-6c30-42e3-ab6c-1f0f15ccd725 req-cf7224d8-6aef-4214-8dcd-07996507c066 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319934 Apr 18 06:32:31.071509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b7a71-f5ee-48df-9c94-79c1ed2b37c9 req-245cdcf8-4adc-4c54-89e7-f3ec8ad0be9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:31.072983 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f75b7a71-f5ee-48df-9c94-79c1ed2b37c9 req-245cdcf8-4adc-4c54-89e7-f3ec8ad0be9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0493076 Apr 18 06:32:31.112204 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f75b7a71-f5ee-48df-9c94-79c1ed2b37c9 req-84622545-3e7a-443c-9afe-461f1a2c3e9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328486 Apr 18 06:32:32.227422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3960f8-6308-4cfe-b5f4-d6a6feb2ea30 req-a75f638e-20be-4a5d-92eb-0585f55800f7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:32.228938 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7f3960f8-6308-4cfe-b5f4-d6a6feb2ea30 req-a75f638e-20be-4a5d-92eb-0585f55800f7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0490782 Apr 18 06:32:32.267662 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7f3960f8-6308-4cfe-b5f4-d6a6feb2ea30 req-a0200d80-14cd-4c83-a7e6-5c80ef893491 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Apr 18 06:32:33.385596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0766df5-d94c-4dc0-9833-3475794cf1d1 req-407ee168-24e4-4a74-afc8-e1c4b40efa3e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:33.387072 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0766df5-d94c-4dc0-9833-3475794cf1d1 req-407ee168-24e4-4a74-afc8-e1c4b40efa3e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0483985 Apr 18 06:32:33.430373 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0766df5-d94c-4dc0-9833-3475794cf1d1 req-83ecdd7f-d719-4ae3-b8dd-a9f1f86a6749 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369244 Apr 18 06:32:34.551114 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d98cc-8d64-484e-aaad-0a374a1e3fb9 req-db12dcae-3204-4dbc-a6d0-fbbb6ecb7db2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:34.552637 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-340d98cc-8d64-484e-aaad-0a374a1e3fb9 req-db12dcae-3204-4dbc-a6d0-fbbb6ecb7db2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0528896 Apr 18 06:32:34.596663 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-340d98cc-8d64-484e-aaad-0a374a1e3fb9 req-322d1182-d91f-4c2d-9edd-a4bacc642622 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371003 Apr 18 06:32:35.716758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3c126-1592-48e2-8bfa-951ec8a5f274 req-a8500b67-c13c-4e37-821d-f8e42e712e17 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:35.718197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82e3c126-1592-48e2-8bfa-951ec8a5f274 req-a8500b67-c13c-4e37-821d-f8e42e712e17 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0496871 Apr 18 06:32:35.755185 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82e3c126-1592-48e2-8bfa-951ec8a5f274 req-a0a505b7-935b-47d1-ab40-783ef01a4074 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Apr 18 06:32:36.873890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6092b-2afb-4f3a-a335-54dd0e8ef877 req-1c5a56da-853d-4ee9-a4ee-24c8f1cb602b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:36.875531 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5eb6092b-2afb-4f3a-a335-54dd0e8ef877 req-1c5a56da-853d-4ee9-a4ee-24c8f1cb602b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0512681 Apr 18 06:32:36.917866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5eb6092b-2afb-4f3a-a335-54dd0e8ef877 req-7218a1e8-b3cb-4a60-a322-b7071f5c65e2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361311 Apr 18 06:32:38.040377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5405931-8471-48e1-a48d-c82e9ef6db8b req-e08983fe-4932-4e6c-86ec-9c8032062c55 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:38.044414 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c5405931-8471-48e1-a48d-c82e9ef6db8b req-e08983fe-4932-4e6c-86ec-9c8032062c55 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0516303 Apr 18 06:32:38.081900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c5405931-8471-48e1-a48d-c82e9ef6db8b req-2b0d01a1-3788-4087-81f5-4c5f362dc1ee tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Apr 18 06:32:38.659461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-d83d02b7-4d8d-4b08-abee-7bef40cde7e8 service neutron] 10.222.0.46 "GET /v2.0/ports/7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0587902 Apr 18 06:32:39.207819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c608f3-b54a-46c0-871d-e69798fbb732 req-12d49634-db74-40ff-bdf1-ea293010a8c7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:39.209330 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-41c608f3-b54a-46c0-871d-e69798fbb732 req-12d49634-db74-40ff-bdf1-ea293010a8c7 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0511072 Apr 18 06:32:39.250597 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-41c608f3-b54a-46c0-871d-e69798fbb732 req-13958398-1c7e-4d37-84c3-4900ebcda824 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333683 Apr 18 06:32:39.273301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-a8407e16-5899-4ebd-8b7b-544b7d46fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:39.279035 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-a8407e16-5899-4ebd-8b7b-544b7d46fe1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 1098 time: 0.0430775 Apr 18 06:32:39.346792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-2f496284-8b4b-4d8c-9158-930fb13a8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:39.348406 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-2f496284-8b4b-4d8c-9158-930fb13a8010 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1098 time: 0.0406148 Apr 18 06:32:39.441284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-d0a9999f-3e5b-4cbe-9039-499f211648e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:39.442720 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-d0a9999f-3e5b-4cbe-9039-499f211648e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0884199 Apr 18 06:32:39.509008 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-3a16ba27-5eda-4a8a-b220-83f0d6a930fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1002 time: 0.0591240 Apr 18 06:32:39.557991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-1f6ebea3-b905-4784-93f3-0b2a66e21f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:39.559466 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-1f6ebea3-b905-4784-93f3-0b2a66e21f78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0441616 Apr 18 06:32:39.612775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da9cf-c333-46db-9baf-84577de84495 req-99cc1de4-c49b-4d29-b52d-4d7374ae7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:39.614294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-99cc1de4-c49b-4d29-b52d-4d7374ae7a05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459886 Apr 18 06:32:39.706245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-353992ed-8196-43d2-82b3-70cc7d67f4e0 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850909 Apr 18 06:32:39.800415 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-0f05e2e2-e73c-421e-b651-4e04334ff479 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874777 Apr 18 06:32:40.335684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:32:40.421086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1887b-5798-4346-9ff9-807bcfa31497 req-471f1bde-982e-4024-820e-b97b6f4e47e9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:40.421600 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ef1887b-5798-4346-9ff9-807bcfa31497 req-471f1bde-982e-4024-820e-b97b6f4e47e9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0921123 Apr 18 06:32:40.438159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:40.468696 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ef1887b-5798-4346-9ff9-807bcfa31497 req-f0550b80-2604-4ce5-be8f-41a8ca72ffed tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361905 Apr 18 06:32:40.486408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:40.488835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723e7161-4456-47f2-87a6-53b1cf698dae" -d '{"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:32:40.501933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:40.545068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898ae8e0-b461-46a5-b23b-6e5063be07cc x-openstack-request-id: req-898ae8e0-b461-46a5-b23b-6e5063be07cc {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:32:40.547976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:32:40.547976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-898ae8e0-b461-46a5-b23b-6e5063be07cc {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:32:40.547976 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898ae8e0-b461-46a5-b23b-6e5063be07cc'] response: {'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'code': 200} Apr 18 06:32:40.557097 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:40.606763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:41.596981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb163-cf3b-4959-bc05-3b6d1b8c1617 req-2858ee66-f8f2-43e9-b4ea-a440d903a364 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:41.598486 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-886cb163-cf3b-4959-bc05-3b6d1b8c1617 req-2858ee66-f8f2-43e9-b4ea-a440d903a364 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0535581 Apr 18 06:32:41.639253 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-886cb163-cf3b-4959-bc05-3b6d1b8c1617 req-a2b6d987-592d-41af-9288-29abb465ed36 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Apr 18 06:32:42.784795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c3fc0-bdf8-4b05-841f-863bb50b063b req-5ed5f52a-04ae-4c4a-8219-cb8db0805eab tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:42.786437 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-791c3fc0-bdf8-4b05-841f-863bb50b063b req-5ed5f52a-04ae-4c4a-8219-cb8db0805eab tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0667009 Apr 18 06:32:42.828950 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-791c3fc0-bdf8-4b05-841f-863bb50b063b req-d3ca28a4-c438-4f14-b63b-fd815f48543e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349269 Apr 18 06:32:43.111712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:43.969682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd494e0-1246-4104-aa46-8918706cc773 req-126034c0-003b-4630-b174-789f559ee0ee tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:43.971151 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-afd494e0-1246-4104-aa46-8918706cc773 req-126034c0-003b-4630-b174-789f559ee0ee tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0586817 Apr 18 06:32:44.019966 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-afd494e0-1246-4104-aa46-8918706cc773 req-5228e275-bc3f-4e9f-a27c-8e3fc51e0c3a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349889 Apr 18 06:32:45.140387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5589fa-2f88-47c6-9f9c-b347ea7617b7 req-8213822b-535e-4d14-addc-f4c60c104fd0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:45.141880 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f5589fa-2f88-47c6-9f9c-b347ea7617b7 req-8213822b-535e-4d14-addc-f4c60c104fd0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0499992 Apr 18 06:32:45.179529 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5f5589fa-2f88-47c6-9f9c-b347ea7617b7 req-a1a3582d-aab2-48d5-9ff2-fb1fed3829b3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311062 Apr 18 06:32:46.301760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d27165-4b26-46d4-9ef0-cffe6f6578ae req-6079ba25-de51-43a9-975e-52814448f47a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:46.303217 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1d27165-4b26-46d4-9ef0-cffe6f6578ae req-6079ba25-de51-43a9-975e-52814448f47a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0511873 Apr 18 06:32:46.342373 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f1d27165-4b26-46d4-9ef0-cffe6f6578ae req-9a077628-f5f9-45ac-aa04-0cd1ffe92092 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Apr 18 06:32:47.463079 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1bff-3699-42f3-93ec-f79231a1d114 req-e7452ec9-a8a2-47c0-b6a5-2badb1b43f10 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:47.464519 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b06b1bff-3699-42f3-93ec-f79231a1d114 req-e7452ec9-a8a2-47c0-b6a5-2badb1b43f10 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0522070 Apr 18 06:32:47.502184 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b06b1bff-3699-42f3-93ec-f79231a1d114 req-6900a2b6-8c7c-4d47-8bef-0adeef697797 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Apr 18 06:32:48.350702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:32:48.482779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:48.497377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'mac_address': 'fa:16:3e:f9:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:32:48.537117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:48.550974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:32:48.570264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:48.626962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57405d3-af9d-434b-ab52-5f9308ff65a9 req-d9e2dd9f-d8eb-400d-990f-349dd0ee81cd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:48.628381 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c57405d3-af9d-434b-ab52-5f9308ff65a9 req-d9e2dd9f-d8eb-400d-990f-349dd0ee81cd tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0523005 Apr 18 06:32:48.666335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:48.696417 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c57405d3-af9d-434b-ab52-5f9308ff65a9 req-2a83f3a9-09a1-4918-970e-bf859a378d43 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614014 Apr 18 06:32:48.711627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-7d38ffad-9483-4117-b6fc-81d0877ad807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:48.716605 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-7d38ffad-9483-4117-b6fc-81d0877ad807 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1097 time: 0.0528116 Apr 18 06:32:48.728342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:48.792981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:32:48.818936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-26a1d292-9398-47b9-b557-da02ff32fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:48.820384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-26a1d292-9398-47b9-b557-da02ff32fa5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0881846 Apr 18 06:32:48.895134 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-d03d9b0a-6009-4a7d-9aa3-8a0848cd1ef8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1001 time: 0.0675204 Apr 18 06:32:48.950920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-34c748d3-0c95-407e-b87d-e26999995402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:48.954957 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-34c748d3-0c95-407e-b87d-e26999995402 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0532172 Apr 18 06:32:49.002268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-61334df0-ca64-4643-8547-2154b2f36724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:49.003808 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-61334df0-ca64-4643-8547-2154b2f36724 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404084 Apr 18 06:32:49.096614 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-00867662-5ae2-4d87-9c49-94d18cc8422f service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Apr 18 06:32:49.186315 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-28726d30-7da9-4105-ad7b-ac930a3af468 req-b8f54734-7002-42b1-a5d8-5038bc1ca8ef service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831137 Apr 18 06:32:49.819868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36929be3-9564-4434-a07d-33c410b58d52 req-11b846f3-d5e9-4bc4-8d51-e28a62968a9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:49.822095 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-36929be3-9564-4434-a07d-33c410b58d52 req-11b846f3-d5e9-4bc4-8d51-e28a62968a9c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 944 time: 0.0541642 Apr 18 06:32:49.859787 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-36929be3-9564-4434-a07d-33c410b58d52 req-cb052326-6367-4983-9241-bfce781f9440 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Apr 18 06:32:50.382731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:32:50.437893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:32:50.438265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:50.522795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:50.550816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:32:50.553045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d0c01-0735-4f8f-9e62-1ac8da18fd6b" -d '{"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:32:50.565302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:32:50.597300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d40880-83a6-47ae-b7a0-a786cfeb8660 x-openstack-request-id: req-b2d40880-83a6-47ae-b7a0-a786cfeb8660 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:32:50.597584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:32:50.597831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2d40880-83a6-47ae-b7a0-a786cfeb8660 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:32:50.598222 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d40880-83a6-47ae-b7a0-a786cfeb8660'] response: {'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'code': 200} Apr 18 06:32:50.659900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:50.709691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:32:50.983980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4edecc-21c8-4811-b676-742caf10e635 req-ada68eef-9295-4558-b786-d9aae9adda7c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:50.985902 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa4edecc-21c8-4811-b676-742caf10e635 req-ada68eef-9295-4558-b786-d9aae9adda7c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0548756 Apr 18 06:32:51.026675 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa4edecc-21c8-4811-b676-742caf10e635 req-067da16f-d464-4c3e-b6a2-5adf52c4d98e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Apr 18 06:32:52.149335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d2a81-ed4d-4d0f-8f04-172da1c56074 req-28d85e88-9e41-4b89-bbaa-16a6e3d56d28 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:52.151108 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4d2a81-ed4d-4d0f-8f04-172da1c56074 req-28d85e88-9e41-4b89-bbaa-16a6e3d56d28 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0534239 Apr 18 06:32:52.198055 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e4d2a81-ed4d-4d0f-8f04-172da1c56074 req-7f777fc3-421e-49a9-833c-9112ffc9441d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343337 Apr 18 06:32:53.326093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8cb51-25ca-4e8a-a7ab-4c1716dc98be req-bcea75a7-5d12-4cf7-a1bb-5748a6ece0df tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:53.327969 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-20c8cb51-25ca-4e8a-a7ab-4c1716dc98be req-bcea75a7-5d12-4cf7-a1bb-5748a6ece0df tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0560029 Apr 18 06:32:53.372392 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-20c8cb51-25ca-4e8a-a7ab-4c1716dc98be req-0706bbdc-4ab6-4988-807a-e262a2e6fcc5 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367882 Apr 18 06:32:53.774641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ac0-64d4-4d14-8bfb-3cd040e77174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:54.167122 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3443a-d1b4-40ac-886e-4e8bfea82e33 req-de463058-adf5-4f1b-8adf-2bbe90374c72 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:54.169210 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-71e3443a-d1b4-40ac-886e-4e8bfea82e33 req-de463058-adf5-4f1b-8adf-2bbe90374c72 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0568993 Apr 18 06:32:54.219285 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-71e3443a-d1b4-40ac-886e-4e8bfea82e33 req-a1d1f5bb-1263-469a-ad5c-3a3bad1ffb25 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Apr 18 06:32:54.224856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-2c7588fc-651b-4e73-ac48-5c4f3d2b0c41 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:54.226547 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-2c7588fc-651b-4e73-ac48-5c4f3d2b0c41 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d&tenant_id=49a413894983418db2d9e9e4670241f4&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 945 time: 0.0600555 Apr 18 06:32:54.296434 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-220b8967-1126-4fdb-b18b-b37973a41084 service neutron] 10.222.0.46 "GET /v2.0/ports/7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0618978 Apr 18 06:32:54.380011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-02a204f3-2aa7-460e-964b-e2e11f85b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:54.381539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-02a204f3-2aa7-460e-964b-e2e11f85b39b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1098 time: 0.0439086 Apr 18 06:32:54.476075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-a8b781e1-d205-4b96-a226-74c819a0c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:54.478385 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-a8b781e1-d205-4b96-a226-74c819a0c292 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0908053 Apr 18 06:32:54.544829 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-cd30104d-143f-42ad-89ce-16c44e177492 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1002 time: 0.0605216 Apr 18 06:32:54.598402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-9f56edc5-8472-457e-8d6e-751b200f1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:54.599961 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-9f56edc5-8472-457e-8d6e-751b200f1b94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0489044 Apr 18 06:32:54.650829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-3737f7c4-c204-403d-8709-da3ea5ef6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:54.652289 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-3737f7c4-c204-403d-8709-da3ea5ef6676 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451975 Apr 18 06:32:54.744140 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-2fa6b128-8b72-484e-95ef-b0af2390c9da service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Apr 18 06:32:54.840632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-9779e51a-747d-4ad5-9c7d-ed442913a767 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902255 Apr 18 06:32:55.346280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a75e-9716-4ef4-abfe-739152005a0f req-73c30c25-0bd6-4f5b-98ef-9aa233d3ee8b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:55.347779 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78d3a75e-9716-4ef4-abfe-739152005a0f req-73c30c25-0bd6-4f5b-98ef-9aa233d3ee8b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0510004 Apr 18 06:32:55.387861 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78d3a75e-9716-4ef4-abfe-739152005a0f req-1811d137-f34a-4d9f-8f57-f1961118454c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Apr 18 06:32:55.848374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7b6d8059-b87e-4d61-957c-88d2a3375b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:56.507143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113805a-d91b-49d2-a598-ab5110eccabd req-7273305f-8cc3-4041-a201-7c071c9b2ead tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:56.508700 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e113805a-d91b-49d2-a598-ab5110eccabd req-7273305f-8cc3-4041-a201-7c071c9b2ead tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0506649 Apr 18 06:32:56.547567 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e113805a-d91b-49d2-a598-ab5110eccabd req-e3128f96-e1be-417d-8757-b6bbd715a7cc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Apr 18 06:32:57.094002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:57.668607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9159c-0db6-4e05-bc49-c3e5631c9e00 req-7b942a4c-70a6-4232-9f7f-2c4385a5c1c4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:57.670228 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7db9159c-0db6-4e05-bc49-c3e5631c9e00 req-7b942a4c-70a6-4232-9f7f-2c4385a5c1c4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0516357 Apr 18 06:32:57.711488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7db9159c-0db6-4e05-bc49-c3e5631c9e00 req-e849d4f0-d7cc-4432-af12-dc741628a17d tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Apr 18 06:32:58.838953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:32:58.841426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c2928-641d-4293-b84a-be702e51594d req-f103887e-54a3-496b-8757-27207c5e4670 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:32:58.843557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e73c2928-641d-4293-b84a-be702e51594d req-f103887e-54a3-496b-8757-27207c5e4670 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0512578 Apr 18 06:32:58.885299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e73c2928-641d-4293-b84a-be702e51594d req-fb4bfb24-8892-4bde-8c97-0dd339723247 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338762 Apr 18 06:32:58.933779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:00.011759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454d5c-ac92-429c-baba-9f7ef6408697 req-b00220d9-d648-40b6-915c-e8015810e510 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:00.013263 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89454d5c-ac92-429c-baba-9f7ef6408697 req-b00220d9-d648-40b6-915c-e8015810e510 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0559049 Apr 18 06:33:00.052182 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89454d5c-ac92-429c-baba-9f7ef6408697 req-583fe444-1b9f-4613-b8c5-86293e52444c tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324159 Apr 18 06:33:00.095182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-4be59a74-5260-4425-993a-c6b7a43da3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:00.096722 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-4be59a74-5260-4425-993a-c6b7a43da3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d&tenant_id=49a413894983418db2d9e9e4670241f4 HTTP/1.1" status: 200 len: 1098 time: 0.0405860 Apr 18 06:33:00.168017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-6be284fb-5889-4c3a-a315-240ef1ab188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:00.169409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-6be284fb-5889-4c3a-a315-240ef1ab188c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a413894983418db2d9e9e4670241f4&device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 1098 time: 0.0402029 Apr 18 06:33:00.262662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-bc1caba3-fee7-4eb6-9b41-bd57f2e20bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:00.264184 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-bc1caba3-fee7-4eb6-9b41-bd57f2e20bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 200 len: 912 time: 0.0883737 Apr 18 06:33:00.330830 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-39d38839-35f5-4d52-9f46-5db9d101c655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 200 len: 1002 time: 0.0604088 Apr 18 06:33:00.379344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-6894e5c8-61bc-4471-b482-50623c2b3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:00.381111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-6894e5c8-61bc-4471-b482-50623c2b3b85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 200 len: 850 time: 0.0435891 Apr 18 06:33:00.430497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-819ce096-b760-4c26-a6c1-7a64918c6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:00.432057 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-819ce096-b760-4c26-a6c1-7a64918c6de9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447900 Apr 18 06:33:00.523342 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-92383ef4-1b53-46cf-8316-231525535095 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Apr 18 06:33:00.618372 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-86eea729-3dbe-402b-adbb-f342ed5d9405 req-1cb2a9ab-15d0-4154-adcf-f69e58540c79 service neutron] 10.222.0.46 "GET /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Apr 18 06:33:01.179468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba260d63-bc9c-447d-a33a-692f8fc7ad83 req-c5b5f128-c654-460b-8dd9-eff6c4aedbe8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:01.181211 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ba260d63-bc9c-447d-a33a-692f8fc7ad83 req-c5b5f128-c654-460b-8dd9-eff6c4aedbe8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0586810 Apr 18 06:33:01.222408 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ba260d63-bc9c-447d-a33a-692f8fc7ad83 req-bf493d22-1993-4a14-b8fa-8890117b35c8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348318 Apr 18 06:33:02.349320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb280ae-164a-46ff-8a63-5b9614dea432 req-c9732e9e-2d4c-4ddc-9665-eccd00c62bb8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:02.351429 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffb280ae-164a-46ff-8a63-5b9614dea432 req-c9732e9e-2d4c-4ddc-9665-eccd00c62bb8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0546925 Apr 18 06:33:02.400090 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ffb280ae-164a-46ff-8a63-5b9614dea432 req-f96ab494-b712-46cf-8fec-680ef5786b19 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Apr 18 06:33:02.427767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:33:02.507736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.530084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:02.532351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2076537-2cfe-41d4-ae05-4cc94e60defb" -d '{"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:33:02.551282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:02.580979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 06:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b028b-6719-4471-8634-ef65a757aaca x-openstack-request-id: req-9d5b028b-6719-4471-8634-ef65a757aaca {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:33:02.581325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:33:02.581626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d5b028b-6719-4471-8634-ef65a757aaca {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:33:02.582125 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5b028b-6719-4471-8634-ef65a757aaca'] response: {'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'code': 200} Apr 18 06:33:02.608160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:02.671731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=9']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:03.519994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a182b3-1c57-4716-8a4a-6e7450478db8 req-57124cff-7c73-43d6-a7c0-9e5cc7229838 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:03.521514 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d3a182b3-1c57-4716-8a4a-6e7450478db8 req-57124cff-7c73-43d6-a7c0-9e5cc7229838 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0500195 Apr 18 06:33:03.561152 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d3a182b3-1c57-4716-8a4a-6e7450478db8 req-7bf68177-7b17-4be2-98b1-531d8fc96b89 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Apr 18 06:33:04.601583 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:33:04.683177 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f749806-0f05-4191-8ce8-a88eb921fb70 req-3c40ba2b-2b46-4bc7-b561-e950c2bd7eff tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:04.684557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0f749806-0f05-4191-8ce8-a88eb921fb70 req-3c40ba2b-2b46-4bc7-b561-e950c2bd7eff tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0509446 Apr 18 06:33:04.724740 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0f749806-0f05-4191-8ce8-a88eb921fb70 req-cf4a201a-c81e-450d-8e9d-5bed481a41ec tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Apr 18 06:33:05.858046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72b08-75d2-45e0-b49d-96d453c403aa req-c09029e3-fc80-457f-b424-d6f0e526b991 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:05.859666 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-16a72b08-75d2-45e0-b49d-96d453c403aa req-c09029e3-fc80-457f-b424-d6f0e526b991 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0612500 Apr 18 06:33:05.901206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-16a72b08-75d2-45e0-b49d-96d453c403aa req-9723fe2f-ab60-42d1-8e15-dd0946bb2764 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352275 Apr 18 06:33:07.026389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0803a-467c-4e64-8074-48cc820af69f req-340b1ecb-d2ba-4fe3-aa1b-6b1e0054ad8b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:07.028023 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-42b0803a-467c-4e64-8074-48cc820af69f req-340b1ecb-d2ba-4fe3-aa1b-6b1e0054ad8b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0538387 Apr 18 06:33:07.071411 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-42b0803a-467c-4e64-8074-48cc820af69f req-f90f752a-39b3-417d-bef1-34d76306d427 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Apr 18 06:33:08.189828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb8e38-5fe3-458b-8927-e3c8da0cb259 req-0efb134c-5e17-4eaa-8c47-bbd1a4e0f926 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:08.191312 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-35fb8e38-5fe3-458b-8927-e3c8da0cb259 req-0efb134c-5e17-4eaa-8c47-bbd1a4e0f926 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 943 time: 0.0490065 Apr 18 06:33:08.230023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-35fb8e38-5fe3-458b-8927-e3c8da0cb259 req-fa90ea3f-85b2-42ba-8ef5-425f7718306e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Apr 18 06:33:08.458394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:33:08.554060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:08.565270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'port_id': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'mac_address': 'fa:16:3e:f9:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:33:08.602539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.615089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:08.633910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:08.728018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:08.777825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=10']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:08.785258 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.785602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.785935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.786260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.786583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.786908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.787235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.787576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.787945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.788796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.789155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.789477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:08.852882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:33:09.355423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c957b-5103-47b2-8403-390c483e5668 req-bd7c1586-94db-40ac-a424-865e012bef0a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:09.357264 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0f4c957b-5103-47b2-8403-390c483e5668 req-bd7c1586-94db-40ac-a424-865e012bef0a tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0559874 Apr 18 06:33:09.396928 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0f4c957b-5103-47b2-8403-390c483e5668 req-d52322ea-4f33-4b5a-a886-13607e816ca8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337067 Apr 18 06:33:10.475033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:33:10.517341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c1e75-b786-43fd-8919-e77202f1fbe8 req-c694db4b-334b-45cd-ab83-1e18bf8bf077 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:10.522210 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-030c1e75-b786-43fd-8919-e77202f1fbe8 req-c694db4b-334b-45cd-ab83-1e18bf8bf077 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 945 time: 0.0526979 Apr 18 06:33:10.525489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:10.525858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.559583 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-030c1e75-b786-43fd-8919-e77202f1fbe8 req-ff3746cd-45ac-4543-92d5-2c4a94201124 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337982 Apr 18 06:33:10.606608 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.629604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:10.632030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa27f0-d107-4974-9c06-13779b8689e1" -d '{"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:33:10.645329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:10.677499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5298efc5-8294-4771-99cc-070d3003cbec x-openstack-request-id: req-5298efc5-8294-4771-99cc-070d3003cbec {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:33:10.677789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:33:10.678038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5298efc5-8294-4771-99cc-070d3003cbec {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:33:10.678974 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5298efc5-8294-4771-99cc-070d3003cbec'] response: {'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'code': 200} Apr 18 06:33:10.722239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:10.769405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=11']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:11.684328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687847a-3c94-411b-8163-86807d2ea5fe req-f6eeeb51-83ef-4990-a913-dd3b456dd508 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:11.685710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0687847a-3c94-411b-8163-86807d2ea5fe req-f6eeeb51-83ef-4990-a913-dd3b456dd508 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0540528 Apr 18 06:33:11.725132 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0687847a-3c94-411b-8163-86807d2ea5fe req-3b70da5b-04bd-4636-a3ef-0388ff2d871e tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Apr 18 06:33:12.847191 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff228f-75fb-49df-8cc2-4bcff1f4ad7c req-de68dbc5-ad25-4f5c-a909-9bc5ceff4848 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:12.848690 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29ff228f-75fb-49df-8cc2-4bcff1f4ad7c req-de68dbc5-ad25-4f5c-a909-9bc5ceff4848 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0507314 Apr 18 06:33:12.894917 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29ff228f-75fb-49df-8cc2-4bcff1f4ad7c req-2897db73-3b16-453a-894e-fc55b2df07a3 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Apr 18 06:33:13.127962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:14.017327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaca3-eb49-411a-a871-af5e6f56f538 req-873ca419-d611-4037-9e7d-d4165c0ef5e2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:14.018827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97feaca3-eb49-411a-a871-af5e6f56f538 req-873ca419-d611-4037-9e7d-d4165c0ef5e2 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0498147 Apr 18 06:33:14.060701 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97feaca3-eb49-411a-a871-af5e6f56f538 req-52922501-1ce9-4b44-acb4-fd8eca21b0e8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352154 Apr 18 06:33:14.176189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741e422-69a1-4889-9b4e-3664c4e15643 req-dbc219fe-74ac-4819-9b63-8d7c83045383 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:14.177580 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0741e422-69a1-4889-9b4e-3664c4e15643 req-dbc219fe-74ac-4819-9b63-8d7c83045383 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0486684 Apr 18 06:33:14.217892 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0741e422-69a1-4889-9b4e-3664c4e15643 req-56aa9358-a971-4ffa-9d9e-adbd5d5deebe tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338678 Apr 18 06:33:14.335778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422c59-bf44-432a-91fc-b159ab7b4a7a req-7c0dc8e5-d354-4fbb-9c71-a6d141e3e1f4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:14.337259 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4f422c59-bf44-432a-91fc-b159ab7b4a7a req-7c0dc8e5-d354-4fbb-9c71-a6d141e3e1f4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0500946 Apr 18 06:33:14.374499 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4f422c59-bf44-432a-91fc-b159ab7b4a7a req-2fe87404-d72f-4315-8ad8-0a0da31a2cde tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Apr 18 06:33:14.840753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40670a7-ce8d-4f95-83a8-bdba63d29717 req-d34e2517-bb62-4b27-8358-c2d92fc771fc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:14.842245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c40670a7-ce8d-4f95-83a8-bdba63d29717 req-d34e2517-bb62-4b27-8358-c2d92fc771fc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0553064 Apr 18 06:33:14.881377 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c40670a7-ce8d-4f95-83a8-bdba63d29717 req-1cd70a14-2fdd-46ce-b67d-e269ac3a0ac9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Apr 18 06:33:16.008704 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07328bd5-c1ae-46c9-89fc-da31ef4b789a req-8d6187e3-1339-426c-a208-8c48c727b6bc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:16.010276 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07328bd5-c1ae-46c9-89fc-da31ef4b789a req-8d6187e3-1339-426c-a208-8c48c727b6bc tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0553925 Apr 18 06:33:16.050801 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-07328bd5-c1ae-46c9-89fc-da31ef4b789a req-c706b2dc-78cd-4c90-99f8-86f596ed84a4 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340679 Apr 18 06:33:17.171075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307850-3564-4bb9-9a79-974473432c52 req-859eb046-4dfb-4553-92c9-ab027047c4d8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:17.172576 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb307850-3564-4bb9-9a79-974473432c52 req-859eb046-4dfb-4553-92c9-ab027047c4d8 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0510206 Apr 18 06:33:17.215275 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb307850-3564-4bb9-9a79-974473432c52 req-380e6693-b805-4e7d-a47b-ebf3b6673739 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362368 Apr 18 06:33:17.432844 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-535682eb-b9d8-4eb1-86a1-5f04a4f4a2ea tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:17.434780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-535682eb-b9d8-4eb1-86a1-5f04a4f4a2ea tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 946 time: 0.0535517 Apr 18 06:33:17.531855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Deleting port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:33:17.532231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.624724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] For port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:17.625088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.804949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.805217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:17.805529 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77 disassociated. External IP: 172.26.4.231, port: 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa. Apr 18 06:33:17.805864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Calling delete_port for 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:33:18.076439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:18.106131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event deleted for resources: {'Port': ['ID=7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.122705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.123613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:18.253790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:33:18.342812 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7a955bf0-b5c1-4077-9bda-9f7bc803bad7 req-46cc6c13-8e70-4178-8fb3-c643adebf598 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0346735 Apr 18 06:33:18.379530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:33:18.390679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:18.401867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:33:18.403035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:32:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:18.425147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] No DVR routers for this DVR port 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:33:18.427651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:18.431040 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ed4ab21e-d599-493f-ae78-202c0a6d78d9 req-ea446c87-ca6c-48b5-9811-65d3e9454dca tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.46 "DELETE /v2.0/ports/7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa HTTP/1.1" status: 204 len: 173 time: 0.9909239 Apr 18 06:33:18.431505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-deleted', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:18.433762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd843a-0d91-4756-8758-598ee3f7ebad" -d '{"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-deleted", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:33:18.475851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4586b5-4510-4345-a039-e7c3a3d11add x-openstack-request-id: req-cf4586b5-4510-4345-a039-e7c3a3d11add {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:33:18.476173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30085a8-32c0-41a7-9f74-b7b9c6048f1d", "name": "network-vif-deleted", "tag": "7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:33:18.476381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf4586b5-4510-4345-a039-e7c3a3d11add {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:33:18.476798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4586b5-4510-4345-a039-e7c3a3d11add'] response: {'server_uuid': 'f30085a8-32c0-41a7-9f74-b7b9c6048f1d', 'name': 'network-vif-deleted', 'tag': '7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa', 'status': 'completed', 'code': 200} Apr 18 06:33:18.529306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:33:18.737696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:18.764291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:18.773601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:33:18.774201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:32:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:18.883933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:33:19.257907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:19.275484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156175a-6049-490e-87cb-a00ee1ba48d6 None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:28:47Z', 'revision_number': 4, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'bb9036f7-bf55-454b-82ac-dc7c35d825df', 'name': '', 'network_id': '1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'mac_address': 'fa:16:3e:ce:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:47Z', 'updated_at': '2022-04-18T06:28:51Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'subnets': [{'id': 'a747cc49-9d61-44de-99b6-cef3be6136c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:19.480673 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4386c0b7-60af-47ce-a2ac-2af71fc8b2e3 req-85de46e8-5ecd-4a74-b405-decf73594bb0 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0409153 Apr 18 06:33:19.542439 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca21fb8-44c3-4ec9-81e2-6badb3ea84c3 None None] New status for floating IP 7b018de1-73d6-426c-8c34-1bebb6cebd77: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:33:20.584608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be358076-89be-4eb5-a5bf-5cfbd2d1cd01 req-ff2869a1-53a4-47fe-b015-64783ac67f57 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0279565 Apr 18 06:33:21.683830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1582a5fd-869a-48b4-861d-4e232e427f00 req-93d20d16-fba4-4f6f-9f7f-3a45cea35f5b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0280714 Apr 18 06:33:22.519626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:33:22.540172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:33:22.540605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 7b2c27a0-8418-4f3c-976e-6d1f7f18dfaa not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:33:22.793949 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa7a104a-5284-44f1-a693-0158292c1600 req-732a843e-4e24-4107-a6e1-b09c6f40630b tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/ports?device_id=f30085a8-32c0-41a7-9f74-b7b9c6048f1d HTTP/1.1" status: 200 len: 210 time: 0.0273833 Apr 18 06:33:23.436177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a1c49d67-9f37-41f2-bdcf-d36871bb8698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:25.858437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-289176d7-cd37-4f6a-87ae-04ce7b238eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:27.093686 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:27.739570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56838) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:27.805156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:27.837596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:27.961827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:27.964541 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:27.966248 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "DELETE /v2.0/security-groups/ad88b6eb-399c-445a-8b62-ecc64d6d1a3e HTTP/1.1" status: 204 len: 168 time: 0.2249005 Apr 18 06:33:27.968465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 56840) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:27.975664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad88b6eb-399c-445a-8b62-ecc64d6d1a3e,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:27.982371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-6859ee50-da07-4451-b8a1-5119247a53c9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] show failed (client error): The resource could not be found. Apr 18 06:33:27.982886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:27.983271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.003230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.003230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.003230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.003230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.004433 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6859ee50-da07-4451-b8a1-5119247a53c9 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "GET /v2.0/security-groups/ad88b6eb-399c-445a-8b62-ecc64d6d1a3e HTTP/1.1" status: 404 len: 347 time: 0.0151517 Apr 18 06:33:28.004524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.004524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.004524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.004524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.004524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.004524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4fe43-bb36-4ccd-b931-928c17778c84 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:33:28.005331 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56842) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:28.130209 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Deleting port 3b7444c6-2cdf-427d-a2ae-7bb7f66be314 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:33:28.131408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.210849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.211091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.222494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Calling delete_port for 3b7444c6-2cdf-427d-a2ae-7bb7f66be314 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:33:28.413117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.440795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Pushing event deleted for resources: {'Port': ['ID=3b7444c6-2cdf-427d-a2ae-7bb7f66be314,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:28.506928 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.509581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.511043 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cf829218-7b73-43b6-b9b5-caa06332c369 tempest-ServerActionsTestJSON-139539791 tempest-ServerActionsTestJSON-139539791-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b018de1-73d6-426c-8c34-1bebb6cebd77 HTTP/1.1" status: 204 len: 168 time: 0.5039949 Apr 18 06:33:28.514093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56844) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:28.825413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.860733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:28.944884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:29.113300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Deleting port bb9036f7-bf55-454b-82ac-dc7c35d825df {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:33:29.113672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:29.195411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] For port bb9036f7-bf55-454b-82ac-dc7c35d825df, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=bb9036f7-bf55-454b-82ac-dc7c35d825df,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:29.195774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:29.208369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Calling delete_port for bb9036f7-bf55-454b-82ac-dc7c35d825df owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:33:29.458975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:29.485384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9036f7-bf55-454b-82ac-dc7c35d825df,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:29.656034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:29.870681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Router 2be84bf7-9e27-4041-8905-c387bab00b28 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:33:29.977310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:33:29.982409 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8ba206de-6635-498a-82f8-412273367961 admin admin] 10.222.0.43 "PUT /v2.0/routers/2be84bf7-9e27-4041-8905-c387bab00b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670348 Apr 18 06:33:29.984981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56846) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:29.988142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] Sync routers for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:33:30.000191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:33:30.000838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:33:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:30.102931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:30.113844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:33:30.209362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:30.295610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:33:29Z', 'revision_number': 5, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port': {'id': '71d07cf8-ee43-4c60-88ae-4ebedb07f0e8', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:28:45Z', 'updated_at': '2022-04-18T06:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:30.306821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Deleting port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:33:30.307419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:30.322419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] Checking router: 2be84bf7-9e27-4041-8905-c387bab00b28 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:33:30.333020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] Routers {'2be84bf7-9e27-4041-8905-c387bab00b28'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:33:30.333937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:33:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['2be84bf7-9e27-4041-8905-c387bab00b28'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:30.444455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] Set router 2be84bf7-9e27-4041-8905-c387bab00b28 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:33:30.505507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:33:30Z', 'revision_number': 6, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:30.536336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ee704-3ebf-4ca6-94a5-de6d61fd4141 None None] The sync data for ids ['2be84bf7-9e27-4041-8905-c387bab00b28'] in dv-neutron-837488-1-hyperv is: [{'id': '2be84bf7-9e27-4041-8905-c387bab00b28', 'name': 'tempest-ServerActionsTestJSON-342022475-router', 'tenant_id': '49a413894983418db2d9e9e4670241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:28:44Z', 'updated_at': '2022-04-18T06:33:30Z', 'revision_number': 6, 'project_id': '49a413894983418db2d9e9e4670241f4', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:33:30.720406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] For port 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:30.720770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:30.734015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Calling delete_port for 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:33:30.973098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:30.998659 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d07cf8-ee43-4c60-88ae-4ebedb07f0e8,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:31.062939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.159744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.162775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.264403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.265169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2be84bf7-9e27-4041-8905-c387bab00b28 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:33:31.270402 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.274477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 56848) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:31.275036 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7322b759-261e-41e3-85e0-7010f76d8b53 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2be84bf7-9e27-4041-8905-c387bab00b28 HTTP/1.1" status: 204 len: 168 time: 1.2885113 Apr 18 06:33:31.325454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Deleting subnet a747cc49-9d61-44de-99b6-cef3be6136c3 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:33:31.328809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.373326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.459590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.590590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.620864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a747cc49-9d61-44de-99b6-cef3be6136c3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:31.628275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.632104 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0ffb7849-8453-4244-928a-0a09e2b770ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a747cc49-9d61-44de-99b6-cef3be6136c3 HTTP/1.1" status: 204 len: 168 time: 0.3557959 Apr 18 06:33:31.634720 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56850) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:31.637401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579337cd-49ac-4dca-9be2-18a5ce355c7c None None] Network 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:33:31.704315 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.770261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Deleting port c24a5767-d25f-4b01-8b15-0a1efd9b9830 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:33:31.770597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.836513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] For port c24a5767-d25f-4b01-8b15-0a1efd9b9830, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c24a5767-d25f-4b01-8b15-0a1efd9b9830,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:31.836951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.845777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] DHCP port deletion for 1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:33:31.851786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Calling delete_port for c24a5767-d25f-4b01-8b15-0a1efd9b9830 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:33:31.897821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] Deleting port c24a5767-d25f-4b01-8b15-0a1efd9b9830 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:33:31.898474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.968458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] For port c24a5767-d25f-4b01-8b15-0a1efd9b9830, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c24a5767-d25f-4b01-8b15-0a1efd9b9830,segment=NetworkSegment(00ec9106-94c3-49bf-8425-5b3f26825ccd),segment_id=00ec9106-94c3-49bf-8425-5b3f26825ccd)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:31.968765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:31.982465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] Calling delete_port for c24a5767-d25f-4b01-8b15-0a1efd9b9830 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:33:32.013256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.047389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24a5767-d25f-4b01-8b15-0a1efd9b9830,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:32.060880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] No DVR routers for this DVR port c24a5767-d25f-4b01-8b15-0a1efd9b9830 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:33:32.071464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.103311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bb9036f7-bf55-454b-82ac-dc7c35d825df no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:33:32.108580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] Pushing event deleted for resources: {'Port': ['ID=c24a5767-d25f-4b01-8b15-0a1efd9b9830,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:32.110728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f2794-38bb-4165-874a-751b16d5253a None None] No DVR routers for this DVR port c24a5767-d25f-4b01-8b15-0a1efd9b9830 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:33:32.134681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: bb9036f7-bf55-454b-82ac-dc7c35d825df {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:33:32.135356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device bb9036f7-bf55-454b-82ac-dc7c35d825df not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:33:32.135925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:33:32.155287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.166831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:33:32.167166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 71d07cf8-ee43-4c60-88ae-4ebedb07f0e8 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:33:32.167972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c24a5767-d25f-4b01-8b15-0a1efd9b9830 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:33:32.176962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:32.187750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c24a5767-d25f-4b01-8b15-0a1efd9b9830 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:33:32.189023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ec9106-94c3-49bf-8425-5b3f26825ccd') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:32.189146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c24a5767-d25f-4b01-8b15-0a1efd9b9830 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:33:32.189252 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ec9106-94c3-49bf-8425-5b3f26825ccd') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:33:32.201349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.215103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.221367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:33:32.221697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:33:32.223445 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:33:32.333117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.338712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.341976 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1 HTTP/1.1" status: 204 len: 168 time: 0.7062140 Apr 18 06:33:32.356560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bf725-ba0b-44cd-a875-eea1176b7d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad5a4d5-aa4f-4f76-bc3d-7430f76e79c1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:32.630763 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 56854) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:32.675976 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-841c4086-1d95-4863-a68f-61afbb6808a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49a413894983418db2d9e9e4670241f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439465 Apr 18 06:33:32.679769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56856) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:32.729878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ea5-584e-4522-88ed-d920cffe7f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.751466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ea5-584e-4522-88ed-d920cffe7f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.852620 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ea5-584e-4522-88ed-d920cffe7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.855405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ea5-584e-4522-88ed-d920cffe7f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:32.860062 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e5f7ea5-584e-4522-88ed-d920cffe7f28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a67eb70-bee5-435a-a604-6bfdd09d9567 HTTP/1.1" status: 204 len: 168 time: 0.1757767 Apr 18 06:33:32.865167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7ea5-584e-4522-88ed-d920cffe7f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67eb70-bee5-435a-a604-6bfdd09d9567,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:33.954263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56878) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:34.076602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-258527377-network', 'tenant_id': '53e6ffaf52504238a991c162fb351334'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:34.155986 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Made reservation on behalf of 53e6ffaf52504238a991c162fb351334 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:34.158588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.169201 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.248474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.309863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.337837 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:33:34.344152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e91211a-817a-434b-a29d-93337e170699,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:34.352861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.353167 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Added segment 9c5d8ecd-cc24-4599-a5b9-3f96349a3426 of type vlan for network 49ef452c-789f-469f-b144-f907e45f76a2 Apr 18 06:33:34.394154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.476157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.477173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:34.477753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.537290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] Pushing event updated for resources: {'Network': ['ID=49ef452c-789f-469f-b144-f907e45f76a2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:34.547432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 49ef452c-789f-469f-b144-f907e45f76a2 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:33:34.601972 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54da7de6-c34b-4eed-978b-9315438eb3ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6432209 Apr 18 06:33:34.602286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 56882) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:33:34.607895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Request body: {'subnet': {'network_id': '49ef452c-789f-469f-b144-f907e45f76a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-258527377-subnet', 'tenant_id': '53e6ffaf52504238a991c162fb351334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:34.681383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Made reservation on behalf of 53e6ffaf52504238a991c162fb351334 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:34.683821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.915173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:34.975466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c4fa5d-f841-42b2-a569-f30d90ade587,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:34.986000 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Checking segment: {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:33:34.986362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Network hostable DHCP agents. Network: 49ef452c-789f-469f-b144-f907e45f76a2, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:33:35.052286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Network 49ef452c-789f-469f-b144-f907e45f76a2 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:33:35.109222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 49ef452c-789f-469f-b144-f907e45f76a2) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:35.113740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:35.114525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:35.119971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c97037-37a8-4f7f-8f0e-58e6b0755290 None None] Network 49ef452c-789f-469f-b144-f907e45f76a2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:33:35.194733 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5b97232f-4362-437a-acc4-ff9f48583092 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5832505 Apr 18 06:33:35.243364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983736a5-f74a-490c-b10f-6cc871732bde None None] Network 49ef452c-789f-469f-b144-f907e45f76a2 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:33:35.635403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-cd07eb1e-4be5-4a05-a0ff-2a243d54b534 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:35.636887 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-cd07eb1e-4be5-4a05-a0ff-2a243d54b534 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/networks?id=49ef452c-789f-469f-b144-f907e45f76a2 HTTP/1.1" status: 200 len: 813 time: 0.1026142 Apr 18 06:33:35.653077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-f4374550-ad3f-48d3-a72a-ebc635ba18c0 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/quotas/53e6ffaf52504238a991c162fb351334 HTTP/1.1" status: 200 len: 375 time: 0.0099752 Apr 18 06:33:35.685132 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-4af09e3a-a708-4ff0-828a-c49c4360e2b6 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264449 Apr 18 06:33:35.696286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-f9b0eeb6-3866-40bb-ba35-678769f8342a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:33:35.697248 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-f9b0eeb6-3866-40bb-ba35-678769f8342a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 Apr 18 06:33:35.791058 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-7d6d7e0c-db19-4b56-a363-e0ee0fa927fc service neutron] 10.222.0.43 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875027 Apr 18 06:33:35.881432 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-4367b437-86fe-455c-9c77-00d2aba9e269 service neutron] 10.222.0.43 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840909 Apr 18 06:33:36.114125 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-31e49cf6-f822-46e2-9a4b-3368eb49fc5b req-588b8d17-a157-46c7-a4e6-935008fd81bd tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 210 time: 0.0281370 Apr 18 06:33:37.219956 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2438d994-37b5-4983-8e4f-91744ce630be req-a03b1ba9-5823-43fc-afda-4b924fdd9068 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 210 time: 0.0322785 Apr 18 06:33:38.240308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-fb7469d5-0c96-45d2-b05d-e36f2e949f4b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:38.241787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-fb7469d5-0c96-45d2-b05d-e36f2e949f4b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "GET /v2.0/networks?id=49ef452c-789f-469f-b144-f907e45f76a2 HTTP/1.1" status: 200 len: 813 time: 0.1143000 Apr 18 06:33:38.262166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Request body: {'port': {'device_id': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2', 'admin_state_up': True, 'tenant_id': '53e6ffaf52504238a991c162fb351334'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:38.328655 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c280891d-50e5-449c-bf37-dcb1349f35bd req-f06cbf87-9bd3-47eb-9897-58916a34066e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 210 time: 0.0321803 Apr 18 06:33:38.476260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Made reservation on behalf of 53e6ffaf52504238a991c162fb351334 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:38.479901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:38.609218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Allocated IP 172.20.0.12 (49ef452c-789f-469f-b144-f907e45f76a2/e4c4fa5d-f841-42b2-a569-f30d90ade587/cfc037a8-50dd-4026-8892-00dc9372a4fe) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:38.760565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:38.847153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:38.892729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Network 49ef452c-789f-469f-b144-f907e45f76a2 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:38.896606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:38.900627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:33:38.928509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Pushing event updated for resources: {'Port': ['ID=cfc037a8-50dd-4026-8892-00dc9372a4fe,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:38.955934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:38.956538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.056079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-6048084a-d4f6-4993-844e-9c8ec3bcdf96 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7978151 Apr 18 06:33:39.119086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Request body: {'port': {'device_id': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:39.171398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.482358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc037a8-50dd-4026-8892-00dc9372a4fe {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:39.493574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.511492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a442c-b44b-44dc-a609-26d1a46d3aff req-f3f40947-bc4f-40d5-851f-ff408505bf72 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:39.513051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d7a442c-b44b-44dc-a609-26d1a46d3aff req-f3f40947-bc4f-40d5-851f-ff408505bf72 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 932 time: 0.1005850 Apr 18 06:33:39.518580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Transition to ACTIVE for port object cfc037a8-50dd-4026-8892-00dc9372a4fe will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:39.554636 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7d7a442c-b44b-44dc-a609-26d1a46d3aff req-c76bc4bd-bb9c-4908-9177-5e80a7f54571 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Apr 18 06:33:39.575737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.626900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Pushing event updated for resources: {'Port': ['ID=cfc037a8-50dd-4026-8892-00dc9372a4fe,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:39.697188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Attempting to bind port cfc037a8-50dd-4026-8892-00dc9372a4fe on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:39.697647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Attempting to bind port cfc037a8-50dd-4026-8892-00dc9372a4fe by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:39.697974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Attempting to bind port cfc037a8-50dd-4026-8892-00dc9372a4fe on network 49ef452c-789f-469f-b144-f907e45f76a2 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:33:39.702266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Port cfc037a8-50dd-4026-8892-00dc9372a4fe on network 49ef452c-789f-469f-b144-f907e45f76a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:33:39.702591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Attempting to bind port cfc037a8-50dd-4026-8892-00dc9372a4fe on network 49ef452c-789f-469f-b144-f907e45f76a2 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:33:39.707255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:33:39.707597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Checking segment: {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:33:39.708485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Bound using segment: {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:33:39.709410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Bound port: cfc037a8-50dd-4026-8892-00dc9372a4fe, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:39.709765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.777071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] For port cfc037a8-50dd-4026-8892-00dc9372a4fe, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:33:39.780191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] For port cfc037a8-50dd-4026-8892-00dc9372a4fe, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:33:39.864906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.901173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:39.902128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:39.903599 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] 10.222.0.46 "PUT /v2.0/ports/cfc037a8-50dd-4026-8892-00dc9372a4fe HTTP/1.1" status: 200 len: 1094 time: 0.7896743 Apr 18 06:33:39.905837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'tag': 'cfc037a8-50dd-4026-8892-00dc9372a4fe'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:39.908136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f085e-5ebf-4be5-8fff-fd16f401d268" -d '{"events": [{"name": "network-changed", "server_uuid": "906daf07-d5d6-4075-8c2f-8f9bf409166d", "tag": "cfc037a8-50dd-4026-8892-00dc9372a4fe"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:33:39.935414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaf546-7cd0-4446-9b41-c60c53b113dc service neutron] Pushing event updated for resources: {'Port': ['ID=cfc037a8-50dd-4026-8892-00dc9372a4fe,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:39.947764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a54d7-84c8-4162-ae92-20fecc399af3 x-openstack-request-id: req-965a54d7-84c8-4162-ae92-20fecc399af3 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:33:39.948050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906daf07-d5d6-4075-8c2f-8f9bf409166d", "tag": "cfc037a8-50dd-4026-8892-00dc9372a4fe", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:33:39.948356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-965a54d7-84c8-4162-ae92-20fecc399af3 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:33:39.948759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965a54d7-84c8-4162-ae92-20fecc399af3'] response: {'name': 'network-changed', 'server_uuid': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'tag': 'cfc037a8-50dd-4026-8892-00dc9372a4fe', 'status': 'completed', 'code': 200} Apr 18 06:33:40.030847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f085e-5ebf-4be5-8fff-fd16f401d268 req-1e9276d6-63ed-4275-b758-9d2e82920173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:40.032437 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-429f085e-5ebf-4be5-8fff-fd16f401d268 req-1e9276d6-63ed-4275-b758-9d2e82920173 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 1097 time: 0.0442791 Apr 18 06:33:40.140415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f085e-5ebf-4be5-8fff-fd16f401d268 req-06b6abad-1602-4302-8515-6462cc376998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:40.141886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-429f085e-5ebf-4be5-8fff-fd16f401d268 req-06b6abad-1602-4302-8515-6462cc376998 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=53e6ffaf52504238a991c162fb351334&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0966232 Apr 18 06:33:40.233819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f085e-5ebf-4be5-8fff-fd16f401d268 req-8a56a0a2-000f-4544-861d-f9d51a2a1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:40.235279 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-429f085e-5ebf-4be5-8fff-fd16f401d268 req-8a56a0a2-000f-4544-861d-f9d51a2a1df3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872328 Apr 18 06:33:40.333563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-f5114cde-11b3-47d4-a90a-426c74c044a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:40.335042 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-f5114cde-11b3-47d4-a90a-426c74c044a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 1097 time: 0.0456755 Apr 18 06:33:40.722216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-1cf1131a-c76f-4433-8da5-9468294cf864 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe HTTP/1.1" status: 200 len: 217 time: 0.3735769 Apr 18 06:33:40.801248 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379160b8-1dbb-422a-a333-924975ae0709 req-82a12882-c71c-4bda-8857-a3fbc871230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:40.803124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-82a12882-c71c-4bda-8857-a3fbc871230d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4c4fa5d-f841-42b2-a569-f30d90ade587 HTTP/1.1" status: 200 len: 853 time: 0.0725682 Apr 18 06:33:40.811637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765553d8-bce2-46a2-98f4-3ea25804b7b8 req-94a23dd3-da2a-477f-b3fc-6a975c36cad0 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:40.813094 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-765553d8-bce2-46a2-98f4-3ea25804b7b8 req-94a23dd3-da2a-477f-b3fc-6a975c36cad0 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 944 time: 0.0937977 Apr 18 06:33:40.844988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-fcdff6e3-64ed-4994-b1cc-8ce42575a048 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49ef452c-789f-469f-b144-f907e45f76a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308247 Apr 18 06:33:40.915312 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-765553d8-bce2-46a2-98f4-3ea25804b7b8 req-01250ff9-e14c-470c-8f66-05a26504222b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930820 Apr 18 06:33:40.950343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-6bafbed6-ed2a-4097-809f-3bbfa02179db service neutron] 10.222.0.46 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990665 Apr 18 06:33:41.044929 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-379160b8-1dbb-422a-a333-924975ae0709 req-c32cfff5-c667-40c7-8553-311bf4653bbf service neutron] 10.222.0.46 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886269 Apr 18 06:33:41.597717 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:33:42.033276 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c15c5-66b5-47f1-b9c8-6e9b409b1b03 req-004af25a-ba96-4eab-997b-bb0fad3ad0be tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:42.038218 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d6c15c5-66b5-47f1-b9c8-6e9b409b1b03 req-004af25a-ba96-4eab-997b-bb0fad3ad0be tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 944 time: 0.0494981 Apr 18 06:33:42.072722 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d6c15c5-66b5-47f1-b9c8-6e9b409b1b03 req-487cd65a-1852-4cf2-8184-33642921798b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Apr 18 06:33:43.120856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:43.191257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ccb8e-a1f3-4697-8a4f-1eeee5e74b32 req-bfe09f43-816a-4a52-978e-f5aea2472622 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:43.192821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b34ccb8e-a1f3-4697-8a4f-1eeee5e74b32 req-bfe09f43-816a-4a52-978e-f5aea2472622 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 944 time: 0.0508997 Apr 18 06:33:43.232674 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b34ccb8e-a1f3-4697-8a4f-1eeee5e74b32 req-5438c817-613c-481b-bffb-048d40ee8d25 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Apr 18 06:33:44.354425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a9f81-02c4-41f7-bdcf-3224d4c3328f req-f9fe817e-513d-4838-926c-0b192045076b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:44.355922 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-797a9f81-02c4-41f7-bdcf-3224d4c3328f req-f9fe817e-513d-4838-926c-0b192045076b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 944 time: 0.0554159 Apr 18 06:33:44.395141 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-797a9f81-02c4-41f7-bdcf-3224d4c3328f req-87ceeca2-c6e7-45df-948e-9613fba427e1 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Apr 18 06:33:44.552362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device cfc037a8-50dd-4026-8892-00dc9372a4fe details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:33:44.646804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port cfc037a8-50dd-4026-8892-00dc9372a4fe, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:44.658191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'cfc037a8-50dd-4026-8892-00dc9372a4fe', 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2', 'port_id': 'cfc037a8-50dd-4026-8892-00dc9372a4fe', 'mac_address': 'fa:16:3e:e7:17:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4fa5d-f841-42b2-a569-f30d90ade587', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:33:44.697353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:44.709875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc037a8-50dd-4026-8892-00dc9372a4fe {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:44.728451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port cfc037a8-50dd-4026-8892-00dc9372a4fe, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:44.789629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:44.838012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=cfc037a8-50dd-4026-8892-00dc9372a4fe,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:45.150644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['cfc037a8-50dd-4026-8892-00dc9372a4fe'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:33:45.518252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ab4bc-c67f-4fc9-99af-978e2b7a0986 req-f4392f0e-77de-4ba5-b99d-856a400ba1b4 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:45.519759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-111ab4bc-c67f-4fc9-99af-978e2b7a0986 req-f4392f0e-77de-4ba5-b99d-856a400ba1b4 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 945 time: 0.0537620 Apr 18 06:33:45.558153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-111ab4bc-c67f-4fc9-99af-978e2b7a0986 req-3735abbd-d012-42c0-aaec-2cbeb57e0676 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Apr 18 06:33:46.566790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device cfc037a8-50dd-4026-8892-00dc9372a4fe up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:33:46.679051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9309659-12b4-42d5-b0bd-9e2c2cdd104b req-a1254841-45ad-4042-b5be-fafcdb56e616 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:46.680533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9309659-12b4-42d5-b0bd-9e2c2cdd104b req-a1254841-45ad-4042-b5be-fafcdb56e616 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 945 time: 0.0513926 Apr 18 06:33:46.693143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port cfc037a8-50dd-4026-8892-00dc9372a4fe completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:33:46.696828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port cfc037a8-50dd-4026-8892-00dc9372a4fe triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:33:46.697199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:46.720084 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9309659-12b4-42d5-b0bd-9e2c2cdd104b req-e22ab5f7-869a-4095-b92b-c2b85e5f9dcb tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Apr 18 06:33:46.782405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:46.805973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc037a8-50dd-4026-8892-00dc9372a4fe'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:46.808202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d843c0-d75c-4c23-b1dd-b80d706e51ff" -d '{"events": [{"server_uuid": "906daf07-d5d6-4075-8c2f-8f9bf409166d", "name": "network-vif-plugged", "status": "completed", "tag": "cfc037a8-50dd-4026-8892-00dc9372a4fe"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:33:46.820943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port cfc037a8-50dd-4026-8892-00dc9372a4fe, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:46.847114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49da9625-d158-43eb-b871-77f340d03bd1 x-openstack-request-id: req-49da9625-d158-43eb-b871-77f340d03bd1 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:33:46.847450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906daf07-d5d6-4075-8c2f-8f9bf409166d", "name": "network-vif-plugged", "status": "completed", "tag": "cfc037a8-50dd-4026-8892-00dc9372a4fe", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:33:46.847704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49da9625-d158-43eb-b871-77f340d03bd1 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:33:46.848105 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49da9625-d158-43eb-b871-77f340d03bd1'] response: {'server_uuid': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc037a8-50dd-4026-8892-00dc9372a4fe', 'code': 200} Apr 18 06:33:46.858033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:46.906379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=cfc037a8-50dd-4026-8892-00dc9372a4fe,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:47.201221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923e45-1a96-4ef4-b36f-c6cadb88b9b6 req-90d24eb1-4a7f-4b03-9c70-8804252ec633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:47.202748 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6923e45-1a96-4ef4-b36f-c6cadb88b9b6 req-90d24eb1-4a7f-4b03-9c70-8804252ec633 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 1099 time: 0.0392067 Apr 18 06:33:47.248368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6923e45-1a96-4ef4-b36f-c6cadb88b9b6 req-3e276295-315f-48ac-8878-157e6b750f59 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Apr 18 06:33:47.841186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dca977-d788-4836-b555-b4b293258e02 req-38f85e82-0a64-4f57-b461-3bb2bd9312db tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:47.842692 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-08dca977-d788-4836-b555-b4b293258e02 req-38f85e82-0a64-4f57-b461-3bb2bd9312db tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0501237 Apr 18 06:33:47.885346 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-08dca977-d788-4836-b555-b4b293258e02 req-687b3c7f-641d-4095-b0ef-e79207701242 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Apr 18 06:33:49.007926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ca9b-7739-4cd9-8789-37cb6d39b8e2 req-a151d82d-70d2-482c-8a90-b5a3563e4e90 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:49.010429 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dd06ca9b-7739-4cd9-8789-37cb6d39b8e2 req-a151d82d-70d2-482c-8a90-b5a3563e4e90 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0530865 Apr 18 06:33:49.049297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dd06ca9b-7739-4cd9-8789-37cb6d39b8e2 req-93104beb-19f3-4143-9933-67aa89e000c5 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Apr 18 06:33:49.277328 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-0b075b95-1f16-4091-94ed-be9bfed75706 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:49.278780 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-0b075b95-1f16-4091-94ed-be9bfed75706 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/networks?id=49ef452c-789f-469f-b144-f907e45f76a2 HTTP/1.1" status: 200 len: 813 time: 0.1065750 Apr 18 06:33:49.297887 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-d67593f7-d6fe-4fea-9f25-88ac45e7cae6 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/quotas/53e6ffaf52504238a991c162fb351334 HTTP/1.1" status: 200 len: 375 time: 0.0132284 Apr 18 06:33:49.347366 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-81d835ff-d098-45c2-bc28-48ecf5e43be1 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436070 Apr 18 06:33:49.442472 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-77e3af70-704b-447b-80d2-6dd362a1e179 service neutron] 10.222.0.43 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870209 Apr 18 06:33:49.532849 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-21754ced-9146-4775-91ce-d5cca7d94be5 service neutron] 10.222.0.43 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837240 Apr 18 06:33:49.780483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bf8c3e30-10df-4ab3-896b-c0b4c329c9be req-f5556eaf-7bd1-49b4-8396-d4adb46675f6 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 210 time: 0.0329654 Apr 18 06:33:50.365242 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-d829a83f-5b02-4220-a6e9-a8a4904a30c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399113 Apr 18 06:33:50.471072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-71e14605-3280-44fe-84fb-42a7a6a9def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:50.472776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-71e14605-3280-44fe-84fb-42a7a6a9def8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 1099 time: 0.0411756 Apr 18 06:33:50.588650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-56bee1be-77da-40db-889c-269a5c45f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:50.590413 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-56bee1be-77da-40db-889c-269a5c45f768 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49ef452c-789f-469f-b144-f907e45f76a2 HTTP/1.1" status: 200 len: 914 time: 0.0898829 Apr 18 06:33:50.632912 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-c8bf2ed6-8b5f-4384-91e4-2f5761da1a46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe HTTP/1.1" status: 200 len: 217 time: 0.0361168 Apr 18 06:33:50.684970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-c87abcd3-4d0e-4489-9768-fd590bb89e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:50.686557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-c87abcd3-4d0e-4489-9768-fd590bb89e89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4c4fa5d-f841-42b2-a569-f30d90ade587 HTTP/1.1" status: 200 len: 853 time: 0.0460598 Apr 18 06:33:50.726062 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-8e4d7034-de8c-42e2-bd3b-63d5b35e4f90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49ef452c-789f-469f-b144-f907e45f76a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263011 Apr 18 06:33:50.843662 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-96c3554c-5cca-4c6b-b009-94a4daf7f397 service neutron] 10.222.0.46 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900950 Apr 18 06:33:50.883138 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-774bb241-a1fd-4646-99c8-f5b9ee7c86df req-6c28f7fa-d00a-4a62-9a2c-f3eeeb7260e3 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 210 time: 0.0300486 Apr 18 06:33:50.948955 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2a5e7704-b8f0-4538-aab4-5906749f068b req-e43dcf74-ba0e-406f-8238-1b90ccb04db0 service neutron] 10.222.0.46 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987198 Apr 18 06:33:51.512346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-f8e57bea-7f53-474e-8465-5e8ae4458746 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:51.513817 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-f8e57bea-7f53-474e-8465-5e8ae4458746 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "GET /v2.0/networks?id=49ef452c-789f-469f-b144-f907e45f76a2 HTTP/1.1" status: 200 len: 813 time: 0.1143377 Apr 18 06:33:51.533637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Request body: {'port': {'device_id': '9a19a29a-7412-4906-abb6-5366e313e149', 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2', 'admin_state_up': True, 'tenant_id': '53e6ffaf52504238a991c162fb351334'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:51.732304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Made reservation on behalf of 53e6ffaf52504238a991c162fb351334 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:33:51.736393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:51.875205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Allocated IP 172.20.0.11 (49ef452c-789f-469f-b144-f907e45f76a2/e4c4fa5d-f841-42b2-a569-f30d90ade587/64f07207-ebdb-489d-b2a0-bfadd04e20ab) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:33:52.010802 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f768d7b9-8379-4a6b-ae18-5116242ca960 req-38f5bfc3-ab47-413a-b44f-ad742d767241 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 210 time: 0.0350311 Apr 18 06:33:52.053894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.138287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.171644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['cfc037a8-50dd-4026-8892-00dc9372a4fe'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:33:52.183268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Network 49ef452c-789f-469f-b144-f907e45f76a2 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:33:52.186380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:33:52.190242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:33:52.220558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Pushing event updated for resources: {'Port': ['ID=64f07207-ebdb-489d-b2a0-bfadd04e20ab,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:52.247938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:52.248603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.346143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-139fd107-315b-4339-a8de-3ff07e438728 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8164065 Apr 18 06:33:52.363061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Request body: {'port': {'device_id': '9a19a29a-7412-4906-abb6-5366e313e149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:33:52.417392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.682464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f07207-ebdb-489d-b2a0-bfadd04e20ab {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:52.689752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.702495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Transition to ACTIVE for port object 64f07207-ebdb-489d-b2a0-bfadd04e20ab will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:33:52.760385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.819737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=64f07207-ebdb-489d-b2a0-bfadd04e20ab,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:52.884050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Attempting to bind port 64f07207-ebdb-489d-b2a0-bfadd04e20ab on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:33:52.884386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Attempting to bind port 64f07207-ebdb-489d-b2a0-bfadd04e20ab by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:33:52.884707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Attempting to bind port 64f07207-ebdb-489d-b2a0-bfadd04e20ab on network 49ef452c-789f-469f-b144-f907e45f76a2 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:33:52.890824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Port 64f07207-ebdb-489d-b2a0-bfadd04e20ab on network 49ef452c-789f-469f-b144-f907e45f76a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:33:52.891146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Attempting to bind port 64f07207-ebdb-489d-b2a0-bfadd04e20ab on network 49ef452c-789f-469f-b144-f907e45f76a2 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:33:52.896707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:33:52.897041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Checking segment: {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:33:52.897421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Bound using segment: {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:33:52.897846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Bound port: 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5d8ecd-cc24-4599-a5b9-3f96349a3426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:33:52.898203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:52.961701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] For port 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:33:52.964699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] For port 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=64f07207-ebdb-489d-b2a0-bfadd04e20ab,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:33:53.087235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:53.125952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.126573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:53.128074 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] 10.222.0.46 "PUT /v2.0/ports/64f07207-ebdb-489d-b2a0-bfadd04e20ab HTTP/1.1" status: 200 len: 1094 time: 0.7691548 Apr 18 06:33:53.128547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a19a29a-7412-4906-abb6-5366e313e149', 'tag': '64f07207-ebdb-489d-b2a0-bfadd04e20ab'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:33:53.130826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847c8f1-9194-4405-8750-0208c330f0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a19a29a-7412-4906-abb6-5366e313e149", "tag": "64f07207-ebdb-489d-b2a0-bfadd04e20ab"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:33:53.132721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e952ba5-636e-48fe-8daf-a749baded298 req-826ed4b2-81bd-4494-82e2-bbf24a58677f tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.134203 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5e952ba5-636e-48fe-8daf-a749baded298 req-826ed4b2-81bd-4494-82e2-bbf24a58677f tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 944 time: 0.0555840 Apr 18 06:33:53.160006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf724ae-1442-4da3-b737-dd5a3c8afbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=64f07207-ebdb-489d-b2a0-bfadd04e20ab,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:53.178680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c891614-b889-4037-9fab-5b4730c53f46 x-openstack-request-id: req-6c891614-b889-4037-9fab-5b4730c53f46 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:33:53.178680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a19a29a-7412-4906-abb6-5366e313e149", "tag": "64f07207-ebdb-489d-b2a0-bfadd04e20ab", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:33:53.178680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c891614-b889-4037-9fab-5b4730c53f46 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:33:53.178680 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c891614-b889-4037-9fab-5b4730c53f46'] response: {'name': 'network-changed', 'server_uuid': '9a19a29a-7412-4906-abb6-5366e313e149', 'tag': '64f07207-ebdb-489d-b2a0-bfadd04e20ab', 'status': 'completed', 'code': 200} Apr 18 06:33:53.189769 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5e952ba5-636e-48fe-8daf-a749baded298 req-a94d0b42-23cd-4eb8-b87b-fd916bcf9583 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Apr 18 06:33:53.260431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847c8f1-9194-4405-8750-0208c330f0f5 req-4f911496-32b2-4faf-8738-81adef4d63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.261941 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0847c8f1-9194-4405-8750-0208c330f0f5 req-4f911496-32b2-4faf-8738-81adef4d63d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 1097 time: 0.0434680 Apr 18 06:33:53.363207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847c8f1-9194-4405-8750-0208c330f0f5 req-4c1ef773-e38a-4b69-8ecb-a10843c20f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.364758 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0847c8f1-9194-4405-8750-0208c330f0f5 req-4c1ef773-e38a-4b69-8ecb-a10843c20f91 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=53e6ffaf52504238a991c162fb351334&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0907307 Apr 18 06:33:53.463487 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847c8f1-9194-4405-8750-0208c330f0f5 req-713c4bc0-ecb3-4364-9c44-ce7a21a6193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.464114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-95f8c20d-56a9-43d5-8772-78ab8a59cb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:53.465599 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0847c8f1-9194-4405-8750-0208c330f0f5 req-713c4bc0-ecb3-4364-9c44-ce7a21a6193b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937376 Apr 18 06:33:53.560497 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-5d4f8ac9-2538-4752-92ca-d1ba3863325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.561999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-5d4f8ac9-2538-4752-92ca-d1ba3863325b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e6ffaf52504238a991c162fb351334&device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 1097 time: 0.0413027 Apr 18 06:33:53.615438 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-e4f51aa7-09ba-4f4c-bd1f-9a528f6fc1a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64f07207-ebdb-489d-b2a0-bfadd04e20ab HTTP/1.1" status: 200 len: 217 time: 0.0382884 Apr 18 06:33:53.665014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-96c17e9f-8872-43e2-9c77-b487acdba2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:53.666420 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-96c17e9f-8872-43e2-9c77-b487acdba2c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4c4fa5d-f841-42b2-a569-f30d90ade587 HTTP/1.1" status: 200 len: 853 time: 0.0435495 Apr 18 06:33:53.697723 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-17d3cf7f-8edc-408d-89cc-65cfa825a05c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49ef452c-789f-469f-b144-f907e45f76a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252109 Apr 18 06:33:53.790635 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-8c11803b-a4da-4b96-af82-25b3fa0d3962 service neutron] 10.222.0.46 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862770 Apr 18 06:33:53.880646 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9509c67a-6d99-444b-b4bb-9981ea703536 req-74a8c4e9-e75c-4c9c-b75b-8547a8dce290 service neutron] 10.222.0.46 "GET /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835845 Apr 18 06:33:54.308978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d37081-389f-4771-a39d-d95e4128272a req-a593247a-3f65-40f1-a916-de3210818f0e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:54.310461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f2d37081-389f-4771-a39d-d95e4128272a req-a593247a-3f65-40f1-a916-de3210818f0e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 944 time: 0.0503492 Apr 18 06:33:54.347886 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f2d37081-389f-4771-a39d-d95e4128272a req-df2c9af1-33f9-44ff-b892-deed36d67b09 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Apr 18 06:33:55.469416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9a17b-9d56-462b-b7fd-e8b2ea68391c req-7ac06b57-d5dc-4819-aa80-f8ebe1391665 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:55.470943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ec9a17b-9d56-462b-b7fd-e8b2ea68391c req-7ac06b57-d5dc-4819-aa80-f8ebe1391665 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 944 time: 0.0509677 Apr 18 06:33:55.511986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ec9a17b-9d56-462b-b7fd-e8b2ea68391c req-32bb799b-5693-4f67-8a7a-e84ad4a567f9 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Apr 18 06:33:55.857839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-31be1757-a9f7-46cc-91c3-3e14c2e6ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:56.632490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa164f2-7d2f-41fa-b343-5c8f96a48769 req-4bde90e2-80e4-409a-8c3c-3b9793f602e2 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:56.633955 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aa164f2-7d2f-41fa-b343-5c8f96a48769 req-4bde90e2-80e4-409a-8c3c-3b9793f602e2 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Apr 18 06:33:56.671576 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4aa164f2-7d2f-41fa-b343-5c8f96a48769 req-f98706c4-58ad-4783-b61f-53537ed7c238 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Apr 18 06:33:57.063271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:57.788381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f5839-602b-4b4b-86b1-5bbb067f9d38 req-79cfcb24-e035-4c96-a05b-cb82b51bab22 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:57.789888 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fd1f5839-602b-4b4b-86b1-5bbb067f9d38 req-79cfcb24-e035-4c96-a05b-cb82b51bab22 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 944 time: 0.0505404 Apr 18 06:33:57.828326 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fd1f5839-602b-4b4b-86b1-5bbb067f9d38 req-d638a4ba-6fc5-4a2b-bad5-63884c680e6e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Apr 18 06:33:58.617514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 64f07207-ebdb-489d-b2a0-bfadd04e20ab details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:33:58.711259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=64f07207-ebdb-489d-b2a0-bfadd04e20ab,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:58.723182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '64f07207-ebdb-489d-b2a0-bfadd04e20ab', 'network_id': '49ef452c-789f-469f-b144-f907e45f76a2', 'port_id': '64f07207-ebdb-489d-b2a0-bfadd04e20ab', 'mac_address': 'fa:16:3e:9d:d9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4fa5d-f841-42b2-a569-f30d90ade587', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:33:58.770371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:58.784030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f07207-ebdb-489d-b2a0-bfadd04e20ab {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:33:58.810061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=64f07207-ebdb-489d-b2a0-bfadd04e20ab,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:33:58.817496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:58.870240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:58.920641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:33:58.925781 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=64f07207-ebdb-489d-b2a0-bfadd04e20ab,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:33:58.950492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ddcda-2d46-4fad-ba1e-49005265a448 req-268024a1-9250-4b68-b896-6f568e895ac8 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:33:58.951986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5ddcda-2d46-4fad-ba1e-49005265a448 req-268024a1-9250-4b68-b896-6f568e895ac8 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Apr 18 06:33:58.991685 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8f5ddcda-2d46-4fad-ba1e-49005265a448 req-05331eb7-afd2-46e7-afb2-945c63220f9a tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Apr 18 06:33:59.284457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['64f07207-ebdb-489d-b2a0-bfadd04e20ab'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:34:00.113144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7e5a-afe1-454f-b5f3-606fddb1cd61 req-8b8a411b-6d8e-4673-8994-0d2d99caca70 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:00.115265 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-52bb7e5a-afe1-454f-b5f3-606fddb1cd61 req-8b8a411b-6d8e-4673-8994-0d2d99caca70 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 945 time: 0.0560758 Apr 18 06:34:00.153220 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-52bb7e5a-afe1-454f-b5f3-606fddb1cd61 req-c42e3759-2f9b-4cc6-974d-f01e13a4e5c7 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Apr 18 06:34:00.630345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 64f07207-ebdb-489d-b2a0-bfadd04e20ab up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:00.743501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 64f07207-ebdb-489d-b2a0-bfadd04e20ab completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:34:00.747379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 64f07207-ebdb-489d-b2a0-bfadd04e20ab triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:00.747747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:00.823533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:00.845843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a19a29a-7412-4906-abb6-5366e313e149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f07207-ebdb-489d-b2a0-bfadd04e20ab'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:34:00.848140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f132e0c4-e310-4ae0-927c-b6f6033b1c7c" -d '{"events": [{"server_uuid": "9a19a29a-7412-4906-abb6-5366e313e149", "name": "network-vif-plugged", "status": "completed", "tag": "64f07207-ebdb-489d-b2a0-bfadd04e20ab"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:34:00.866067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=64f07207-ebdb-489d-b2a0-bfadd04e20ab,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:00.885433 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820a1290-addf-459b-8c96-067947431307 x-openstack-request-id: req-820a1290-addf-459b-8c96-067947431307 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:34:00.885715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a19a29a-7412-4906-abb6-5366e313e149", "name": "network-vif-plugged", "status": "completed", "tag": "64f07207-ebdb-489d-b2a0-bfadd04e20ab", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:34:00.885960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-820a1290-addf-459b-8c96-067947431307 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:34:00.886373 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820a1290-addf-459b-8c96-067947431307'] response: {'server_uuid': '9a19a29a-7412-4906-abb6-5366e313e149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f07207-ebdb-489d-b2a0-bfadd04e20ab', 'code': 200} Apr 18 06:34:00.926514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:00.975170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=64f07207-ebdb-489d-b2a0-bfadd04e20ab,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:01.256556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be13c80-3867-42eb-8d0a-ee053cecb17a req-d12f480e-bf9b-4190-8047-ec9c35e041b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:01.258111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2be13c80-3867-42eb-8d0a-ee053cecb17a req-d12f480e-bf9b-4190-8047-ec9c35e041b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 1099 time: 0.0435879 Apr 18 06:34:01.274278 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8504efb-06dd-425a-822d-de1146637c8b req-37d60150-96e3-4a62-a09a-fbd17a97d75e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:01.275800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8504efb-06dd-425a-822d-de1146637c8b req-37d60150-96e3-4a62-a09a-fbd17a97d75e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 946 time: 0.0549042 Apr 18 06:34:01.297555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2be13c80-3867-42eb-8d0a-ee053cecb17a req-b32f2893-fa46-4f29-9d51-664a1812af46 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298028 Apr 18 06:34:01.316294 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8504efb-06dd-425a-822d-de1146637c8b req-6c5c71d8-b5c5-46b7-9048-f5c82ea92f8f tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Apr 18 06:34:02.438188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52162c07-a523-4083-beb5-c6b8f359a7d8 req-686525a4-cb76-449c-bb64-32954c892f3d tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:02.439726 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-52162c07-a523-4083-beb5-c6b8f359a7d8 req-686525a4-cb76-449c-bb64-32954c892f3d tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 946 time: 0.0527835 Apr 18 06:34:02.478552 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-52162c07-a523-4083-beb5-c6b8f359a7d8 req-db0d66dd-645b-4657-b88e-8fb792e4d02d tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Apr 18 06:34:03.595832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00e5a2-5095-4dc9-8f91-9e73c9ac6955 req-d9c8d9f0-e87f-47bb-97f4-f84c5ee24b53 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:03.597309 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e00e5a2-5095-4dc9-8f91-9e73c9ac6955 req-d9c8d9f0-e87f-47bb-97f4-f84c5ee24b53 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Apr 18 06:34:03.638046 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0e00e5a2-5095-4dc9-8f91-9e73c9ac6955 req-8cf2c83e-437d-407a-be8e-af699647444b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345798 Apr 18 06:34:04.058162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf99b6-2937-4ab4-bb38-35a0bd42fef7 req-97a55603-5618-4687-adcd-41697a9431bb tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:04.059677 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-96bf99b6-2937-4ab4-bb38-35a0bd42fef7 req-97a55603-5618-4687-adcd-41697a9431bb tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 946 time: 0.0539694 Apr 18 06:34:04.098727 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-96bf99b6-2937-4ab4-bb38-35a0bd42fef7 req-a1be9aef-741c-4c84-98c9-17eb570eac07 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Apr 18 06:34:05.217144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921eb67-d50c-44ca-9a33-ccb8dadd908f req-2387212a-9c3c-477b-81cd-7cc55ecb3c79 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:05.218623 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9921eb67-d50c-44ca-9a33-ccb8dadd908f req-2387212a-9c3c-477b-81cd-7cc55ecb3c79 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Apr 18 06:34:05.258222 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9921eb67-d50c-44ca-9a33-ccb8dadd908f req-bf4189c1-66ae-4930-a421-2c2a714ad273 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Apr 18 06:34:05.724203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-56c14186-1866-4d17-ad67-64fce1f5f6f3 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:05.725633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-56c14186-1866-4d17-ad67-64fce1f5f6f3 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 946 time: 0.0551298 Apr 18 06:34:05.823337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Deleting port 64f07207-ebdb-489d-b2a0-bfadd04e20ab {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:05.823684 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:05.915504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] For port 64f07207-ebdb-489d-b2a0-bfadd04e20ab, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=64f07207-ebdb-489d-b2a0-bfadd04e20ab,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:05.916872 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:05.936228 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Calling delete_port for 64f07207-ebdb-489d-b2a0-bfadd04e20ab owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:06.120150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:06.150052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Pushing event deleted for resources: {'Port': ['ID=64f07207-ebdb-489d-b2a0-bfadd04e20ab,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:06.154436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['cfc037a8-50dd-4026-8892-00dc9372a4fe', '64f07207-ebdb-489d-b2a0-bfadd04e20ab'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:34:06.202897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] No DVR routers for this DVR port 64f07207-ebdb-489d-b2a0-bfadd04e20ab on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:06.205649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:06.210470 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9c11d9a3-5991-4e24-995f-26d5c5b4f6c2 req-fdf228e7-c6e5-49f1-80c8-55dadbfaa276 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "DELETE /v2.0/ports/64f07207-ebdb-489d-b2a0-bfadd04e20ab HTTP/1.1" status: 204 len: 173 time: 0.4791892 Apr 18 06:34:06.212895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a19a29a-7412-4906-abb6-5366e313e149', 'name': 'network-vif-deleted', 'tag': '64f07207-ebdb-489d-b2a0-bfadd04e20ab'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:34:06.213633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e07933-ad36-4c3e-9e47-06d22daf0e50" -d '{"events": [{"server_uuid": "9a19a29a-7412-4906-abb6-5366e313e149", "name": "network-vif-deleted", "tag": "64f07207-ebdb-489d-b2a0-bfadd04e20ab"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:34:06.253974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d698c2b6-82de-4da7-a0b3-b2f4f462f9e6 x-openstack-request-id: req-d698c2b6-82de-4da7-a0b3-b2f4f462f9e6 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:34:06.255227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a19a29a-7412-4906-abb6-5366e313e149", "name": "network-vif-deleted", "tag": "64f07207-ebdb-489d-b2a0-bfadd04e20ab", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:34:06.260202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d698c2b6-82de-4da7-a0b3-b2f4f462f9e6 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:34:06.260202 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d698c2b6-82de-4da7-a0b3-b2f4f462f9e6'] response: {'server_uuid': '9a19a29a-7412-4906-abb6-5366e313e149', 'name': 'network-vif-deleted', 'tag': '64f07207-ebdb-489d-b2a0-bfadd04e20ab', 'status': 'completed', 'code': 200} Apr 18 06:34:06.400186 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e95e1ac-41ac-4ee8-9ec5-612f7cf733dd req-0d244959-9ea8-4562-91ce-e51d00946fe8 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a19a29a-7412-4906-abb6-5366e313e149 HTTP/1.1" status: 200 len: 210 time: 0.0469594 Apr 18 06:34:07.563311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbbaac-c29a-48bd-af85-d066b336127b req-0f81679a-088d-4581-bbe9-d02a63b363ea tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:07.564770 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42cbbaac-c29a-48bd-af85-d066b336127b req-0f81679a-088d-4581-bbe9-d02a63b363ea tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0479236 Apr 18 06:34:07.602185 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42cbbaac-c29a-48bd-af85-d066b336127b req-7c805aa1-1f17-4f3d-8eb4-ea4a15608325 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Apr 18 06:34:07.731344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08d91-9de9-43f5-b7e0-37e709ad7ae6 req-20ce5f1b-dd92-4bf0-b86c-f9a4b395849d tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:07.732715 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ce08d91-9de9-43f5-b7e0-37e709ad7ae6 req-20ce5f1b-dd92-4bf0-b86c-f9a4b395849d tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0474777 Apr 18 06:34:07.770559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ce08d91-9de9-43f5-b7e0-37e709ad7ae6 req-5b164b66-e0e9-4483-94f3-18de2d9ff3e3 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Apr 18 06:34:07.887896 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aab32f-9f18-4707-88cd-20eddd9c6068 req-5c87e4a1-e31b-49be-94dd-01a3be283a39 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:07.890070 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e0aab32f-9f18-4707-88cd-20eddd9c6068 req-5c87e4a1-e31b-49be-94dd-01a3be283a39 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0502567 Apr 18 06:34:07.928245 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e0aab32f-9f18-4707-88cd-20eddd9c6068 req-55d4695d-1993-4043-b6e6-e5063c652a0d tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Apr 18 06:34:08.114365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1100686-f9f8-4d71-9cc9-f80c1cd240d6 req-06a784fc-fa5c-42a4-93ea-cbf09c9936d1 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:08.116138 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d1100686-f9f8-4d71-9cc9-f80c1cd240d6 req-06a784fc-fa5c-42a4-93ea-cbf09c9936d1 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0512416 Apr 18 06:34:08.154593 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d1100686-f9f8-4d71-9cc9-f80c1cd240d6 req-3724224c-fa46-4437-a5b8-07019cbbd0b1 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Apr 18 06:34:08.272857 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd8a3-7bfe-42e0-bac9-5ecf258d1c71 req-e49c9854-9f80-4519-b208-8b6d15f6db3e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:08.276074 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8a5fd8a3-7bfe-42e0-bac9-5ecf258d1c71 req-e49c9854-9f80-4519-b208-8b6d15f6db3e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0528138 Apr 18 06:34:08.314379 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8a5fd8a3-7bfe-42e0-bac9-5ecf258d1c71 req-93345d2b-28b2-4c8d-b113-9938d6bed778 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Apr 18 06:34:08.444075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baf24d-9306-42e3-8dd8-6efb2675ddbd req-edf8396d-e4aa-4af7-90a7-e62ca181fa2e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:08.445570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31baf24d-9306-42e3-8dd8-6efb2675ddbd req-edf8396d-e4aa-4af7-90a7-e62ca181fa2e tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0524182 Apr 18 06:34:08.483118 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31baf24d-9306-42e3-8dd8-6efb2675ddbd req-e9eb2450-5d8d-4c5d-b31f-39523fcab9a4 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Apr 18 06:34:09.021006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4751249-cd70-401a-a584-204f96f4686c req-7c850dac-9617-4045-bf9f-a6645cff0ac9 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:09.022485 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4751249-cd70-401a-a584-204f96f4686c req-7c850dac-9617-4045-bf9f-a6645cff0ac9 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0571067 Apr 18 06:34:09.060716 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4751249-cd70-401a-a584-204f96f4686c req-449b58f8-1342-4121-bde8-8a043b42f87b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Apr 18 06:34:10.186222 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010f63b-3c91-445f-b34a-da88fb730232 req-e0ea45b0-716d-4100-9585-be59b58cc692 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:10.187930 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f010f63b-3c91-445f-b34a-da88fb730232 req-e0ea45b0-716d-4100-9585-be59b58cc692 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0566180 Apr 18 06:34:10.227085 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f010f63b-3c91-445f-b34a-da88fb730232 req-94bc62b1-fe03-410b-a680-ce106aaeccfb tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e91211a-817a-434b-a29d-93337e170699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Apr 18 06:34:10.672473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-2d9d87ea-747f-4e79-9857-d6a47382a28b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:10.674065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-2d9d87ea-747f-4e79-9857-d6a47382a28b tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 946 time: 0.0553424 Apr 18 06:34:10.706430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 64f07207-ebdb-489d-b2a0-bfadd04e20ab no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:34:10.729296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 64f07207-ebdb-489d-b2a0-bfadd04e20ab {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:34:10.729626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 64f07207-ebdb-489d-b2a0-bfadd04e20ab not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:34:10.766372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Deleting port cfc037a8-50dd-4026-8892-00dc9372a4fe {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:10.766871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:10.861326 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] For port cfc037a8-50dd-4026-8892-00dc9372a4fe, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=cfc037a8-50dd-4026-8892-00dc9372a4fe,segment=NetworkSegment(9c5d8ecd-cc24-4599-a5b9-3f96349a3426),segment_id=9c5d8ecd-cc24-4599-a5b9-3f96349a3426)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:10.861692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:10.875211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Calling delete_port for cfc037a8-50dd-4026-8892-00dc9372a4fe owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:11.062975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:11.094830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Pushing event deleted for resources: {'Port': ['ID=cfc037a8-50dd-4026-8892-00dc9372a4fe,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:11.095054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['cfc037a8-50dd-4026-8892-00dc9372a4fe'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:34:11.140073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] No DVR routers for this DVR port cfc037a8-50dd-4026-8892-00dc9372a4fe on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:11.142646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:11.146349 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-68f5ab78-71e6-494b-a997-982c10b8ad2c req-cb8d5c11-dabb-4bda-9300-fcc558883761 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.46 "DELETE /v2.0/ports/cfc037a8-50dd-4026-8892-00dc9372a4fe HTTP/1.1" status: 204 len: 173 time: 0.4659736 Apr 18 06:34:11.146823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'name': 'network-vif-deleted', 'tag': 'cfc037a8-50dd-4026-8892-00dc9372a4fe'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:34:11.149781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7362e319-5eef-41d6-b818-2be4c4baf958" -d '{"events": [{"server_uuid": "906daf07-d5d6-4075-8c2f-8f9bf409166d", "name": "network-vif-deleted", "tag": "cfc037a8-50dd-4026-8892-00dc9372a4fe"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:34:11.195788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9357e90d-2752-4c00-9d84-4ac4bbfa84c7 x-openstack-request-id: req-9357e90d-2752-4c00-9d84-4ac4bbfa84c7 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:34:11.195788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906daf07-d5d6-4075-8c2f-8f9bf409166d", "name": "network-vif-deleted", "tag": "cfc037a8-50dd-4026-8892-00dc9372a4fe", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:34:11.195788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9357e90d-2752-4c00-9d84-4ac4bbfa84c7 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:34:11.196149 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9357e90d-2752-4c00-9d84-4ac4bbfa84c7'] response: {'server_uuid': '906daf07-d5d6-4075-8c2f-8f9bf409166d', 'name': 'network-vif-deleted', 'tag': 'cfc037a8-50dd-4026-8892-00dc9372a4fe', 'status': 'completed', 'code': 200} Apr 18 06:34:11.336688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c50db4a8-5945-4964-83af-5ffe8e60db27 req-2eefba0a-790c-46d0-8f1d-f61b70983807 tempest-ServersNegativeTestJSON-2097520586 tempest-ServersNegativeTestJSON-2097520586-project] 10.222.0.43 "GET /v2.0/ports?device_id=906daf07-d5d6-4075-8c2f-8f9bf409166d HTTP/1.1" status: 200 len: 210 time: 0.0306733 Apr 18 06:34:12.395361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57044) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:12.440466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Deleting subnet e4c4fa5d-f841-42b2-a569-f30d90ade587 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:34:12.443694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.480475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.527275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.646946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.674221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c4fa5d-f841-42b2-a569-f30d90ade587,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:12.678003 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.681320 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3f6e4be9-bf11-400d-a750-8cacded1182f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e4c4fa5d-f841-42b2-a569-f30d90ade587 HTTP/1.1" status: 204 len: 168 time: 0.2848864 Apr 18 06:34:12.683920 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57046) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:12.752268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.837006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.856936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ef452c-789f-469f-b144-f907e45f76a2']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:12.866174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5d8ecd-cc24-4599-a5b9-3f96349a3426') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:12.866463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5d8ecd-cc24-4599-a5b9-3f96349a3426') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:12.875965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.889654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.896229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:12.904684 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:13.005782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.010452 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.014037 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] 10.222.0.43 "DELETE /v2.0/networks/49ef452c-789f-469f-b144-f907e45f76a2 HTTP/1.1" status: 204 len: 168 time: 0.3290069 Apr 18 06:34:13.034361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9544433-12e3-41bd-a65f-893e152fd418 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ef452c-789f-469f-b144-f907e45f76a2,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:13.091705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.280490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57050) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:13.322509 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1ea5de20-8d69-4abe-842b-e16a432a84f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53e6ffaf52504238a991c162fb351334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407791 Apr 18 06:34:13.325116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57052) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:13.374584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85be4cbf-cb37-48c4-991b-b9233d625be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.398206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85be4cbf-cb37-48c4-991b-b9233d625be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.497247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85be4cbf-cb37-48c4-991b-b9233d625be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.499901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85be4cbf-cb37-48c4-991b-b9233d625be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:13.504419 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-85be4cbf-cb37-48c4-991b-b9233d625be3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e91211a-817a-434b-a29d-93337e170699 HTTP/1.1" status: 204 len: 168 time: 0.1750922 Apr 18 06:34:13.510770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be4cbf-cb37-48c4-991b-b9233d625be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e91211a-817a-434b-a29d-93337e170699,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:14.530455 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57074) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:14.628461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195465109'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:14.706244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device cfc037a8-50dd-4026-8892-00dc9372a4fe no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:34:14.714565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:14.718228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:14.727385 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:14.728336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: cfc037a8-50dd-4026-8892-00dc9372a4fe {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:34:14.728810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device cfc037a8-50dd-4026-8892-00dc9372a4fe not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:34:14.811062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:14.868976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:14.897176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:14.907021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe1f15-ccc2-4b9b-b9cf-b16cb5332c7a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:14.916631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:14.916978 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Added segment a4f37440-99e7-4c40-8b3d-dffea1b8fa30 of type vlan for network dfdbda23-f753-446f-97b5-6d7fd4b9a461 Apr 18 06:34:14.958182 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:15.074087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:15.079726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:15.080306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:15.148950 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Network': ['ID=dfdbda23-f753-446f-97b5-6d7fd4b9a461,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:15.159265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network dfdbda23-f753-446f-97b5-6d7fd4b9a461 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:15.175379 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d6b865bb-6eaa-4465-b57c-34c38e083e99 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6432965 Apr 18 06:34:18.405915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57078) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:18.412167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'subnet': {'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:18.571397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:18.574949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:18.598010 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:34:18.805771 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:18.871418 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Subnet': ['ID=9ae47a02-94c3-49f1-91cc-c1fff985beca,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:18.880753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Checking segment: {'id': 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:18.881116 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network hostable DHCP agents. Network: dfdbda23-f753-446f-97b5-6d7fd4b9a461, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:18.960034 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network dfdbda23-f753-446f-97b5-6d7fd4b9a461 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:19.022934 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, dfdbda23-f753-446f-97b5-6d7fd4b9a461) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:19.027555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:19.033199 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.033862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30684e-78db-4358-9af1-5bfba80dbfe7 None None] Network dfdbda23-f753-446f-97b5-6d7fd4b9a461 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:19.105807 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fc69fcfe-c294-4b68-8f49-ccde6633ebac tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6986706 Apr 18 06:34:19.109221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57080) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:19.114258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008522936'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:19.191958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-dfdbda23-f753-446f-97b5-6d7fd4b9a461', 'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461', 'tenant_id': '236ff37782b44f418554e93e045e4785', 'fixed_ips': [{'subnet_id': '9ae47a02-94c3-49f1-91cc-c1fff985beca'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:19.192824 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.200043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:19.203885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.229066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:19.238817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.240093 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Added segment 7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9 of type vlan for network c91f597e-296e-4c46-91cd-5f61df90c0b5 Apr 18 06:34:19.280997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.336067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Allocated IP 2001:db8:0:ffff::2 (dfdbda23-f753-446f-97b5-6d7fd4b9a461/9ae47a02-94c3-49f1-91cc-c1fff985beca/d4100098-0543-465c-8719-37b1137357c5) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:19.389060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.395755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:19.402319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.466509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Network': ['ID=c91f597e-296e-4c46-91cd-5f61df90c0b5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:19.478615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c91f597e-296e-4c46-91cd-5f61df90c0b5 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:19.483881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.548930 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d0bd3e67-a176-4103-847b-2f878af52f1f tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4386141 Apr 18 06:34:19.551905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57082) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:19.557054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'subnet': {'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:19.577795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.629394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Network dfdbda23-f753-446f-97b5-6d7fd4b9a461 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:19.636869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Pushing event updated for resources: {'Port': ['ID=d4100098-0543-465c-8719-37b1137357c5,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:19.639035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:19.642236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:19.648537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.648887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.649214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.649544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.650048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.650175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.650502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.650829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.651151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.651493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.652094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.652203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:19.704840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Attempting to bind port d4100098-0543-465c-8719-37b1137357c5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:19.707224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Attempting to bind port d4100098-0543-465c-8719-37b1137357c5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:19.707224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Attempting to bind port d4100098-0543-465c-8719-37b1137357c5 on network dfdbda23-f753-446f-97b5-6d7fd4b9a461 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:19.711778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:19.712142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Checking segment: {'id': 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:19.712542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.712922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Bound using segment: {'id': 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:19.713399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Bound port: d4100098-0543-465c-8719-37b1137357c5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dfdbda23-f753-446f-97b5-6d7fd4b9a461'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:19.713774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.719669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:19.723529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.780902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] For port d4100098-0543-465c-8719-37b1137357c5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:19.784183 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] For port d4100098-0543-465c-8719-37b1137357c5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4100098-0543-465c-8719-37b1137357c5,segment=NetworkSegment(a4f37440-99e7-4c40-8b3d-dffea1b8fa30),segment_id=a4f37440-99e7-4c40-8b3d-dffea1b8fa30)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:19.851742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:19.918666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92614-637d-4769-95f9-c9203fcaa821 None None] Pushing event updated for resources: {'Port': ['ID=d4100098-0543-465c-8719-37b1137357c5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:19.990107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.079235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Checking segment: {'id': '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:20.086810 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network hostable DHCP agents. Network: c91f597e-296e-4c46-91cd-5f61df90c0b5, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:20.090144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Subnet': ['ID=7970d8be-43b0-45ed-b2b2-f0fe9b7d8369,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:20.160305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network c91f597e-296e-4c46-91cd-5f61df90c0b5 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:20.274330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c91f597e-296e-4c46-91cd-5f61df90c0b5) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:20.278792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:20.279432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.283945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b9c22-2c80-4ebe-a910-f21077ba29e8 None None] Network c91f597e-296e-4c46-91cd-5f61df90c0b5 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:20.374574 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1031e53f-38e9-48bd-ba3b-891ab759e6bc tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8213933 Apr 18 06:34:20.377215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57084) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:20.443065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c91f597e-296e-4c46-91cd-5f61df90c0b5', 'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5', 'tenant_id': '236ff37782b44f418554e93e045e4785', 'fixed_ips': [{'subnet_id': '7970d8be-43b0-45ed-b2b2-f0fe9b7d8369'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:20.443948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.496909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.583719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.602309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Allocated IP 2001:db8::2 (c91f597e-296e-4c46-91cd-5f61df90c0b5/7970d8be-43b0-45ed-b2b2-f0fe9b7d8369/8c252999-b39f-4b84-9b49-fd781b2cbf56) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:20.763403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.824323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.863226 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Network c91f597e-296e-4c46-91cd-5f61df90c0b5 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:20.867966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:20.870350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:20.908841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:20.912217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed00f26-0d56-428a-88e5-ddfa6cfd7e89 None None] Network dfdbda23-f753-446f-97b5-6d7fd4b9a461 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:20.912217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Pushing event updated for resources: {'Port': ['ID=8c252999-b39f-4b84-9b49-fd781b2cbf56,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:20.938111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Subnet': ['ID=7970d8be-43b0-45ed-b2b2-f0fe9b7d8369,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:20.964077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.964572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.965036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.965470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.965931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.966359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.966786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.967216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.967665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.968101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.968526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:20.968949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:21.003424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Attempting to bind port 8c252999-b39f-4b84-9b49-fd781b2cbf56 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:21.004454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Attempting to bind port 8c252999-b39f-4b84-9b49-fd781b2cbf56 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:21.004835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Attempting to bind port 8c252999-b39f-4b84-9b49-fd781b2cbf56 on network c91f597e-296e-4c46-91cd-5f61df90c0b5 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:21.014926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:21.020526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Checking segment: {'id': '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:21.020526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.020526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Bound using segment: {'id': '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:21.020526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Bound port: 8c252999-b39f-4b84-9b49-fd781b2cbf56, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:21.020526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.020981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.023456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5293846c-b02c-4ba6-8898-f4eb110dc7fd None None] Provisioning complete for port d4100098-0543-465c-8719-37b1137357c5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:21.023814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5293846c-b02c-4ba6-8898-f4eb110dc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.040265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91f597e-296e-4c46-91cd-5f61df90c0b5']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:21.049776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:21.050733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:21.060330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.076383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.082446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:21.082939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:21.086768 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:21.201230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:34:21.201230 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:34:21.201230 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': 'c91f597e-296e-4c46-91cd-5f61df90c0b5'}] Apr 18 06:34:21.201230 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:34:21.201665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:34:21.204219 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] For port 8c252999-b39f-4b84-9b49-fd781b2cbf56, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:21.236793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] For port 8c252999-b39f-4b84-9b49-fd781b2cbf56, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8c252999-b39f-4b84-9b49-fd781b2cbf56,segment=NetworkSegment(7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9),segment_id=7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:21.240957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5293846c-b02c-4ba6-8898-f4eb110dc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.285415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5293846c-b02c-4ba6-8898-f4eb110dc7fd None None] For port d4100098-0543-465c-8719-37b1137357c5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4100098-0543-465c-8719-37b1137357c5,segment=NetworkSegment(a4f37440-99e7-4c40-8b3d-dffea1b8fa30),segment_id=a4f37440-99e7-4c40-8b3d-dffea1b8fa30)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:21.291639 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.361544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5293846c-b02c-4ba6-8898-f4eb110dc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.382972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab25c8-0a69-4a11-83c4-7581af821f72 None None] Pushing event updated for resources: {'Port': ['ID=8c252999-b39f-4b84-9b49-fd781b2cbf56,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:21.413765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6a496-7b1f-4e0a-a319-9abc86977ad0 None None] Network c91f597e-296e-4c46-91cd-5f61df90c0b5 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:21.492304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293846c-b02c-4ba6-8898-f4eb110dc7fd None None] Pushing event updated for resources: {'Port': ['ID=d4100098-0543-465c-8719-37b1137357c5,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:21.562779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d311bd-1fe6-40f4-8480-1b9204d0961d None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:34:21.617714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-65873d77-c028-44d6-acb9-a81bc5240451 None None] Provisioning complete for port d4100098-0543-465c-8719-37b1137357c5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:21.618073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-65873d77-c028-44d6-acb9-a81bc5240451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.666699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d311bd-1fe6-40f4-8480-1b9204d0961d None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:34:21.702789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.759722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting port 8c252999-b39f-4b84-9b49-fd781b2cbf56 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:21.760276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.830917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] For port 8c252999-b39f-4b84-9b49-fd781b2cbf56, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8c252999-b39f-4b84-9b49-fd781b2cbf56,segment=NetworkSegment(7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9),segment_id=7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:21.831575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:21.850371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Calling delete_port for 8c252999-b39f-4b84-9b49-fd781b2cbf56 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:21.988329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.013165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Port': ['ID=8c252999-b39f-4b84-9b49-fd781b2cbf56,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:22.018972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No DVR routers for this DVR port 8c252999-b39f-4b84-9b49-fd781b2cbf56 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:22.105986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.126871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91f597e-296e-4c46-91cd-5f61df90c0b5']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:22.137652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:22.137949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d019ba3-30f9-4ec7-a9d1-2d25d1163ee9') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:22.145826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d4100098-0543-465c-8719-37b1137357c5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:22.149182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.161639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.168169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:22.168623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:22.172276 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:22.202516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d4100098-0543-465c-8719-37b1137357c5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:22.203044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.297717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.303085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.312407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/c91f597e-296e-4c46-91cd-5f61df90c0b5 HTTP/1.1" status: 204 len: 168 time: 1.9295518 Apr 18 06:34:22.316782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57086) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:22.323037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647507741'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:22.324973 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb784ef-818c-4c93-ad9c-a0d191b5c193 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Network': ['ID=c91f597e-296e-4c46-91cd-5f61df90c0b5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:22.411444 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:22.415329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.448464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:22.457700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.458045 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Added segment c7b61132-0ac4-4d6a-bf0e-b385e39d137c of type vlan for network b60e5b0a-b537-49d3-b582-3bfab9a614cf Apr 18 06:34:22.497438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.576879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.582814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:22.583446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.652493 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Network': ['ID=b60e5b0a-b537-49d3-b582-3bfab9a614cf,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:22.663333 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-de91dda9-e2a0-499d-9462-db9c646807c5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3417470 Apr 18 06:34:22.663333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57088) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:22.668342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network b60e5b0a-b537-49d3-b582-3bfab9a614cf details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:22.668922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'subnet': {'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:22.810864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:22.814691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:22.875194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Performing IP validity checks on allocation pools {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 06:34:22.875694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.ipam_backend_mixin [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 06:34:23.034388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.096677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Subnet': ['ID=98fb0c59-a9b9-4413-a9d6-dca758b16bd0,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:23.113073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Checking segment: {'id': 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:23.113436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network hostable DHCP agents. Network: b60e5b0a-b537-49d3-b582-3bfab9a614cf, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:23.193859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network b60e5b0a-b537-49d3-b582-3bfab9a614cf is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:23.313138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, b60e5b0a-b537-49d3-b582-3bfab9a614cf) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:23.317975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:23.318562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.322712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a75e58-c55a-4504-aa7a-212992707fff None None] Network b60e5b0a-b537-49d3-b582-3bfab9a614cf requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:23.443050 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-32dcbc9e-0170-4fd2-8a4c-29715ea977fd tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7784498 Apr 18 06:34:23.447133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57090) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:23.474755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a4c0-4739-477a-a24e-32741bed9409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.486883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-b60e5b0a-b537-49d3-b582-3bfab9a614cf', 'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf', 'tenant_id': '236ff37782b44f418554e93e045e4785', 'fixed_ips': [{'subnet_id': '98fb0c59-a9b9-4413-a9d6-dca758b16bd0'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:23.488477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.551003 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.621977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Allocated IP 2001:db8::3 (b60e5b0a-b537-49d3-b582-3bfab9a614cf/98fb0c59-a9b9-4413-a9d6-dca758b16bd0/036fb7ed-b747-46ec-9de4-4a26bc538d38) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:23.625339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.765283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.823197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.864235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Network b60e5b0a-b537-49d3-b582-3bfab9a614cf is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:23.867102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:23.869826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:23.878978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Pushing event updated for resources: {'Port': ['ID=036fb7ed-b747-46ec-9de4-4a26bc538d38,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:23.919721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.934191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Attempting to bind port 036fb7ed-b747-46ec-9de4-4a26bc538d38 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:23.934727 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Attempting to bind port 036fb7ed-b747-46ec-9de4-4a26bc538d38 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:23.935076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Attempting to bind port 036fb7ed-b747-46ec-9de4-4a26bc538d38 on network b60e5b0a-b537-49d3-b582-3bfab9a614cf {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:23.939982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:23.940340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Checking segment: {'id': 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:23.940790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.941222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Bound using segment: {'id': 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:23.941731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Bound port: 036fb7ed-b747-46ec-9de4-4a26bc538d38, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:23.942104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:23.948706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Subnet': ['ID=98fb0c59-a9b9-4413-a9d6-dca758b16bd0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:24.005438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] For port 036fb7ed-b747-46ec-9de4-4a26bc538d38, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:24.006140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.008508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] For port 036fb7ed-b747-46ec-9de4-4a26bc538d38, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=036fb7ed-b747-46ec-9de4-4a26bc538d38,segment=NetworkSegment(c7b61132-0ac4-4d6a-bf0e-b385e39d137c),segment_id=c7b61132-0ac4-4d6a-bf0e-b385e39d137c)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:24.027340 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60e5b0a-b537-49d3-b582-3bfab9a614cf']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:24.036953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:24.037323 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:24.050951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.085085 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.087199 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.093343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:24.093733 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:24.096724 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:24.165794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.db.api [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:34:24.165794 dv-neutron-837488-1-hyperv neutron-server[109605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:34:24.165794 dv-neutron-837488-1-hyperv neutron-server[109605]: [parameters: {'id': 'b60e5b0a-b537-49d3-b582-3bfab9a614cf'}] Apr 18 06:34:24.165794 dv-neutron-837488-1-hyperv neutron-server[109605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:34:24.166224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG oslo_db.api [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:34:24.169403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e979b-4e67-450c-a05a-f56c6ab68e6f None None] Pushing event updated for resources: {'Port': ['ID=036fb7ed-b747-46ec-9de4-4a26bc538d38,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:24.182744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742f832-e98b-4c5a-85cf-c3de94ac1554 None None] Network b60e5b0a-b537-49d3-b582-3bfab9a614cf requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:24.300326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb7c4d-c37a-4f54-84f5-63a9c69b3bed None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:34:24.368835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb7c4d-c37a-4f54-84f5-63a9c69b3bed None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:34:24.667805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.720633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting port 036fb7ed-b747-46ec-9de4-4a26bc538d38 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:24.721056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.787306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] For port 036fb7ed-b747-46ec-9de4-4a26bc538d38, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=036fb7ed-b747-46ec-9de4-4a26bc538d38,segment=NetworkSegment(c7b61132-0ac4-4d6a-bf0e-b385e39d137c),segment_id=c7b61132-0ac4-4d6a-bf0e-b385e39d137c)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:24.787685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.800790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Calling delete_port for 036fb7ed-b747-46ec-9de4-4a26bc538d38 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:24.937085 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:24.962552 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Port': ['ID=036fb7ed-b747-46ec-9de4-4a26bc538d38,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:24.966093 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No DVR routers for this DVR port 036fb7ed-b747-46ec-9de4-4a26bc538d38 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:25.046747 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.066731 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60e5b0a-b537-49d3-b582-3bfab9a614cf']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:25.075755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:25.076052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b61132-0ac4-4d6a-bf0e-b385e39d137c') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:25.085722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.099880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.105869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:25.106254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:25.109236 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:25.224156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.232272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.235516 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/b60e5b0a-b537-49d3-b582-3bfab9a614cf HTTP/1.1" status: 204 len: 168 time: 1.7888794 Apr 18 06:34:25.239620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57092) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:25.245107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196414127'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:25.248409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50180baa-db75-4690-b1b7-83b0d936d525 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Network': ['ID=b60e5b0a-b537-49d3-b582-3bfab9a614cf,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:25.376575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:25.380225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.404515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:25.413499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.413835 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Added segment 76109bb6-9be8-45f4-a9a6-5edcb58d1845 of type vlan for network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 Apr 18 06:34:25.452865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.531141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.537341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:25.537927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.605279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Network': ['ID=5a1f0555-8c51-4d6e-91e3-ff406cc040b6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:25.616139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:25.623663 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-205e0558-007f-498c-8bb5-3ef35ea501db tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3791749 Apr 18 06:34:25.623935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57094) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:25.630087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'subnet': {'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:25.856716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:25.860309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:25.885250 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-62a79c71-0f0b-4caf-9b76-187e516030fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.096464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.158057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Subnet': ['ID=725ec5b5-02bf-47ed-b13e-985acbb01432,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:26.166624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Checking segment: {'id': '76109bb6-9be8-45f4-a9a6-5edcb58d1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:26.166981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network hostable DHCP agents. Network: 5a1f0555-8c51-4d6e-91e3-ff406cc040b6, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:26.244845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:26.331026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 5a1f0555-8c51-4d6e-91e3-ff406cc040b6) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:26.335869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:26.336573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.341193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a798a727-7acd-4b5f-8211-a0258dbd08ed None None] Network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:26.426024 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f7dad597-d5ad-46b2-948d-25e844f4a5af tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8008509 Apr 18 06:34:26.429530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57096) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:26.434908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741725445'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:26.513515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-5a1f0555-8c51-4d6e-91e3-ff406cc040b6', 'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6', 'tenant_id': '236ff37782b44f418554e93e045e4785', 'fixed_ips': [{'subnet_id': '725ec5b5-02bf-47ed-b13e-985acbb01432'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:26.515049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.521240 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:26.526577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.566954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:26.578915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.585044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Added segment d359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0 of type vlan for network e926f01f-8718-49fc-92e5-4e265f3d11df Apr 18 06:34:26.625860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.672265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Allocated IP 2001:db8::2 (5a1f0555-8c51-4d6e-91e3-ff406cc040b6/725ec5b5-02bf-47ed-b13e-985acbb01432/e0789f66-9056-4645-b84b-a6b8dd156e2a) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:26.708156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.713827 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:26.714414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.788130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Network': ['ID=e926f01f-8718-49fc-92e5-4e265f3d11df,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:26.810592 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b5d3db4d-55d0-4a82-a0b0-fe0eabb856b2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3770339 Apr 18 06:34:26.810874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57098) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:26.814089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network e926f01f-8718-49fc-92e5-4e265f3d11df details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:26.818044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Request body: {'subnet': {'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:26.881430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.948806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.976999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Made reservation on behalf of 236ff37782b44f418554e93e045e4785 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:26.981000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:26.992305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:26.995407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:27.000106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:27.003838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Pushing event updated for resources: {'Port': ['ID=e0789f66-9056-4645-b84b-a6b8dd156e2a,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:27.068537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Attempting to bind port e0789f66-9056-4645-b84b-a6b8dd156e2a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:27.068951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Attempting to bind port e0789f66-9056-4645-b84b-a6b8dd156e2a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '76109bb6-9be8-45f4-a9a6-5edcb58d1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:27.069305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Attempting to bind port e0789f66-9056-4645-b84b-a6b8dd156e2a on network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:27.074634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:27.074997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Checking segment: {'id': '76109bb6-9be8-45f4-a9a6-5edcb58d1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:27.075776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.075900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Bound using segment: {'id': '76109bb6-9be8-45f4-a9a6-5edcb58d1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:27.076355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Bound port: e0789f66-9056-4645-b84b-a6b8dd156e2a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76109bb6-9be8-45f4-a9a6-5edcb58d1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5a1f0555-8c51-4d6e-91e3-ff406cc040b6'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:27.076725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.150873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] For port e0789f66-9056-4645-b84b-a6b8dd156e2a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:27.153998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] For port e0789f66-9056-4645-b84b-a6b8dd156e2a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e0789f66-9056-4645-b84b-a6b8dd156e2a,segment=NetworkSegment(76109bb6-9be8-45f4-a9a6-5edcb58d1845),segment_id=76109bb6-9be8-45f4-a9a6-5edcb58d1845)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:27.155728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.194710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.217527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.264968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d94e8-378a-496e-b593-ac6b938ee97b None None] Pushing event updated for resources: {'Port': ['ID=e0789f66-9056-4645-b84b-a6b8dd156e2a,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:27.298337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event updated for resources: {'Subnet': ['ID=c948d04c-72b2-496b-91c8-092ff38059c8,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:27.315058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Checking segment: {'id': 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:27.318850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network hostable DHCP agents. Network: e926f01f-8718-49fc-92e5-4e265f3d11df, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:27.424257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Network e926f01f-8718-49fc-92e5-4e265f3d11df is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:27.497105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, e926f01f-8718-49fc-92e5-4e265f3d11df) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:27.501185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:27.501945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.507427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e543e-8812-4803-9386-edd0d6ffa1de None None] Network e926f01f-8718-49fc-92e5-4e265f3d11df requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:27.568211 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a0f07a03-f1c6-495d-8e6e-0afd71d25fe9 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7557635 Apr 18 06:34:27.572519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57100) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:27.678513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.680094 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-e926f01f-8718-49fc-92e5-4e265f3d11df', 'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df', 'tenant_id': '236ff37782b44f418554e93e045e4785', 'fixed_ips': [{'subnet_id': 'c948d04c-72b2-496b-91c8-092ff38059c8'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:27.681830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.731404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:27.827885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Allocated IP 2001:db8::2 (e926f01f-8718-49fc-92e5-4e265f3d11df/c948d04c-72b2-496b-91c8-092ff38059c8/5b6f94da-7b11-4b97-a955-b6bf78e3a1e5) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:27.968170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.058292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.121262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Network e926f01f-8718-49fc-92e5-4e265f3d11df is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:28.125044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:28.130560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:28.137542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.157441 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Pushing event updated for resources: {'Port': ['ID=5b6f94da-7b11-4b97-a955-b6bf78e3a1e5,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:28.187499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e0789f66-9056-4645-b84b-a6b8dd156e2a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:28.188788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Subnet': ['ID=c948d04c-72b2-496b-91c8-092ff38059c8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:28.261338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Attempting to bind port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:28.261706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Attempting to bind port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:28.262065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Attempting to bind port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5 on network e926f01f-8718-49fc-92e5-4e265f3d11df {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:28.272534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:28.272906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Checking segment: {'id': 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:28.273307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.273693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Bound using segment: {'id': 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:28.274167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Bound port: 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e926f01f-8718-49fc-92e5-4e265f3d11df'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:28.274538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.283768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.310242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e926f01f-8718-49fc-92e5-4e265f3d11df']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:28.322052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:28.322354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:28.328429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e0789f66-9056-4645-b84b-a6b8dd156e2a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:28.328802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.341902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.357926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.370233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:28.373019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:28.374465 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:28.436057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] For port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:28.449858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] For port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5b6f94da-7b11-4b97-a955-b6bf78e3a1e5,segment=NetworkSegment(d359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0),segment_id=d359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:28.475552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74348ab-6e0d-4550-8a96-698b558d961c None None] Network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:28.485517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.db.api [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 06:34:28.485517 dv-neutron-837488-1-hyperv neutron-server[109606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 06:34:28.485517 dv-neutron-837488-1-hyperv neutron-server[109606]: [parameters: {'id': 'e926f01f-8718-49fc-92e5-4e265f3d11df'}] Apr 18 06:34:28.485517 dv-neutron-837488-1-hyperv neutron-server[109606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:34:28.486315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG oslo_db.api [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:34:28.531339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.533503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.823994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port e0789f66-9056-4645-b84b-a6b8dd156e2a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e0789f66-9056-4645-b84b-a6b8dd156e2a,segment=NetworkSegment(76109bb6-9be8-45f4-a9a6-5edcb58d1845),segment_id=76109bb6-9be8-45f4-a9a6-5edcb58d1845)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:28.831395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4740d1-5d4f-437e-b3cc-485bd3663b1f None None] Pushing event updated for resources: {'Port': ['ID=5b6f94da-7b11-4b97-a955-b6bf78e3a1e5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:28.835447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-28d537b7-e93f-4611-9371-e2ea76342e78 None None] Provisioning complete for port e0789f66-9056-4645-b84b-a6b8dd156e2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:28.839980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-28d537b7-e93f-4611-9371-e2ea76342e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.884885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea988a-a3c1-450f-935b-3538a5fc45fa None None] Network e926f01f-8718-49fc-92e5-4e265f3d11df requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:28.909923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.988245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:28.991728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.032220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.048096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:29.048514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.059601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=e0789f66-9056-4645-b84b-a6b8dd156e2a,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:29.120114 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] For port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5b6f94da-7b11-4b97-a955-b6bf78e3a1e5,segment=NetworkSegment(d359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0),segment_id=d359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:29.120412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.134344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Calling delete_port for 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:29.297368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.326726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Port': ['ID=5b6f94da-7b11-4b97-a955-b6bf78e3a1e5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:29.333093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No DVR routers for this DVR port 5b6f94da-7b11-4b97-a955-b6bf78e3a1e5 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:29.367038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81f013-88f9-40d7-87c9-e2c1b5916e91 None None] get_active_networks_info from dv-neutron-837488-1-hyperv {{(pid=109607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 06:34:29.414854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ba0ce903-0912-47c8-81dc-6c2a9829ba60 None None] Provisioning complete for port e0789f66-9056-4645-b84b-a6b8dd156e2a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:29.415143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce903-0912-47c8-81dc-6c2a9829ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.504069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81f013-88f9-40d7-87c9-e2c1b5916e91 None None] Resources bound (agent type, host, resource id): {{(pid=109607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 06:34:29.766233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.786165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e926f01f-8718-49fc-92e5-4e265f3d11df']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:29.795644 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:29.795972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd359e3c4-3a8a-4cc6-b5b0-dadfd72cf0d0') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:29.805397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.819013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.824941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:29.825327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:29.828366 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:29.952816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.959765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:29.963376 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/e926f01f-8718-49fc-92e5-4e265f3d11df HTTP/1.1" status: 204 len: 168 time: 2.3914371 Apr 18 06:34:29.966210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57102) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:29.974828 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54309e65-758c-4eff-a402-2fc3052cd203 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Network': ['ID=e926f01f-8718-49fc-92e5-4e265f3d11df,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:29.997159 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4094a1c5-dad7-4c11-b741-a4d5ac5ca500 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] GET failed (client error): The resource could not be found. Apr 18 06:34:29.998481 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-4094a1c5-dad7-4c11-b741-a4d5ac5ca500 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "GET /v2.0/subnets/c948d04c-72b2-496b-91c8-092ff38059c8 HTTP/1.1" status: 404 len: 337 time: 0.0306034 Apr 18 06:34:30.001225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:30.019969 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adac535-03e7-4b61-bb83-ce1bb7866f49 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:30.020405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adac535-03e7-4b61-bb83-ce1bb7866f49 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:30.023310 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7adac535-03e7-4b61-bb83-ce1bb7866f49 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/e926f01f-8718-49fc-92e5-4e265f3d11df HTTP/1.1" status: 404 len: 339 time: 0.0210142 Apr 18 06:34:30.028111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:30.053568 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-47832643-1b26-4970-81ac-bf95c34570c2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:30.054028 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47832643-1b26-4970-81ac-bf95c34570c2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:30.058430 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-47832643-1b26-4970-81ac-bf95c34570c2 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/subnets/c948d04c-72b2-496b-91c8-092ff38059c8 HTTP/1.1" status: 404 len: 337 time: 0.0288904 Apr 18 06:34:30.060794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57108) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:30.080189 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.pecan_wsgi.hooks.translation [None req-21334631-c21a-42d6-8274-0ba8dbf03141 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:30.080755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21334631-c21a-42d6-8274-0ba8dbf03141 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:30.084378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-21334631-c21a-42d6-8274-0ba8dbf03141 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/e926f01f-8718-49fc-92e5-4e265f3d11df HTTP/1.1" status: 404 len: 339 time: 0.0225568 Apr 18 06:34:30.087113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57110) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:30.120637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e0789f66-9056-4645-b84b-a6b8dd156e2a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:30.140805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting subnet 725ec5b5-02bf-47ed-b13e-985acbb01432 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:34:30.147845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.169728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e0789f66-9056-4645-b84b-a6b8dd156e2a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:30.170252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.196881 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.283778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.422775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.453838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Subnet': ['ID=725ec5b5-02bf-47ed-b13e-985acbb01432,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:30.458804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.464393 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/subnets/725ec5b5-02bf-47ed-b13e-985acbb01432 HTTP/1.1" status: 204 len: 168 time: 0.3737087 Apr 18 06:34:30.464575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57112) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:30.467578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89944b-3a6a-4405-ae5d-b122461aefcc None None] Network 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:30.471062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.472489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.473193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.473868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.474423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.474823 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.475213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.475976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.476371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.476885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.477274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.477662 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f9c1d-3651-46f0-a3b5-551ef946f656 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:30.545552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.612215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting port e0789f66-9056-4645-b84b-a6b8dd156e2a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:30.612700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.656507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] DHCP port deletion for 5a1f0555-8c51-4d6e-91e3-ff406cc040b6 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:34:30.682370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] For port e0789f66-9056-4645-b84b-a6b8dd156e2a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e0789f66-9056-4645-b84b-a6b8dd156e2a,segment=NetworkSegment(76109bb6-9be8-45f4-a9a6-5edcb58d1845),segment_id=76109bb6-9be8-45f4-a9a6-5edcb58d1845)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:30.682835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.696965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Calling delete_port for e0789f66-9056-4645-b84b-a6b8dd156e2a owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:30.710605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] Deleting port e0789f66-9056-4645-b84b-a6b8dd156e2a {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:30.711100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.774642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] For port e0789f66-9056-4645-b84b-a6b8dd156e2a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e0789f66-9056-4645-b84b-a6b8dd156e2a,segment=NetworkSegment(76109bb6-9be8-45f4-a9a6-5edcb58d1845),segment_id=76109bb6-9be8-45f4-a9a6-5edcb58d1845)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:30.775372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.788968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] Calling delete_port for e0789f66-9056-4645-b84b-a6b8dd156e2a owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:30.845989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.871772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.873504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Port': ['ID=e0789f66-9056-4645-b84b-a6b8dd156e2a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:30.875417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No DVR routers for this DVR port e0789f66-9056-4645-b84b-a6b8dd156e2a on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:30.902867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] Pushing event deleted for resources: {'Port': ['ID=e0789f66-9056-4645-b84b-a6b8dd156e2a,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:30.906350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b72eac-aab9-4d4f-864b-9821e802af48 None None] No DVR routers for this DVR port e0789f66-9056-4645-b84b-a6b8dd156e2a on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:30.965073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:30.985512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1f0555-8c51-4d6e-91e3-ff406cc040b6']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:30.995227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76109bb6-9be8-45f4-a9a6-5edcb58d1845') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:30.995551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76109bb6-9be8-45f4-a9a6-5edcb58d1845') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:31.005093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.026178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.032121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:31.032510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:31.035815 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:31.188481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.195979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.199265 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/5a1f0555-8c51-4d6e-91e3-ff406cc040b6 HTTP/1.1" status: 204 len: 168 time: 0.7336850 Apr 18 06:34:31.203884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57114) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:31.211058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b75774-9fe6-4a55-8e1a-755c262138df tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Network': ['ID=5a1f0555-8c51-4d6e-91e3-ff406cc040b6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:31.229988 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ee436b-af33-42c3-b683-d10297ed2f6b tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:31.230435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ee436b-af33-42c3-b683-d10297ed2f6b tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:31.233726 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-25ee436b-af33-42c3-b683-d10297ed2f6b tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/subnets/98fb0c59-a9b9-4413-a9d6-dca758b16bd0 HTTP/1.1" status: 404 len: 337 time: 0.0307078 Apr 18 06:34:31.236424 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57116) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:31.254689 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9de27c-0ea3-4448-92fc-e933348dfa2c tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:31.255210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9de27c-0ea3-4448-92fc-e933348dfa2c tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:31.258137 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dc9de27c-0ea3-4448-92fc-e933348dfa2c tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/b60e5b0a-b537-49d3-b582-3bfab9a614cf HTTP/1.1" status: 404 len: 339 time: 0.0208342 Apr 18 06:34:31.264532 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57118) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:31.291902 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6da7e40-ab11-410a-9dc1-054082b7eba8 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:31.292350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6da7e40-ab11-410a-9dc1-054082b7eba8 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:31.295368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a6da7e40-ab11-410a-9dc1-054082b7eba8 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/subnets/7970d8be-43b0-45ed-b2b2-f0fe9b7d8369 HTTP/1.1" status: 404 len: 337 time: 0.0299063 Apr 18 06:34:31.297851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57120) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:31.316078 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e9e028-8408-4450-bccc-572b2e466cc5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] DELETE failed (client error): The resource could not be found. Apr 18 06:34:31.319925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e9e028-8408-4450-bccc-572b2e466cc5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 06:34:31.319925 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f6e9e028-8408-4450-bccc-572b2e466cc5 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/c91f597e-296e-4c46-91cd-5f61df90c0b5 HTTP/1.1" status: 404 len: 339 time: 0.0207396 Apr 18 06:34:31.322152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57122) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:31.371463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting subnet 9ae47a02-94c3-49f1-91cc-c1fff985beca {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:34:31.374553 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.418104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.501316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.605634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.638411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae47a02-94c3-49f1-91cc-c1fff985beca,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:31.643866 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.650149 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-49f533f6-d461-4b52-bf90-f8c0c5b3f24e tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/subnets/9ae47a02-94c3-49f1-91cc-c1fff985beca HTTP/1.1" status: 204 len: 168 time: 0.3248081 Apr 18 06:34:31.650334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991ef38-88b8-45b9-964e-95621004be92 None None] Network dfdbda23-f753-446f-97b5-6d7fd4b9a461 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:31.650757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57124) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:31.736103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.797143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Deleting port d4100098-0543-465c-8719-37b1137357c5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:31.797492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.854054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] DHCP port deletion for dfdbda23-f753-446f-97b5-6d7fd4b9a461 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:34:31.861807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] For port d4100098-0543-465c-8719-37b1137357c5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4100098-0543-465c-8719-37b1137357c5,segment=NetworkSegment(a4f37440-99e7-4c40-8b3d-dffea1b8fa30),segment_id=a4f37440-99e7-4c40-8b3d-dffea1b8fa30)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:31.862357 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.875774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Calling delete_port for d4100098-0543-465c-8719-37b1137357c5 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:31.905305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] Deleting port d4100098-0543-465c-8719-37b1137357c5 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:31.905681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.976108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] For port d4100098-0543-465c-8719-37b1137357c5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d4100098-0543-465c-8719-37b1137357c5,segment=NetworkSegment(a4f37440-99e7-4c40-8b3d-dffea1b8fa30),segment_id=a4f37440-99e7-4c40-8b3d-dffea1b8fa30)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:31.976500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:31.989347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] Calling delete_port for d4100098-0543-465c-8719-37b1137357c5 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:32.015888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.044006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Port': ['ID=d4100098-0543-465c-8719-37b1137357c5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:32.051498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] No DVR routers for this DVR port d4100098-0543-465c-8719-37b1137357c5 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:32.076863 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.112592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] Pushing event deleted for resources: {'Port': ['ID=d4100098-0543-465c-8719-37b1137357c5,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:32.115228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc24c0-52e2-4e25-a85d-31ca8f8b0fa8 None None] No DVR routers for this DVR port d4100098-0543-465c-8719-37b1137357c5 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:32.136882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e0789f66-9056-4645-b84b-a6b8dd156e2a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:34:32.156585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.161776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e0789f66-9056-4645-b84b-a6b8dd156e2a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:34:32.162111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e0789f66-9056-4645-b84b-a6b8dd156e2a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:34:32.162525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d4100098-0543-465c-8719-37b1137357c5 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:34:32.179077 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdbda23-f753-446f-97b5-6d7fd4b9a461']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:32.183856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: d4100098-0543-465c-8719-37b1137357c5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:34:32.184206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d4100098-0543-465c-8719-37b1137357c5 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:34:32.189649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:32.189950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f37440-99e7-4c40-8b3d-dffea1b8fa30') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:32.205129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.219128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.225229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:32.225621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:32.228935 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:32.347150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.354262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:32.357445 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] 10.222.0.43 "DELETE /v2.0/networks/dfdbda23-f753-446f-97b5-6d7fd4b9a461 HTTP/1.1" status: 204 len: 168 time: 0.7055213 Apr 18 06:34:32.373645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062f963-0d2a-4eff-b98d-9b7f87aba485 tempest-NetworksIpV6Test-1570823545 tempest-NetworksIpV6Test-1570823545-project] Pushing event deleted for resources: {'Network': ['ID=dfdbda23-f753-446f-97b5-6d7fd4b9a461,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:32.810680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57130) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:32.943718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5db0a905-6a9f-46ba-a1ff-fd7bf436aaf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=236ff37782b44f418554e93e045e4785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316390 Apr 18 06:34:32.946107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57134) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:32.994475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffdf6-dc6d-4c76-8f9e-8a9b146b9a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:33.015289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffdf6-dc6d-4c76-8f9e-8a9b146b9a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:33.206976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffdf6-dc6d-4c76-8f9e-8a9b146b9a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:33.210352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3c6ffdf6-dc6d-4c76-8f9e-8a9b146b9a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:33.212442 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3c6ffdf6-dc6d-4c76-8f9e-8a9b146b9a13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecfe1f15-ccc2-4b9b-b9cf-b16cb5332c7a HTTP/1.1" status: 204 len: 168 time: 0.2652926 Apr 18 06:34:33.220781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ffdf6-dc6d-4c76-8f9e-8a9b146b9a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe1f15-ccc2-4b9b-b9cf-b16cb5332c7a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:34.182801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57156) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:34.277643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1739111809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:34.387569 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.388674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.441550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.479993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.555805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.557017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ba8acb68-a66c-447f-b055-bbfc961355ee tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3730860 Apr 18 06:34:34.559882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57160) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:34.564626 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1597683929'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:34.656538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Made reservation on behalf of e77e5a76ce6947869ae560998c848891 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:34.660264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.669009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.744514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.805061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.837029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:34.843389 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ff4dc0-9091-4b71-84a7-1f3225031dd2,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:34.849739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.850085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Added segment d849dfef-0de7-4365-bfce-dbfb39e904b3 of type vlan for network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 Apr 18 06:34:34.891626 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.970792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:34.977134 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:34.981095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.042398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event updated for resources: {'Network': ['ID=c830e249-9ec1-4e7f-aee8-e70e6a1f85f0,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:35.053468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:35.088367 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e228db03-012e-46b2-b15c-9ff8d1443b89 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5272732 Apr 18 06:34:35.090932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57162) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:35.096741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Request body: {'subnet': {'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:35.250478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Made reservation on behalf of e77e5a76ce6947869ae560998c848891 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:35.254108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.496649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.559951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event updated for resources: {'Subnet': ['ID=07d8cb67-328c-4aec-a2eb-cda916a7234f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:35.568587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Checking segment: {'id': 'd849dfef-0de7-4365-bfce-dbfb39e904b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:35.568948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Network hostable DHCP agents. Network: c830e249-9ec1-4e7f-aee8-e70e6a1f85f0, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:35.633781 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:35.708241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c830e249-9ec1-4e7f-aee8-e70e6a1f85f0) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:35.713525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:35.714457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.720265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8752b-b076-4617-bea1-4ae63a716685 None None] Network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:35.802571 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-959caf91-363c-46b1-9ab9-dd30d4b57b81 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104959 Apr 18 06:34:35.805806 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57164) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:35.819472 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1218246559'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:35.876100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c830e249-9ec1-4e7f-aee8-e70e6a1f85f0', 'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0', 'tenant_id': 'e77e5a76ce6947869ae560998c848891', 'fixed_ips': [{'subnet_id': '07d8cb67-328c-4aec-a2eb-cda916a7234f'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:35.877157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.896780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Made reservation on behalf of e77e5a76ce6947869ae560998c848891 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:35.900621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.927344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:35.937615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:35.938570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Added segment f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30 of type vlan for network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 Apr 18 06:34:35.979456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.017474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Allocated IP 172.20.0.2 (c830e249-9ec1-4e7f-aee8-e70e6a1f85f0/07d8cb67-328c-4aec-a2eb-cda916a7234f/c4f06039-d1d9-4a51-aa43-1578961c16ce) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:36.089874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.095568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:36.096190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.165600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.167891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event updated for resources: {'Network': ['ID=440a2172-a0a4-4c92-a82a-eb01d84dedd1,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:36.178804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:36.192535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bda5f051-e6a1-4d19-aa3c-4fe4aff00d06 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3848729 Apr 18 06:34:36.194655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57166) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:36.201072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Request body: {'subnet': {'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:36.242646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.287869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:36.294545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:36.298230 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:36.304168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Pushing event updated for resources: {'Port': ['ID=c4f06039-d1d9-4a51-aa43-1578961c16ce,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:36.355323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Attempting to bind port c4f06039-d1d9-4a51-aa43-1578961c16ce on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:36.355682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Attempting to bind port c4f06039-d1d9-4a51-aa43-1578961c16ce by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd849dfef-0de7-4365-bfce-dbfb39e904b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:36.356038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Attempting to bind port c4f06039-d1d9-4a51-aa43-1578961c16ce on network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:36.360911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:36.361280 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Checking segment: {'id': 'd849dfef-0de7-4365-bfce-dbfb39e904b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:36.361676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.362585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Bound using segment: {'id': 'd849dfef-0de7-4365-bfce-dbfb39e904b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:36.363078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Bound port: c4f06039-d1d9-4a51-aa43-1578961c16ce, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd849dfef-0de7-4365-bfce-dbfb39e904b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c830e249-9ec1-4e7f-aee8-e70e6a1f85f0'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:36.363547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.393467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Made reservation on behalf of e77e5a76ce6947869ae560998c848891 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:36.397000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.425347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] For port c4f06039-d1d9-4a51-aa43-1578961c16ce, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:36.428551 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] For port c4f06039-d1d9-4a51-aa43-1578961c16ce, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c4f06039-d1d9-4a51-aa43-1578961c16ce,segment=NetworkSegment(d849dfef-0de7-4365-bfce-dbfb39e904b3),segment_id=d849dfef-0de7-4365-bfce-dbfb39e904b3)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:36.502370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.568928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb6737-745f-4847-9133-8c0dac57fe60 None None] Pushing event updated for resources: {'Port': ['ID=c4f06039-d1d9-4a51-aa43-1578961c16ce,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:36.650829 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.724548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event updated for resources: {'Subnet': ['ID=fd8be85b-8dc6-4ec4-802d-61feb8515a9b,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:36.730273 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Checking segment: {'id': 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:36.730929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Network hostable DHCP agents. Network: 440a2172-a0a4-4c92-a82a-eb01d84dedd1, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:36.839480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:36.925102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 440a2172-a0a4-4c92-a82a-eb01d84dedd1) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:36.930080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:36.930666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:36.933825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2890c2-e394-4403-9622-8efd264c8ee3 None None] Network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:37.030641 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3d34f58a-1a78-435d-9bd4-1e3362965046 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8347783 Apr 18 06:34:37.033287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57168) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:37.038598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c77c3613-63e2-4c0e-9405-543de5dd27cd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Request body: {'router': {'external_gateway_info': {'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:37.082015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-440a2172-a0a4-4c92-a82a-eb01d84dedd1', 'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1', 'tenant_id': 'e77e5a76ce6947869ae560998c848891', 'fixed_ips': [{'subnet_id': 'fd8be85b-8dc6-4ec4-802d-61feb8515a9b'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:37.082882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.219747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Allocated IP 172.21.0.2 (440a2172-a0a4-4c92-a82a-eb01d84dedd1/fd8be85b-8dc6-4ec4-802d-61feb8515a9b/c02be833-4da0-42e4-9ca5-d0024f32fb01) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:37.246507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c77c3613-63e2-4c0e-9405-543de5dd27cd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.510464 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.api.v2.resource [None req-c77c3613-63e2-4c0e-9405-543de5dd27cd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 06:34:37.511562 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c77c3613-63e2-4c0e-9405-543de5dd27cd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "PUT /v2.0/routers/9661e79e-cbba-49f4-a205-0bf77efbbf93 HTTP/1.1" status: 400 len: 364 time: 0.4766889 Apr 18 06:34:37.518801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57170) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:37.529482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.548667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad240f1-1778-4f1a-8ee8-d600d8bb2b28 None None] Network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:37.571552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Deleting subnet fd8be85b-8dc6-4ec4-802d-61feb8515a9b {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:34:37.591228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-941a17bc-dd12-4181-964a-822494f5dd08 None None] Provisioning complete for port c4f06039-d1d9-4a51-aa43-1578961c16ce triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:37.591620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-941a17bc-dd12-4181-964a-822494f5dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.633375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.639453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.673834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.714302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:37.727070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:37.733244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:37.739405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Pushing event updated for resources: {'Port': ['ID=c02be833-4da0-42e4-9ca5-d0024f32fb01,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:37.765421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.839854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-941a17bc-dd12-4181-964a-822494f5dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.857053 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Attempting to bind port c02be833-4da0-42e4-9ca5-d0024f32fb01 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:37.857413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Attempting to bind port c02be833-4da0-42e4-9ca5-d0024f32fb01 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:37.857769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Attempting to bind port c02be833-4da0-42e4-9ca5-d0024f32fb01 on network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:37.871712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:37.872082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Checking segment: {'id': 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:37.872477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.872858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Bound using segment: {'id': 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:37.873312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Bound port: c02be833-4da0-42e4-9ca5-d0024f32fb01, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '440a2172-a0a4-4c92-a82a-eb01d84dedd1'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:37.873683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.899537 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-941a17bc-dd12-4181-964a-822494f5dd08 None None] For port c4f06039-d1d9-4a51-aa43-1578961c16ce, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c4f06039-d1d9-4a51-aa43-1578961c16ce,segment=NetworkSegment(d849dfef-0de7-4365-bfce-dbfb39e904b3),segment_id=d849dfef-0de7-4365-bfce-dbfb39e904b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:37.908230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.935987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8be85b-8dc6-4ec4-802d-61feb8515a9b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:37.941375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:37.944590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1106b650-79b0-4380-80f8-b44db6967278 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "DELETE /v2.0/subnets/fd8be85b-8dc6-4ec4-802d-61feb8515a9b HTTP/1.1" status: 204 len: 168 time: 0.4248292 Apr 18 06:34:37.947099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57172) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:37.958166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] For port c02be833-4da0-42e4-9ca5-d0024f32fb01, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:37.962087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] For port c02be833-4da0-42e4-9ca5-d0024f32fb01, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c02be833-4da0-42e4-9ca5-d0024f32fb01,segment=NetworkSegment(f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30),segment_id=f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:37.977474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-941a17bc-dd12-4181-964a-822494f5dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.028925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a17bc-dd12-4181-964a-822494f5dd08 None None] Pushing event updated for resources: {'Port': ['ID=c4f06039-d1d9-4a51-aa43-1578961c16ce,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:38.038246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.091530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.104484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Deleting port c02be833-4da0-42e4-9ca5-d0024f32fb01 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:38.104898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.156884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bb4e9-160d-412d-82e5-83d22b1eef17 None None] Pushing event updated for resources: {'Port': ['ID=c02be833-4da0-42e4-9ca5-d0024f32fb01,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:38.176615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c4f06039-d1d9-4a51-aa43-1578961c16ce up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:38.181098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] For port c02be833-4da0-42e4-9ca5-d0024f32fb01, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c02be833-4da0-42e4-9ca5-d0024f32fb01,segment=NetworkSegment(f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30),segment_id=f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:38.181538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.199289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Calling delete_port for c02be833-4da0-42e4-9ca5-d0024f32fb01 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:38.225626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3516058e-53af-4429-b339-a3d16213cff5 None None] Provisioning complete for port c4f06039-d1d9-4a51-aa43-1578961c16ce triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:38.226147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3516058e-53af-4429-b339-a3d16213cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.279527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c4f06039-d1d9-4a51-aa43-1578961c16ce triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:38.279884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.348475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.413849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event deleted for resources: {'Port': ['ID=c02be833-4da0-42e4-9ca5-d0024f32fb01,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:38.421773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] No DVR routers for this DVR port c02be833-4da0-42e4-9ca5-d0024f32fb01 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:38.530729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.554805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440a2172-a0a4-4c92-a82a-eb01d84dedd1']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:38.565839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:38.566300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06c06de-dc84-4dc3-8f8e-d5f3ad01ea30') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:38.576373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.589969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.595824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:38.596345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:38.599356 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:38.707698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.714611 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.720297 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "DELETE /v2.0/networks/440a2172-a0a4-4c92-a82a-eb01d84dedd1 HTTP/1.1" status: 204 len: 168 time: 0.7699373 Apr 18 06:34:38.720695 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57174) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:38.756752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc351af8-f764-474a-9917-9bec1aaf9ea9 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event deleted for resources: {'Network': ['ID=440a2172-a0a4-4c92-a82a-eb01d84dedd1,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:38.786911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Deleting subnet 07d8cb67-328c-4aec-a2eb-cda916a7234f {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:34:38.790113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.830021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:38.917551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.062394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.092410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event deleted for resources: {'Subnet': ['ID=07d8cb67-328c-4aec-a2eb-cda916a7234f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:39.097006 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.103124 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b588f02e-7636-482c-ba08-1f26593f0d42 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "DELETE /v2.0/subnets/07d8cb67-328c-4aec-a2eb-cda916a7234f HTTP/1.1" status: 204 len: 168 time: 0.3787069 Apr 18 06:34:39.103553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:39.107033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b381d3-3645-4aef-9786-f142b23e9278 None None] Network c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:39.198724 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.267364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Deleting port c4f06039-d1d9-4a51-aa43-1578961c16ce {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:39.267787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.318351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257cb3f4-5915-4a7a-86be-9e77f38693b2 None None] DHCP port deletion for 440a2172-a0a4-4c92-a82a-eb01d84dedd1 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:34:39.338768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-b343cd7e-2d2e-49f0-a58b-d9509226b792 None None] Could not find standard attr ID for object c02be833-4da0-42e4-9ca5-d0024f32fb01. {{(pid=109607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 06:34:39.347402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] For port c4f06039-d1d9-4a51-aa43-1578961c16ce, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c4f06039-d1d9-4a51-aa43-1578961c16ce,segment=NetworkSegment(d849dfef-0de7-4365-bfce-dbfb39e904b3),segment_id=d849dfef-0de7-4365-bfce-dbfb39e904b3)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:39.348245 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.351303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] DHCP port deletion for c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:34:39.364383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Calling delete_port for c4f06039-d1d9-4a51-aa43-1578961c16ce owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:39.376906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45eb88c-0881-437b-9428-a557f415ea6d None None] Network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:39.391778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45eb88c-0881-437b-9428-a557f415ea6d None None] Network 440a2172-a0a4-4c92-a82a-eb01d84dedd1 could not be found, it might have been deleted concurrently. {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 06:34:39.418212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] Deleting port c4f06039-d1d9-4a51-aa43-1578961c16ce {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:34:39.418572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.487124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] For port c4f06039-d1d9-4a51-aa43-1578961c16ce, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c4f06039-d1d9-4a51-aa43-1578961c16ce,segment=NetworkSegment(d849dfef-0de7-4365-bfce-dbfb39e904b3),segment_id=d849dfef-0de7-4365-bfce-dbfb39e904b3)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:39.487484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.501421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] Calling delete_port for c4f06039-d1d9-4a51-aa43-1578961c16ce owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:34:39.507992 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.539865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event deleted for resources: {'Port': ['ID=c4f06039-d1d9-4a51-aa43-1578961c16ce,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:39.547675 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] No DVR routers for this DVR port c4f06039-d1d9-4a51-aa43-1578961c16ce on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:39.582234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.612316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] Pushing event deleted for resources: {'Port': ['ID=c4f06039-d1d9-4a51-aa43-1578961c16ce,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:39.614158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d21c1a-e69c-4329-8ee0-3c5f2cdc8c21 None None] No DVR routers for this DVR port c4f06039-d1d9-4a51-aa43-1578961c16ce on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:34:39.630051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.658130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c830e249-9ec1-4e7f-aee8-e70e6a1f85f0']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:39.668912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd849dfef-0de7-4365-bfce-dbfb39e904b3') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:39.669221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd849dfef-0de7-4365-bfce-dbfb39e904b3') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:39.679293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.693749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.699787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:34:39.700177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:34:39.703229 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:34:39.816861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.821247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:39.824425 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "DELETE /v2.0/networks/c830e249-9ec1-4e7f-aee8-e70e6a1f85f0 HTTP/1.1" status: 204 len: 168 time: 0.7198715 Apr 18 06:34:39.827173 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57178) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:39.843075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71432-f3b0-4729-83d9-3c48274960dd tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Pushing event deleted for resources: {'Network': ['ID=c830e249-9ec1-4e7f-aee8-e70e6a1f85f0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:39.856593 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c7a6f23e-bd29-4b04-b2b4-e4ad95381eb1 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "GET /v2.0/ports?device_id=9661e79e-cbba-49f4-a205-0bf77efbbf93 HTTP/1.1" status: 200 len: 205 time: 0.0276353 Apr 18 06:34:39.858931 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57180) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:39.934326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:40.108746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c4f06039-d1d9-4a51-aa43-1578961c16ce no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:34:40.130263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c4f06039-d1d9-4a51-aa43-1578961c16ce {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:34:40.130694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c4f06039-d1d9-4a51-aa43-1578961c16ce not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:34:40.418515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:40.420848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:40.513215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:40.513754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Fanout notify agent at l3_agent the message router_deleted on router 9661e79e-cbba-49f4-a205-0bf77efbbf93 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:34:40.525308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:40.525308 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bb0ce48f-2ef5-464f-9ce9-6923bf4ce2e2 tempest-RoutersNegativeTest-882832233 tempest-RoutersNegativeTest-882832233-project] 10.222.0.43 "DELETE /v2.0/routers/9661e79e-cbba-49f4-a205-0bf77efbbf93 HTTP/1.1" status: 204 len: 168 time: 0.6625581 Apr 18 06:34:40.933277 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57186) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:41.065982 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-93f33e1b-4806-4ea7-9601-16a676970f79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e77e5a76ce6947869ae560998c848891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304209 Apr 18 06:34:41.068080 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:41.117242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81e01c13-aee4-4fee-97b0-6cfd03f98d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:41.138315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81e01c13-aee4-4fee-97b0-6cfd03f98d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:41.250839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81e01c13-aee4-4fee-97b0-6cfd03f98d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:41.254058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-81e01c13-aee4-4fee-97b0-6cfd03f98d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:41.255316 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-81e01c13-aee4-4fee-97b0-6cfd03f98d15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0ff4dc0-9091-4b71-84a7-1f3225031dd2 HTTP/1.1" status: 204 len: 168 time: 0.1862981 Apr 18 06:34:41.263137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01c13-aee4-4fee-97b0-6cfd03f98d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ff4dc0-9091-4b71-84a7-1f3225031dd2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:42.249146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57212) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:42.346406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1346703035-network', 'tenant_id': '59631bb86c9a43d19211c54272e7032a'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:42.421839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Made reservation on behalf of 59631bb86c9a43d19211c54272e7032a for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:42.424840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.437235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.513402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.576161 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.597337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:42.612401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f4826-70db-4e77-bd54-3305f08b4a8b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:42.615505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.615957 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Added segment 0056f9cd-0d15-43f5-8ed3-3dd114249647 of type vlan for network 88593ffa-371e-48eb-ad96-eb66ddff1326 Apr 18 06:34:42.657102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.753592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.754574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:42.755145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:42.813195 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=88593ffa-371e-48eb-ad96-eb66ddff1326,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:42.823473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:42.842135 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-34034a46-39b4-4207-87ce-113fd3bfc8a5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5917263 Apr 18 06:34:42.844843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57216) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:42.850546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Request body: {'subnet': {'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-subnet', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:42.936124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Made reservation on behalf of 59631bb86c9a43d19211c54272e7032a for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:42.938534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.119130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.182207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.236926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3662fc-1cb8-474a-bbc7-fbe552c991b1,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:43.254520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Checking segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:43.255459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Network hostable DHCP agents. Network: 88593ffa-371e-48eb-ad96-eb66ddff1326, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:43.347125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:43.444878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 88593ffa-371e-48eb-ad96-eb66ddff1326) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:43.449386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:43.450037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.457122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a1c21-8f60-40f7-878f-b0d2a7f5aa09 None None] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:43.539094 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b6f8dac0-f4b3-4633-b04c-e057e5553a7c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6930442 Apr 18 06:34:43.542038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57218) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:43.546974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:43.604303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-88593ffa-371e-48eb-ad96-eb66ddff1326', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'fixed_ips': [{'subnet_id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:43.609995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.628347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.629398 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.680375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.739538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Allocated IP 172.20.0.2 (88593ffa-371e-48eb-ad96-eb66ddff1326/7e3662fc-1cb8-474a-bbc7-fbe552c991b1/18eeacd4-6e60-4a25-81b6-d4493b8ae0b4) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:43.883258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.900042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:43.965942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.012946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:44.018519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:44.020919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:44.028221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Pushing event updated for resources: {'Port': ['ID=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:44.083655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Attempting to bind port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:44.084046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Attempting to bind port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:44.084365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Attempting to bind port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 on network 88593ffa-371e-48eb-ad96-eb66ddff1326 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:44.089539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:44.090056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Checking segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:44.090452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.090832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Bound using segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:44.091298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Bound port: 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:44.091674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.146971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.157061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] For port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:44.161214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] For port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:44.167207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.232996 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.273651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Allocated IP 172.26.4.52 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c0819aca-38db-42dd-a6b0-cd1d6696a73c) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:44.297019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8334a9f-19e7-41b9-b0bb-e792c46844e8 None None] Pushing event updated for resources: {'Port': ['ID=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:44.393118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.485719 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:44.533869 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:44.537311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:44.541147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:44.546748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=c0819aca-38db-42dd-a6b0-cd1d6696a73c,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:44.942616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.155905 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.280301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860d10c-1385-46fb-a322-46c0d3cc44f2 None None] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:45.346222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c4aec788-3f5b-4edb-980e-d6fa9389957b None None] Provisioning complete for port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:45.346636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c4aec788-3f5b-4edb-980e-d6fa9389957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.393604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:34:45.496499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c4aec788-3f5b-4edb-980e-d6fa9389957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.510234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:34:45.522383 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Sync routers for ids ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:34:45.540125 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Routers {'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:45.540125 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:45.547914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c4aec788-3f5b-4edb-980e-d6fa9389957b None None] For port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:45.590580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.594711 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c39a7bb1-c6c0-4213-aab6-e05611f66bf1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0487983 Apr 18 06:34:45.599489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57220) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:45.622159 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c4aec788-3f5b-4edb-980e-d6fa9389957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.660417 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Set router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:45.714244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aec788-3f5b-4edb-980e-d6fa9389957b None None] Pushing event updated for resources: {'Port': ['ID=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:45.850926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5d2f0d4c-2bf4-4a6c-b048-6a2342f4dc29 None None] Provisioning complete for port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:45.851665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0d4c-2bf4-4a6c-b048-6a2342f4dc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:45.865929 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:34:44Z', 'revision_number': 3, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:45.901267 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Checking router: e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:34:45.902135 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Updating router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 port c0819aca-38db-42dd-a6b0-cd1d6696a73c binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:34:45.942096 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.103536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.177487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:46.228283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:46.228656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.250919 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.335956 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.357452 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Allocated IP 172.20.0.1 (88593ffa-371e-48eb-ad96-eb66ddff1326/7e3662fc-1cb8-474a-bbc7-fbe552c991b1/8ccd7ec6-df19-4801-8e1b-66f9eb95856a) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:46.389518 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Pushing event updated for resources: {'Port': ['ID=c0819aca-38db-42dd-a6b0-cd1d6696a73c,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:46.391598 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Attempting to bind port c0819aca-38db-42dd-a6b0-cd1d6696a73c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:46.392045 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Attempting to bind port c0819aca-38db-42dd-a6b0-cd1d6696a73c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:46.392335 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Attempting to bind port c0819aca-38db-42dd-a6b0-cd1d6696a73c on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:46.401467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:46.401840 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:46.402239 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.402630 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:46.403129 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Bound port: c0819aca-38db-42dd-a6b0-cd1d6696a73c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:46.403564 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.405753 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.406096 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.406433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.406764 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.407091 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.407464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.407792 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.408168 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.408491 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.408831 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.409152 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.409468 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:34:46.462335 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] For port c0819aca-38db-42dd-a6b0-cd1d6696a73c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:46.465548 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] For port c0819aca-38db-42dd-a6b0-cd1d6696a73c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c0819aca-38db-42dd-a6b0-cd1d6696a73c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:46.477359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.525342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.565750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.587378 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Routers {'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:46.588006 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:46.607618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:46.612904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:46.617343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:46.625136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577651-e6ee-432d-9eb4-cc04c2942306 None None] Pushing event updated for resources: {'Port': ['ID=c0819aca-38db-42dd-a6b0-cd1d6696a73c,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:46.656020 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:46.662754 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.711805 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] Set router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:46.882313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4c101b7b-a605-4d22-a870-0fda00cd3f73 None None] Provisioning complete for port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:46.882886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4c101b7b-a605-4d22-a870-0fda00cd3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.898940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:46.923881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4c101b7b-a605-4d22-a870-0fda00cd3f73 None None] Port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:46.934475 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:34:44Z', 'revision_number': 3, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:46.961726 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13d78d-66b4-458f-9efe-3afeb3be3b2b None None] The sync data for ids ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'] in dv-neutron-837488-1-hyperv is: [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:34:44Z', 'revision_number': 3, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:34:47.090279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:47.167560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:47.262978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:47.273630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:47.368063 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:47.369653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:47.519895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:34:47.646702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:34:47.660581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-79990e91-7eee-4471-9ffa-df9696a1d820 admin admin] 10.222.0.43 "PUT /v2.0/routers/e77ce86f-943a-45fa-8ef7-9aaf2d6007c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544100 Apr 18 06:34:47.661838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-42e0bcad-b701-4578-9522-46512ea46fe5 None None] Provisioning complete for port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:47.662302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-42e0bcad-b701-4578-9522-46512ea46fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:47.703867 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-42e0bcad-b701-4578-9522-46512ea46fe5 None None] Port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:48.139040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0819aca-38db-42dd-a6b0-cd1d6696a73c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:48.190685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c0819aca-38db-42dd-a6b0-cd1d6696a73c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:48.191049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.269924 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.306411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port c0819aca-38db-42dd-a6b0-cd1d6696a73c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c0819aca-38db-42dd-a6b0-cd1d6696a73c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:48.394231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.452606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57236) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:48.459613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=c0819aca-38db-42dd-a6b0-cd1d6696a73c,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:48.462744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-122597536-network', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:48.530621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Made reservation on behalf of 838c7d0c97f34bfc8568a3be41b9462c for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:48.533067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.543866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.617803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Sync routers for ids ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:34:48.627610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Routers {'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:48.634339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:48.634481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.707813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.731153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:34:48.746702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d2fe68-077a-4208-bdeb-d30ae8fc70f8,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:48.752617 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.752915 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Added segment d6a5362e-9daa-413e-afe6-7661c7b6948f of type vlan for network dd244c0e-f1c8-4617-9ad1-3c276946d41a Apr 18 06:34:48.802219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.884334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Set router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:48.913231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.914218 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:48.914802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:48.979359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] Pushing event updated for resources: {'Network': ['ID=dd244c0e-f1c8-4617-9ad1-3c276946d41a,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:49.003846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:34:49.013366 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3e14dd2d-cd10-47c8-b516-5d1933d8b72f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5595317 Apr 18 06:34:49.016750 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57238) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:49.022358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Request body: {'subnet': {'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-subnet', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:49.107112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Made reservation on behalf of 838c7d0c97f34bfc8568a3be41b9462c for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:49.109602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.151154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:34:46Z', 'revision_number': 4, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8ccd7ec6-df19-4801-8e1b-66f9eb95856a', 'name': '', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'mac_address': 'fa:16:3e:7d:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:46Z', 'updated_at': '2022-04-18T06:34:46Z', 'revision_number': 2, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'subnets': [{'id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:49.178732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Checking router: e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:34:49.179084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Updating router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:34:49.209229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.331345 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.392042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e695ba4-5749-418a-a092-134e7ae703b1,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:49.402253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Checking segment: {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:49.402605 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Network hostable DHCP agents. Network: dd244c0e-f1c8-4617-9ad1-3c276946d41a, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:34:49.484421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:34:49.492240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.576383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, dd244c0e-f1c8-4617-9ad1-3c276946d41a) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:49.586626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:49.586626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.586840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b04f7-f98d-4f11-aa24-a447a1a405a9 None None] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:49.588371 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.670399 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8bc56e48-7b76-4816-adf4-cd81af733358 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6523538 Apr 18 06:34:49.673235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57240) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:49.678084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:49.703326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0f8b3-5da6-4255-a675-8e4e0e5a8009 None None] Pushing event updated for resources: {'Port': ['ID=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:49.792789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Attempting to bind port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:49.794928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Attempting to bind port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:49.794928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Attempting to bind port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a on network 88593ffa-371e-48eb-ad96-eb66ddff1326 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:49.804370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:49.804738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Checking segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:49.805138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.805524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Bound using segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:49.806014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Bound port: 8ccd7ec6-df19-4801-8e1b-66f9eb95856a, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:49.806373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.827790 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.829016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.860137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-dd244c0e-f1c8-4617-9ad1-3c276946d41a', 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'fixed_ips': [{'subnet_id': '1e695ba4-5749-418a-a092-134e7ae703b1'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:34:49.861077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.885016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:49.914550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] For port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:49.979506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] For port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:50.003086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6d757b99-e81b-4c53-a83e-a402590d70a1 None None] Provisioning complete for port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:50.003480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6d757b99-e81b-4c53-a83e-a402590d70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.066076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-6d757b99-e81b-4c53-a83e-a402590d70a1 None None] Port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:50.077806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Allocated IP 172.20.0.2 (dd244c0e-f1c8-4617-9ad1-3c276946d41a/1e695ba4-5749-418a-a092-134e7ae703b1/b7b0fc1b-7879-481d-a2fb-0b3e94d48f91) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:50.088848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.150318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0819aca-38db-42dd-a6b0-cd1d6696a73c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:50.212955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.248729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0f8b3-5da6-4255-a675-8e4e0e5a8009 None None] Pushing event updated for resources: {'Port': ['ID=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:50.253885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Routers {'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:50.254523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:50.400375 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c0819aca-38db-42dd-a6b0-cd1d6696a73c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:50.400693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.444907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.476528 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-067088d2-75ba-4792-bf07-242e5b809b85 None None] Provisioning complete for port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:50.476889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-067088d2-75ba-4792-bf07-242e5b809b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.479374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] Set router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:50.512609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.533689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.621651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.652863 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Allocated IP 172.26.4.155 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:50.771427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.876168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:50.890020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:50.901039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:50.909425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Pushing event updated for resources: {'Port': ['ID=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:50.929638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-067088d2-75ba-4792-bf07-242e5b809b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.942794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:50.988165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:50.991313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:50.995071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:51.017431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:51.040173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-067088d2-75ba-4792-bf07-242e5b809b85 None None] For port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:51.042757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Attempting to bind port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:51.043128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Attempting to bind port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:51.043524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Attempting to bind port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 on network dd244c0e-f1c8-4617-9ad1-3c276946d41a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:51.051593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:51.051967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Checking segment: {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:51.052370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:51.052767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Bound using segment: {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:51.053224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Bound port: b7b0fc1b-7879-481d-a2fb-0b3e94d48f91, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:51.053609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:51.129103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:34:46Z', 'revision_number': 4, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8ccd7ec6-df19-4801-8e1b-66f9eb95856a', 'name': '', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'mac_address': 'fa:16:3e:7d:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:46Z', 'updated_at': '2022-04-18T06:34:49Z', 'revision_number': 4, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'subnets': [{'id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:51.158998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056868d7-1a4a-4e71-879d-aa87440e54ed None None] The sync data for ids ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'] in dv-neutron-837488-1-hyperv is: [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:34:46Z', 'revision_number': 4, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '8ccd7ec6-df19-4801-8e1b-66f9eb95856a', 'name': '', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'mac_address': 'fa:16:3e:7d:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:46Z', 'updated_at': '2022-04-18T06:34:49Z', 'revision_number': 4, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'subnets': [{'id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:34:51.169290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] For port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:51.172603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] For port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:51.181874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-067088d2-75ba-4792-bf07-242e5b809b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:51.251554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067088d2-75ba-4792-bf07-242e5b809b85 None None] Pushing event updated for resources: {'Port': ['ID=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:51.336981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:51.440908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1feac9-a496-4d10-b76b-d7ff8c47e27d None None] Pushing event updated for resources: {'Port': ['ID=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:51.459578 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.117889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.191610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8ccd7ec6-df19-4801-8e1b-66f9eb95856a up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:52.280629 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:52.281248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.373474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:52.376619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Router 6beada9d-3975-4809-adf0-de5f2ae25d01 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:34:52.448880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:52.449256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.549431 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.553974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:34:52.572322 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Sync routers for ids ['6beada9d-3975-4809-adf0-de5f2ae25d01'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:34:52.589907 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Routers {'6beada9d-3975-4809-adf0-de5f2ae25d01'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:52.590112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:52.590652 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['6beada9d-3975-4809-adf0-de5f2ae25d01'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:52.619874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78736d96-d1c5-4375-96ea-2495888fc47b None None] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:34:52.643327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.647563 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-064a8bc5-2221-4b83-84e8-77b8e7187dc9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9705427 Apr 18 06:34:52.648261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57242) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:34:52.689487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.739994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2c0a89b9-2599-4045-86f1-1eb5dde5842d None None] Provisioning complete for port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:52.740650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2c0a89b9-2599-4045-86f1-1eb5dde5842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:52.819462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:52.823650 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Set router 6beada9d-3975-4809-adf0-de5f2ae25d01 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:53.043038 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:34:51Z', 'revision_number': 3, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:53.071998 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Checking router: 6beada9d-3975-4809-adf0-de5f2ae25d01 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:34:53.072450 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Updating router 6beada9d-3975-4809-adf0-de5f2ae25d01 port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:34:53.108870 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.164761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.274729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3f35efad-7f03-4c76-99c6-bd9f1a3fd9e0 None None] Provisioning complete for port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:53.274729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3f35efad-7f03-4c76-99c6-bd9f1a3fd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.345940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Allocated IP 172.20.0.1 (dd244c0e-f1c8-4617-9ad1-3c276946d41a/1e695ba4-5749-418a-a092-134e7ae703b1/21b60465-cd7a-4649-acc7-fca863366122) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:53.393529 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.451933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8d76d862-0d08-4551-bf4a-c0382d9d59cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.460550 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.475199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.512727 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Attempting to bind port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:53.513113 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Attempting to bind port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:53.513434 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Attempting to bind port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:53.520798 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4ee23-2801-4c86-890b-b814238ff28b None None] Pushing event updated for resources: {'Port': ['ID=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:53.523794 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:53.524163 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:53.524558 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.525035 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:53.525450 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Bound port: 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:53.525816 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.578039 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] For port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:53.581136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] For port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:53.598993 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.643469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:53.646381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:53.648965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:53.668341 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.674360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=21b60465-cd7a-4649-acc7-fca863366122,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:53.695784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.734099 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Routers {'6beada9d-3975-4809-adf0-de5f2ae25d01'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:53.734632 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['6beada9d-3975-4809-adf0-de5f2ae25d01'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:53.737165 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4ee23-2801-4c86-890b-b814238ff28b None None] Pushing event updated for resources: {'Port': ['ID=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:53.871925 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] Set router 6beada9d-3975-4809-adf0-de5f2ae25d01 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:53.930102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.931145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1187a9ce-0e99-490c-a502-6030aa8e3fd7 None None] Provisioning complete for port 21b60465-cd7a-4649-acc7-fca863366122 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:53.931695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1187a9ce-0e99-490c-a502-6030aa8e3fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:53.969340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-1187a9ce-0e99-490c-a502-6030aa8e3fd7 None None] Port 21b60465-cd7a-4649-acc7-fca863366122 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:54.069304 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:34:51Z', 'revision_number': 3, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:54.100158 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d5f442-8144-4123-b3a8-c655e56351da None None] The sync data for ids ['6beada9d-3975-4809-adf0-de5f2ae25d01'] in dv-neutron-837488-1-hyperv is: [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:34:51Z', 'revision_number': 3, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:34:54.121780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:54.139627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:54.192801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:54.193165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:54.193348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:54.262903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=21b60465-cd7a-4649-acc7-fca863366122,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:54.265775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:54.390161 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:54.392668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:54.528809 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Router 6beada9d-3975-4809-adf0-de5f2ae25d01 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:34:54.660065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:34:54.666972 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0afcd9ec-b27c-4691-8bfe-ac740a299ca9 admin admin] 10.222.0.43 "PUT /v2.0/routers/6beada9d-3975-4809-adf0-de5f2ae25d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123770 Apr 18 06:34:54.701135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d04fe097-c201-47e4-b14f-5540faa42360 None None] Provisioning complete for port 21b60465-cd7a-4649-acc7-fca863366122 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:54.702948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d04fe097-c201-47e4-b14f-5540faa42360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:54.742536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d04fe097-c201-47e4-b14f-5540faa42360 None None] Port 21b60465-cd7a-4649-acc7-fca863366122 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:55.500900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-7e826c7b-aaa4-4689-8b01-ed19343d1cdf tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:55.502973 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-7e826c7b-aaa4-4689-8b01-ed19343d1cdf tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/networks?id=88593ffa-371e-48eb-ad96-eb66ddff1326 HTTP/1.1" status: 200 len: 817 time: 0.1205721 Apr 18 06:34:55.521435 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-d50ae844-64c0-4196-b244-2358797c64dd tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/quotas/59631bb86c9a43d19211c54272e7032a HTTP/1.1" status: 200 len: 375 time: 0.0109353 Apr 18 06:34:55.581501 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-d460ed64-0525-4784-a812-40b956d88e36 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59631bb86c9a43d19211c54272e7032a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537176 Apr 18 06:34:55.598471 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:34:55.786528 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-64a50601-f33c-46d3-a483-e7c21523faaf service neutron] 10.222.0.43 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912656 Apr 18 06:34:55.800774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Sync routers for ids ['6beada9d-3975-4809-adf0-de5f2ae25d01'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:34:55.810826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Routers {'6beada9d-3975-4809-adf0-de5f2ae25d01'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:55.811534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['6beada9d-3975-4809-adf0-de5f2ae25d01'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:55.854503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-77053697-2880-42a4-9908-a5b446658e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:55.896536 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-037400cc-4c40-45fb-8f3b-1d004c7004b4 service neutron] 10.222.0.43 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023543 Apr 18 06:34:55.931494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Set router 6beada9d-3975-4809-adf0-de5f2ae25d01 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:56.175522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 4, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '21b60465-cd7a-4649-acc7-fca863366122', 'name': '', 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'mac_address': 'fa:16:3e:09:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '1e695ba4-5749-418a-a092-134e7ae703b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:53Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 2, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'subnets': [{'id': '1e695ba4-5749-418a-a092-134e7ae703b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:56.208636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Checking router: 6beada9d-3975-4809-adf0-de5f2ae25d01 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:34:56.209081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Updating router 6beada9d-3975-4809-adf0-de5f2ae25d01 port 21b60465-cd7a-4649-acc7-fca863366122 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:34:56.234721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:56.242830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-571f2538-f098-494b-98f8-400867e09e87 req-a380c745-cdf1-4275-99d0-dde250b1d42c tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 210 time: 0.0481946 Apr 18 06:34:56.266744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.400735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:56.401055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.569399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.602341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:56.652062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.695699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.725809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.762286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:56.848921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Attempting to bind port 21b60465-cd7a-4649-acc7-fca863366122 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:34:56.849595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Attempting to bind port 21b60465-cd7a-4649-acc7-fca863366122 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:34:56.849694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Attempting to bind port 21b60465-cd7a-4649-acc7-fca863366122 on network dd244c0e-f1c8-4617-9ad1-3c276946d41a {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:34:56.851574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb90be-a145-4c46-beac-a7af665939f2 None None] Pushing event updated for resources: {'Port': ['ID=21b60465-cd7a-4649-acc7-fca863366122,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:56.857199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:34:56.857570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Checking segment: {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:34:56.857967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.858644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Bound using segment: {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:34:56.859114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Bound port: 21b60465-cd7a-4649-acc7-fca863366122, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a5362e-9daa-413e-afe6-7661c7b6948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:34:56.862434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:56.941429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] For port 21b60465-cd7a-4649-acc7-fca863366122, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:34:56.944671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] For port 21b60465-cd7a-4649-acc7-fca863366122, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=21b60465-cd7a-4649-acc7-fca863366122,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:34:56.978716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d8ee0a72-4c12-4ef5-bfe4-edf1f8cf40f3 None None] Provisioning complete for port 21b60465-cd7a-4649-acc7-fca863366122 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:56.979075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0a72-4c12-4ef5-bfe4-edf1f8cf40f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:57.003795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:57.054738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee0a72-4c12-4ef5-bfe4-edf1f8cf40f3 None None] Port 21b60465-cd7a-4649-acc7-fca863366122 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:57.087624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Routers {'6beada9d-3975-4809-adf0-de5f2ae25d01'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:34:57.088242 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:34:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['6beada9d-3975-4809-adf0-de5f2ae25d01'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:57.090373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb90be-a145-4c46-beac-a7af665939f2 None None] Pushing event updated for resources: {'Port': ['ID=21b60465-cd7a-4649-acc7-fca863366122,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:57.142321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:57.214377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] Set router 6beada9d-3975-4809-adf0-de5f2ae25d01 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:34:57.335027 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a22c78c0-3fae-42e6-8b15-231b7a057ba3 req-fe04f29e-0ac0-43f2-a6a9-535827fadea4 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 210 time: 0.0283170 Apr 18 06:34:57.431092 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4e60af3e-e406-4f13-a1f5-de84ca98a388 None None] Provisioning complete for port 21b60465-cd7a-4649-acc7-fca863366122 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:57.431430 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4e60af3e-e406-4f13-a1f5-de84ca98a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:57.495394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 4, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '21b60465-cd7a-4649-acc7-fca863366122', 'name': '', 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'mac_address': 'fa:16:3e:09:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '1e695ba4-5749-418a-a092-134e7ae703b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:53Z', 'updated_at': '2022-04-18T06:34:56Z', 'revision_number': 4, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'subnets': [{'id': '1e695ba4-5749-418a-a092-134e7ae703b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:34:57.524684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78323f7f-68d8-428f-8db8-97b72241b4fd None None] The sync data for ids ['6beada9d-3975-4809-adf0-de5f2ae25d01'] in dv-neutron-837488-1-hyperv is: [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:34:53Z', 'revision_number': 4, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '21b60465-cd7a-4649-acc7-fca863366122', 'name': '', 'network_id': 'dd244c0e-f1c8-4617-9ad1-3c276946d41a', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'mac_address': 'fa:16:3e:09:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '1e695ba4-5749-418a-a092-134e7ae703b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:53Z', 'updated_at': '2022-04-18T06:34:56Z', 'revision_number': 4, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'subnets': [{'id': '1e695ba4-5749-418a-a092-134e7ae703b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:34:57.569576 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4e60af3e-e406-4f13-a1f5-de84ca98a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:57.780797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4e60af3e-e406-4f13-a1f5-de84ca98a388 None None] For port 21b60465-cd7a-4649-acc7-fca863366122, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=21b60465-cd7a-4649-acc7-fca863366122,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:34:57.849961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4e60af3e-e406-4f13-a1f5-de84ca98a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:57.912702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60af3e-e406-4f13-a1f5-de84ca98a388 None None] Pushing event updated for resources: {'Port': ['ID=21b60465-cd7a-4649-acc7-fca863366122,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:58.226051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:58.281073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:58.282935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:58.393885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 21b60465-cd7a-4649-acc7-fca863366122 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:34:58.454562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 21b60465-cd7a-4649-acc7-fca863366122 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:58.454934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:58.468514 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1590faf5-3c14-4eaa-ad0e-0c7c54da890a req-2f7f6f98-716d-466a-9428-072365917709 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 210 time: 0.0474262 Apr 18 06:34:58.688338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-3f039f3f-e70b-4948-bfed-fa6495d2fd8a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:58.690224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-3f039f3f-e70b-4948-bfed-fa6495d2fd8a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "GET /v2.0/networks?id=88593ffa-371e-48eb-ad96-eb66ddff1326 HTTP/1.1" status: 200 len: 817 time: 0.1113594 Apr 18 06:34:58.709818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Request body: {'port': {'device_id': '519119d4-9903-4111-a7a1-b81d75989cbb', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'admin_state_up': True, 'tenant_id': '59631bb86c9a43d19211c54272e7032a'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:58.866220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:58.900717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Made reservation on behalf of 59631bb86c9a43d19211c54272e7032a for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:34:58.904261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:58.929345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.044251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Allocated IP 172.20.0.8 (88593ffa-371e-48eb-ad96-eb66ddff1326/7e3662fc-1cb8-474a-bbc7-fbe552c991b1/f65ad0b8-2987-4740-8ba7-a2697cefb98c) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:34:59.190156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.272953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.322556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:34:59.325673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:34:59.329786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:34:59.336285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Pushing event updated for resources: {'Port': ['ID=f65ad0b8-2987-4740-8ba7-a2697cefb98c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:34:59.393627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:59.394368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.458659 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-acecd50f-f695-44af-9dcf-89562cd0bdf1 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541142 Apr 18 06:34:59.477974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Request body: {'port': {'device_id': '519119d4-9903-4111-a7a1-b81d75989cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:34:59.537254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.586451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-dde8e9ac-ee52-4a66-81be-ef26269461aa None None] Provisioning complete for port f65ad0b8-2987-4740-8ba7-a2697cefb98c triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:34:59.587175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dde8e9ac-ee52-4a66-81be-ef26269461aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.622579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-dde8e9ac-ee52-4a66-81be-ef26269461aa None None] Port f65ad0b8-2987-4740-8ba7-a2697cefb98c cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:34:59.686980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2fb92-e74f-4100-995f-ddb97b5f4105 req-c9182e3e-1547-4d9f-a212-e1bdd87e9b69 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:34:59.688725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3d2fb92-e74f-4100-995f-ddb97b5f4105 req-c9182e3e-1547-4d9f-a212-e1bdd87e9b69 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 931 time: 0.1130362 Apr 18 06:34:59.780489 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3d2fb92-e74f-4100-995f-ddb97b5f4105 req-bffefa75-be15-4748-9466-abda4b095e21 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817907 Apr 18 06:34:59.886508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65ad0b8-2987-4740-8ba7-a2697cefb98c {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:34:59.894667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:34:59.906424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Transition to ACTIVE for port object f65ad0b8-2987-4740-8ba7-a2697cefb98c will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:34:59.970117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:00.025847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Pushing event updated for resources: {'Port': ['ID=f65ad0b8-2987-4740-8ba7-a2697cefb98c,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:00.102575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Attempting to bind port f65ad0b8-2987-4740-8ba7-a2697cefb98c on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:35:00.102922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Attempting to bind port f65ad0b8-2987-4740-8ba7-a2697cefb98c by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:35:00.103274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Attempting to bind port f65ad0b8-2987-4740-8ba7-a2697cefb98c on network 88593ffa-371e-48eb-ad96-eb66ddff1326 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:35:00.107959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Port f65ad0b8-2987-4740-8ba7-a2697cefb98c on network 88593ffa-371e-48eb-ad96-eb66ddff1326 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:35:00.108338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Attempting to bind port f65ad0b8-2987-4740-8ba7-a2697cefb98c on network 88593ffa-371e-48eb-ad96-eb66ddff1326 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:35:00.114247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:35:00.114636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Checking segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:35:00.115024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Bound using segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:35:00.115490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Bound port: f65ad0b8-2987-4740-8ba7-a2697cefb98c, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:35:00.115847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:00.183507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] For port f65ad0b8-2987-4740-8ba7-a2697cefb98c, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:35:00.191503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] For port f65ad0b8-2987-4740-8ba7-a2697cefb98c, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f65ad0b8-2987-4740-8ba7-a2697cefb98c,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:35:00.272555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:00.310708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.311345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:00.312751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] 10.222.0.46 "PUT /v2.0/ports/f65ad0b8-2987-4740-8ba7-a2697cefb98c HTTP/1.1" status: 200 len: 1093 time: 0.8391795 Apr 18 06:35:00.313279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519119d4-9903-4111-a7a1-b81d75989cbb', 'tag': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:00.316127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "519119d4-9903-4111-a7a1-b81d75989cbb", "tag": "f65ad0b8-2987-4740-8ba7-a2697cefb98c"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:35:00.344686 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b4f09-a74d-4bd5-b00f-89da332c9a23 service neutron] Pushing event updated for resources: {'Port': ['ID=f65ad0b8-2987-4740-8ba7-a2697cefb98c,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:00.363729 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20347cd2-b1ec-4ebc-94fb-9dac920fe208 x-openstack-request-id: req-20347cd2-b1ec-4ebc-94fb-9dac920fe208 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:35:00.364117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519119d4-9903-4111-a7a1-b81d75989cbb", "tag": "f65ad0b8-2987-4740-8ba7-a2697cefb98c", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:35:00.364467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20347cd2-b1ec-4ebc-94fb-9dac920fe208 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:35:00.365069 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20347cd2-b1ec-4ebc-94fb-9dac920fe208'] response: {'name': 'network-changed', 'server_uuid': '519119d4-9903-4111-a7a1-b81d75989cbb', 'tag': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c', 'status': 'completed', 'code': 200} Apr 18 06:35:00.451536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb req-7befa328-c257-4d7d-be78-f9b46953cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.453148 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb req-7befa328-c257-4d7d-be78-f9b46953cea4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59631bb86c9a43d19211c54272e7032a&device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 1096 time: 0.0459554 Apr 18 06:35:00.567842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb req-e13fb371-d854-4c3c-aa25-e6e604a9f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.569094 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb req-e13fb371-d854-4c3c-aa25-e6e604a9f868 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=59631bb86c9a43d19211c54272e7032a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1024532 Apr 18 06:35:00.669554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb req-2bbf6e8b-fcda-4b4a-8862-9c83360a5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.670982 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cdc2aa3b-53f7-4494-8092-2e0045a8e3eb req-2bbf6e8b-fcda-4b4a-8862-9c83360a5879 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955086 Apr 18 06:35:00.771112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-1173d272-2177-4fcb-8cdc-b91ffa305784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.772635 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-1173d272-2177-4fcb-8cdc-b91ffa305784 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59631bb86c9a43d19211c54272e7032a&device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 1096 time: 0.0419514 Apr 18 06:35:00.824796 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-b0db5119-9a52-4178-b88c-7356765437cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f65ad0b8-2987-4740-8ba7-a2697cefb98c HTTP/1.1" status: 200 len: 217 time: 0.0399759 Apr 18 06:35:00.898681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-90e03a37-406c-409a-ac73-6b7bf98e5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.900180 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-90e03a37-406c-409a-ac73-6b7bf98e5517 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e3662fc-1cb8-474a-bbc7-fbe552c991b1 HTTP/1.1" status: 200 len: 856 time: 0.0693910 Apr 18 06:35:00.939770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac6b0e-4cad-44a2-9563-d73ea95ee9e4 req-93a99488-c489-492f-b4d5-b6a1e7fbdaa4 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.941245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-27ac6b0e-4cad-44a2-9563-d73ea95ee9e4 req-93a99488-c489-492f-b4d5-b6a1e7fbdaa4 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 943 time: 0.0851979 Apr 18 06:35:00.973979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-eaf59d4e-bbfb-4706-ba76-e9ad73318544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:00.975546 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-eaf59d4e-bbfb-4706-ba76-e9ad73318544 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88593ffa-371e-48eb-ad96-eb66ddff1326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687172 Apr 18 06:35:01.000293 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-27ac6b0e-4cad-44a2-9563-d73ea95ee9e4 req-d8ee0502-bfa7-44b5-9506-e6aebb6aa878 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524285 Apr 18 06:35:01.076891 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-fac5daca-1f8f-4363-b6fe-0c429edd316d service neutron] 10.222.0.46 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949438 Apr 18 06:35:01.168721 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-309b6f8e-0cf6-4645-8568-707471a3a5d2 req-e66e3181-207b-49ea-8164-d5035f6b6a8f service neutron] 10.222.0.46 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Apr 18 06:35:02.120642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9bdf-8ee4-4587-bbd5-90cfaabaf305 req-f294809f-049b-493a-896a-2561c0c7c57e tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:02.122115 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-befd9bdf-8ee4-4587-bbd5-90cfaabaf305 req-f294809f-049b-493a-896a-2561c0c7c57e tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 943 time: 0.0497770 Apr 18 06:35:02.161519 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-befd9bdf-8ee4-4587-bbd5-90cfaabaf305 req-6f4f0137-a7c5-4c24-9037-e6b05a14f25a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Apr 18 06:35:03.278198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc6755-bd41-4a5a-9e11-07c831d4e098 req-dc8e462b-c845-43f0-a128-78daecf319f6 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:03.279888 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9bc6755-bd41-4a5a-9e11-07c831d4e098 req-dc8e462b-c845-43f0-a128-78daecf319f6 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 943 time: 0.0506549 Apr 18 06:35:03.320229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9bc6755-bd41-4a5a-9e11-07c831d4e098 req-6ecb09c9-29ee-424e-bff3-0d2e8258acb8 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336213 Apr 18 06:35:04.439211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6fe9-0ede-49c8-84f8-a352329b0bf8 req-3d1dfcbe-10f6-4739-a48e-1e3635a74e64 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:04.440705 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7ebd6fe9-0ede-49c8-84f8-a352329b0bf8 req-3d1dfcbe-10f6-4739-a48e-1e3635a74e64 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 943 time: 0.0509422 Apr 18 06:35:04.478371 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7ebd6fe9-0ede-49c8-84f8-a352329b0bf8 req-7cc9fc4b-57b6-4ba4-8c80-dd1f3fd344ba tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Apr 18 06:35:04.939590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f65ad0b8-2987-4740-8ba7-a2697cefb98c details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:35:05.034616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f65ad0b8-2987-4740-8ba7-a2697cefb98c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f65ad0b8-2987-4740-8ba7-a2697cefb98c,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:05.046709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'port_id': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c', 'mac_address': 'fa:16:3e:01:27:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:35:05.086736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:05.104232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65ad0b8-2987-4740-8ba7-a2697cefb98c {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:35:05.125179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f65ad0b8-2987-4740-8ba7-a2697cefb98c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f65ad0b8-2987-4740-8ba7-a2697cefb98c,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:05.187370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:05.234362 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f65ad0b8-2987-4740-8ba7-a2697cefb98c,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:05.597495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675e027-2ead-49f5-be7a-ddf82baf1ad3 req-41d22aa2-f388-4863-809e-5a4f8a811ca3 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:05.599067 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6675e027-2ead-49f5-be7a-ddf82baf1ad3 req-41d22aa2-f388-4863-809e-5a4f8a811ca3 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 944 time: 0.0522678 Apr 18 06:35:05.601054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f65ad0b8-2987-4740-8ba7-a2697cefb98c'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:35:05.642556 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6675e027-2ead-49f5-be7a-ddf82baf1ad3 req-b96cb640-2169-4d24-8af8-57108b21b560 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Apr 18 06:35:06.761134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925db7c-a080-4cf3-b775-41093d1d4bf9 req-67a42aa2-1b18-4f0d-86de-3b4f58944e23 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:06.762638 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5925db7c-a080-4cf3-b775-41093d1d4bf9 req-67a42aa2-1b18-4f0d-86de-3b4f58944e23 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 944 time: 0.0521960 Apr 18 06:35:06.802079 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5925db7c-a080-4cf3-b775-41093d1d4bf9 req-54fe6eff-78fb-4464-97cc-ec7dfe80d556 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Apr 18 06:35:06.938561 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f65ad0b8-2987-4740-8ba7-a2697cefb98c up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:35:07.072569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port f65ad0b8-2987-4740-8ba7-a2697cefb98c completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:35:07.076695 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f65ad0b8-2987-4740-8ba7-a2697cefb98c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:35:07.077067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:07.153143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:07.175452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519119d4-9903-4111-a7a1-b81d75989cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:07.177696 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c243521b-ad1a-4076-a030-ed784372b8a1" -d '{"events": [{"server_uuid": "519119d4-9903-4111-a7a1-b81d75989cbb", "name": "network-vif-plugged", "status": "completed", "tag": "f65ad0b8-2987-4740-8ba7-a2697cefb98c"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:35:07.197377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f65ad0b8-2987-4740-8ba7-a2697cefb98c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f65ad0b8-2987-4740-8ba7-a2697cefb98c,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:07.261285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:07.287986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a1d56-1521-4ef2-91c6-bbca680253e2 x-openstack-request-id: req-ff9a1d56-1521-4ef2-91c6-bbca680253e2 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:35:07.291204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519119d4-9903-4111-a7a1-b81d75989cbb", "name": "network-vif-plugged", "status": "completed", "tag": "f65ad0b8-2987-4740-8ba7-a2697cefb98c", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:35:07.291204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff9a1d56-1521-4ef2-91c6-bbca680253e2 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:35:07.291204 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9a1d56-1521-4ef2-91c6-bbca680253e2'] response: {'server_uuid': '519119d4-9903-4111-a7a1-b81d75989cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c', 'code': 200} Apr 18 06:35:07.311991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f65ad0b8-2987-4740-8ba7-a2697cefb98c,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:07.576119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d90c-acf5-4b76-a779-173bd9efb743 req-7a2b431d-2577-41fd-baab-c3ac999f5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:07.577619 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6517d90c-acf5-4b76-a779-173bd9efb743 req-7a2b431d-2577-41fd-baab-c3ac999f5351 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 1098 time: 0.0405040 Apr 18 06:35:07.615919 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6517d90c-acf5-4b76-a779-173bd9efb743 req-901edb85-95fe-4d85-9f80-0a5955351255 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Apr 18 06:35:07.921326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76841a97-2363-465f-a796-98a579c8ef1c req-9e020a34-6de9-4e12-9833-4022c0120fc0 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:07.923696 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-76841a97-2363-465f-a796-98a579c8ef1c req-9e020a34-6de9-4e12-9833-4022c0120fc0 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0522523 Apr 18 06:35:07.963924 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-76841a97-2363-465f-a796-98a579c8ef1c req-ec4227c7-b57a-4278-a1e3-abb97b5b1572 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Apr 18 06:35:09.093264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedf4bd-05fd-4991-8f9b-d3b28d9ba7f5 req-d5b39f0b-1843-4ec7-8fdc-74f290b532c6 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:09.095468 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9cedf4bd-05fd-4991-8f9b-d3b28d9ba7f5 req-d5b39f0b-1843-4ec7-8fdc-74f290b532c6 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0517070 Apr 18 06:35:09.134748 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9cedf4bd-05fd-4991-8f9b-d3b28d9ba7f5 req-c08e785e-3f14-488b-9f97-61a351398738 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Apr 18 06:35:10.251031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07710b5-7233-4a17-8a23-0236a6e4daf4 req-2b0171b2-3263-4fc0-966e-374f3a16f5b8 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:10.252540 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a07710b5-7233-4a17-8a23-0236a6e4daf4 req-2b0171b2-3263-4fc0-966e-374f3a16f5b8 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0495362 Apr 18 06:35:10.290222 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a07710b5-7233-4a17-8a23-0236a6e4daf4 req-056577d9-b2e2-46a0-a3b8-398bb7bd3c84 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Apr 18 06:35:10.408269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b6389-669c-4801-9369-8cfb687c5948 req-6c707281-aa3b-4121-a058-8c16f6f33b33 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:10.409747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-eb1b6389-669c-4801-9369-8cfb687c5948 req-6c707281-aa3b-4121-a058-8c16f6f33b33 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0489302 Apr 18 06:35:10.449968 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-eb1b6389-669c-4801-9369-8cfb687c5948 req-7ea65362-dc12-479b-ab63-ee82927721b4 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Apr 18 06:35:13.117957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:23.420705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85c3aa6a-fba1-4087-8931-abe14d1201d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:25.836529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0b10cada-e16b-4654-aa0e-ad6c1ae424ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:27.106268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:28.859794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:28.934461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:32.599179 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:35:34.681812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9f06-1b10-4a3b-8d17-38eb0352fd6d req-b801ec91-1fb3-47f8-ba71-be22f2a5be35 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:34.683187 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-286b9f06-1b10-4a3b-8d17-38eb0352fd6d req-b801ec91-1fb3-47f8-ba71-be22f2a5be35 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0544741 Apr 18 06:35:34.722303 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-286b9f06-1b10-4a3b-8d17-38eb0352fd6d req-3869957a-c05b-4ec1-8690-559b5f7db131 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Apr 18 06:35:35.844656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e89ea-cdfc-4b86-9bac-e5516f60051e req-c8e6ce55-f6ab-4d78-a815-9435ada4bc7b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:35.846557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-090e89ea-cdfc-4b86-9bac-e5516f60051e req-c8e6ce55-f6ab-4d78-a815-9435ada4bc7b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0534284 Apr 18 06:35:35.884692 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-090e89ea-cdfc-4b86-9bac-e5516f60051e req-a354508b-05e7-4ac9-a5eb-7f61ba11c63b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Apr 18 06:35:36.444022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-c32b0837-acc7-45ae-a2a1-68f96675ccea tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:36.445474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-c32b0837-acc7-45ae-a2a1-68f96675ccea tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 945 time: 0.0492146 Apr 18 06:35:36.535398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Deleting port f65ad0b8-2987-4740-8ba7-a2697cefb98c {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:35:36.535744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:36.628120 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] For port f65ad0b8-2987-4740-8ba7-a2697cefb98c, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f65ad0b8-2987-4740-8ba7-a2697cefb98c,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:36.628491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:36.641379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Calling delete_port for f65ad0b8-2987-4740-8ba7-a2697cefb98c owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:35:36.818951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:36.848356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Pushing event deleted for resources: {'Port': ['ID=f65ad0b8-2987-4740-8ba7-a2697cefb98c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:36.853081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f65ad0b8-2987-4740-8ba7-a2697cefb98c'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:35:36.879377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.879730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.880070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.880407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.880745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.881079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.881408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.881735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.882067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.882396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.882721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.883046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:36.903438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] No DVR routers for this DVR port f65ad0b8-2987-4740-8ba7-a2697cefb98c on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:35:36.906163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:36.910625 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-53be6d9b-c7df-44b5-b437-ea6b2676d73d req-39642912-1f0f-49bf-8ede-a53c4411819b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "DELETE /v2.0/ports/f65ad0b8-2987-4740-8ba7-a2697cefb98c HTTP/1.1" status: 204 len: 173 time: 0.4582102 Apr 18 06:35:36.911096 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519119d4-9903-4111-a7a1-b81d75989cbb', 'name': 'network-vif-deleted', 'tag': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:36.913393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b81299-04b4-4e87-b638-fac8c481c4f0" -d '{"events": [{"server_uuid": "519119d4-9903-4111-a7a1-b81d75989cbb", "name": "network-vif-deleted", "tag": "f65ad0b8-2987-4740-8ba7-a2697cefb98c"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:35:36.975669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53165160-8d4f-47b8-a879-6829a20b4492 x-openstack-request-id: req-53165160-8d4f-47b8-a879-6829a20b4492 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:35:36.975959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519119d4-9903-4111-a7a1-b81d75989cbb", "name": "network-vif-deleted", "tag": "f65ad0b8-2987-4740-8ba7-a2697cefb98c", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:35:36.976215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53165160-8d4f-47b8-a879-6829a20b4492 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:35:36.976622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53165160-8d4f-47b8-a879-6829a20b4492'] response: {'server_uuid': '519119d4-9903-4111-a7a1-b81d75989cbb', 'name': 'network-vif-deleted', 'tag': 'f65ad0b8-2987-4740-8ba7-a2697cefb98c', 'status': 'completed', 'code': 200} Apr 18 06:35:37.022010 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fe9a162d-b601-4e3f-87fe-10c65d1ae1ea req-389442ef-d3a7-4d8d-a7a8-0ac7e761615f tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=519119d4-9903-4111-a7a1-b81d75989cbb HTTP/1.1" status: 200 len: 210 time: 0.0397243 Apr 18 06:35:38.753256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-924bfa58-c2a3-4e81-8812-c995ad1a55ad tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:38.754624 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-924bfa58-c2a3-4e81-8812-c995ad1a55ad tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/networks?id=88593ffa-371e-48eb-ad96-eb66ddff1326 HTTP/1.1" status: 200 len: 817 time: 0.1048317 Apr 18 06:35:38.770600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-2b6a43cc-c520-45e3-93ef-eb1614a0ef84 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/quotas/59631bb86c9a43d19211c54272e7032a HTTP/1.1" status: 200 len: 375 time: 0.0101020 Apr 18 06:35:39.145609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e392f708-9c70-41dc-a8ce-76b40132a0a8 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=59631bb86c9a43d19211c54272e7032a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3692861 Apr 18 06:35:39.239501 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e25b5251-7829-47fb-af0e-da777a8ff867 service neutron] 10.222.0.43 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821681 Apr 18 06:35:39.331683 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-877b950e-861a-4a95-b8e4-6f45a64a66e0 service neutron] 10.222.0.43 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859349 Apr 18 06:35:39.560857 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-efd0a7de-12c4-4e43-ac01-07cb49e19f6b req-29990a7d-b9d2-415c-8edc-768e348aad42 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 210 time: 0.0301554 Apr 18 06:35:40.659414 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-984e18b9-0304-4724-acea-4679b23138e4 req-6bef201c-dce9-41f7-a6b2-2fd3b43bfe37 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 210 time: 0.0287783 Apr 18 06:35:41.138619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f65ad0b8-2987-4740-8ba7-a2697cefb98c no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:35:41.159123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: f65ad0b8-2987-4740-8ba7-a2697cefb98c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:35:41.159494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f65ad0b8-2987-4740-8ba7-a2697cefb98c not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:35:41.720108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-28a22cbd-d149-4ba9-a3fa-11f382f8375f tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:41.721823 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-28a22cbd-d149-4ba9-a3fa-11f382f8375f tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "GET /v2.0/networks?id=88593ffa-371e-48eb-ad96-eb66ddff1326 HTTP/1.1" status: 200 len: 817 time: 0.4573314 Apr 18 06:35:41.750971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Request body: {'port': {'device_id': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'admin_state_up': True, 'tenant_id': '59631bb86c9a43d19211c54272e7032a'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:35:41.769090 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87b5a23d-47d0-426b-bf5e-3a2e7e63c6a3 req-f93e8dec-7a6b-44d9-8d05-3f82c8c8c490 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 210 time: 0.0341768 Apr 18 06:35:41.921344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Made reservation on behalf of 59631bb86c9a43d19211c54272e7032a for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:35:41.925648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.058376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Allocated IP 172.20.0.5 (88593ffa-371e-48eb-ad96-eb66ddff1326/7e3662fc-1cb8-474a-bbc7-fbe552c991b1/6ab372e4-1d2e-40db-a8ff-a7392e229122) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:35:42.213021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.333526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.384504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:35:42.387748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:35:42.390700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:35:42.419940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Pushing event updated for resources: {'Port': ['ID=6ab372e4-1d2e-40db-a8ff-a7392e229122,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:42.449317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:42.449926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.571548 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e1031aa0-4f96-44a8-95df-5fbd30a59931 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8266342 Apr 18 06:35:42.576603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c2fd80c6-98a6-403e-bcf2-c440b311cdd6 None None] Provisioning complete for port 6ab372e4-1d2e-40db-a8ff-a7392e229122 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:35:42.577088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80c6-98a6-403e-bcf2-c440b311cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.613199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd80c6-98a6-403e-bcf2-c440b311cdd6 None None] Port 6ab372e4-1d2e-40db-a8ff-a7392e229122 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:35:42.646779 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Request body: {'port': {'device_id': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:35:42.700478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.887906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc4329-a93e-4d45-a6f8-0bab1b603c5f req-4d0666a2-c63c-43cb-9fd3-401f681119e4 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:42.889772 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-56dc4329-a93e-4d45-a6f8-0bab1b603c5f req-4d0666a2-c63c-43cb-9fd3-401f681119e4 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 931 time: 0.0511920 Apr 18 06:35:42.928501 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-56dc4329-a93e-4d45-a6f8-0bab1b603c5f req-a18d2586-d248-402a-90c2-52337faea85c tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324230 Apr 18 06:35:42.974627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab372e4-1d2e-40db-a8ff-a7392e229122 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:35:42.981927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:42.994514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Transition to ACTIVE for port object 6ab372e4-1d2e-40db-a8ff-a7392e229122 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:35:43.065601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:43.117574 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Pushing event updated for resources: {'Port': ['ID=6ab372e4-1d2e-40db-a8ff-a7392e229122,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:43.162641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:43.185593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Attempting to bind port 6ab372e4-1d2e-40db-a8ff-a7392e229122 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:35:43.188902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Attempting to bind port 6ab372e4-1d2e-40db-a8ff-a7392e229122 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:35:43.188902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Attempting to bind port 6ab372e4-1d2e-40db-a8ff-a7392e229122 on network 88593ffa-371e-48eb-ad96-eb66ddff1326 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:35:43.191732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Port 6ab372e4-1d2e-40db-a8ff-a7392e229122 on network 88593ffa-371e-48eb-ad96-eb66ddff1326 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:35:43.192112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Attempting to bind port 6ab372e4-1d2e-40db-a8ff-a7392e229122 on network 88593ffa-371e-48eb-ad96-eb66ddff1326 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:35:43.197055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:35:43.197394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Checking segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:35:43.197770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Bound using segment: {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:35:43.198194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Bound port: 6ab372e4-1d2e-40db-a8ff-a7392e229122, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0056f9cd-0d15-43f5-8ed3-3dd114249647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:35:43.198550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:43.268483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] For port 6ab372e4-1d2e-40db-a8ff-a7392e229122, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:35:43.271530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] For port 6ab372e4-1d2e-40db-a8ff-a7392e229122, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6ab372e4-1d2e-40db-a8ff-a7392e229122,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:35:43.380719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:43.415883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.416531 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:43.417927 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] 10.222.0.46 "PUT /v2.0/ports/6ab372e4-1d2e-40db-a8ff-a7392e229122 HTTP/1.1" status: 200 len: 1093 time: 0.8329959 Apr 18 06:35:43.418411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'tag': '6ab372e4-1d2e-40db-a8ff-a7392e229122'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:43.420744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0190c-5f69-4ca0-9c61-781fc11dd027" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b9c233-0af8-4d33-9b73-83ff1757da05", "tag": "6ab372e4-1d2e-40db-a8ff-a7392e229122"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:35:43.456031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dcad3-115b-42bc-8901-91f7887a0c3d service neutron] Pushing event updated for resources: {'Port': ['ID=6ab372e4-1d2e-40db-a8ff-a7392e229122,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:43.465111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7fd20f-8070-47e7-b4ee-d91279abad10 x-openstack-request-id: req-1c7fd20f-8070-47e7-b4ee-d91279abad10 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:35:43.465462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b9c233-0af8-4d33-9b73-83ff1757da05", "tag": "6ab372e4-1d2e-40db-a8ff-a7392e229122", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:35:43.465716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c7fd20f-8070-47e7-b4ee-d91279abad10 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:35:43.466119 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7fd20f-8070-47e7-b4ee-d91279abad10'] response: {'name': 'network-changed', 'server_uuid': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'tag': '6ab372e4-1d2e-40db-a8ff-a7392e229122', 'status': 'completed', 'code': 200} Apr 18 06:35:43.554833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0190c-5f69-4ca0-9c61-781fc11dd027 req-3924d2c1-6185-499d-91dc-7bfafaf61de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.556386 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-caf0190c-5f69-4ca0-9c61-781fc11dd027 req-3924d2c1-6185-499d-91dc-7bfafaf61de3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59631bb86c9a43d19211c54272e7032a&device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 1096 time: 0.0477293 Apr 18 06:35:43.667404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0190c-5f69-4ca0-9c61-781fc11dd027 req-6f83a665-5470-43b7-9645-e7d3da194165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.668833 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-caf0190c-5f69-4ca0-9c61-781fc11dd027 req-6f83a665-5470-43b7-9645-e7d3da194165 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=59631bb86c9a43d19211c54272e7032a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0985615 Apr 18 06:35:43.765014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0190c-5f69-4ca0-9c61-781fc11dd027 req-98ef8d64-7103-4059-b053-eaa83cc15dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.766543 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-caf0190c-5f69-4ca0-9c61-781fc11dd027 req-98ef8d64-7103-4059-b053-eaa83cc15dd4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913556 Apr 18 06:35:43.873445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-22b081c5-13a0-43c2-bd70-8b0caac6a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.874946 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-22b081c5-13a0-43c2-bd70-8b0caac6a4fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59631bb86c9a43d19211c54272e7032a&device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 1096 time: 0.0479147 Apr 18 06:35:43.924312 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-b7509844-5075-4a7e-af4f-3226be4d8348 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ab372e4-1d2e-40db-a8ff-a7392e229122 HTTP/1.1" status: 200 len: 217 time: 0.0349793 Apr 18 06:35:43.975761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e792c561-2177-4837-9f86-3f4a3e9efa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:43.977281 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-e792c561-2177-4837-9f86-3f4a3e9efa94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e3662fc-1cb8-474a-bbc7-fbe552c991b1 HTTP/1.1" status: 200 len: 856 time: 0.0468423 Apr 18 06:35:44.026054 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-c9f319d4-bd1d-42de-87cc-6d9b466beff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:44.030804 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-c9f319d4-bd1d-42de-87cc-6d9b466beff8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88593ffa-371e-48eb-ad96-eb66ddff1326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439022 Apr 18 06:35:44.067084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaa15f-2f83-4957-92b7-10ca866d499c req-c0c765bb-df2e-4a53-b990-9f21ff36bb4a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:44.068776 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12eaa15f-2f83-4957-92b7-10ca866d499c req-c0c765bb-df2e-4a53-b990-9f21ff36bb4a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 943 time: 0.0674679 Apr 18 06:35:44.110587 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-12eaa15f-2f83-4957-92b7-10ca866d499c req-144fa679-9eb9-454f-9a6f-74120517ddb9 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Apr 18 06:35:44.131527 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-0ea42639-177b-4dba-8903-f0c01523712a service neutron] 10.222.0.46 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969732 Apr 18 06:35:44.224973 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-23a523fc-3f86-45fc-9889-aa8e932d0d0f req-67cf988d-910f-4103-b8cf-511df55bd129 service neutron] 10.222.0.46 "GET /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 Apr 18 06:35:45.237529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f495ba-bd23-40a2-a8b2-00810e6f9dab req-2c3098e5-b124-4a6b-8014-a408d8ef6ec6 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:45.239055 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-46f495ba-bd23-40a2-a8b2-00810e6f9dab req-2c3098e5-b124-4a6b-8014-a408d8ef6ec6 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 943 time: 0.0566449 Apr 18 06:35:45.278216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-46f495ba-bd23-40a2-a8b2-00810e6f9dab req-5acf65f6-0061-4495-9136-babec71ff073 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Apr 18 06:35:46.395425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc71ef-ec97-44fd-899a-a8a443a4bf8c req-5f605e20-3caf-4ff7-9ee8-1bffdd39976b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:46.396941 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-77fc71ef-ec97-44fd-899a-a8a443a4bf8c req-5f605e20-3caf-4ff7-9ee8-1bffdd39976b tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 943 time: 0.0497057 Apr 18 06:35:46.435504 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-77fc71ef-ec97-44fd-899a-a8a443a4bf8c req-8585c254-7f2c-4e94-8f29-5c319ce834de tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Apr 18 06:35:47.159536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 6ab372e4-1d2e-40db-a8ff-a7392e229122 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:35:47.256329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 6ab372e4-1d2e-40db-a8ff-a7392e229122, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6ab372e4-1d2e-40db-a8ff-a7392e229122,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:47.268967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '6ab372e4-1d2e-40db-a8ff-a7392e229122', 'network_id': '88593ffa-371e-48eb-ad96-eb66ddff1326', 'port_id': '6ab372e4-1d2e-40db-a8ff-a7392e229122', 'mac_address': 'fa:16:3e:0f:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3662fc-1cb8-474a-bbc7-fbe552c991b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:35:47.306888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:47.319485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab372e4-1d2e-40db-a8ff-a7392e229122 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:35:47.339209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 6ab372e4-1d2e-40db-a8ff-a7392e229122, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6ab372e4-1d2e-40db-a8ff-a7392e229122,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:47.429974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:47.481419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=6ab372e4-1d2e-40db-a8ff-a7392e229122,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:47.489193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.489546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.489885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.490219 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.490550 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.490881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.491207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.491558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.491890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.492215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.492531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.492859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:35:47.557782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affec26-b93f-4110-9c14-2fe0f4d87392 req-85ca31f5-761e-4de4-be80-f92ca8308f6f tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:47.559431 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1affec26-b93f-4110-9c14-2fe0f4d87392 req-85ca31f5-761e-4de4-be80-f92ca8308f6f tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 944 time: 0.0503080 Apr 18 06:35:47.599346 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1affec26-b93f-4110-9c14-2fe0f4d87392 req-d4ea9164-8ddc-46d2-bfe7-c6ecc2d8b215 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Apr 18 06:35:47.807402 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['6ab372e4-1d2e-40db-a8ff-a7392e229122'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:35:48.716494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c4662-9ab8-4318-affc-3f9df0a38c4b req-661ae9d1-6dba-4656-984b-e4181b12e831 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:48.717868 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2c0c4662-9ab8-4318-affc-3f9df0a38c4b req-661ae9d1-6dba-4656-984b-e4181b12e831 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Apr 18 06:35:48.757537 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2c0c4662-9ab8-4318-affc-3f9df0a38c4b req-d189c1fd-552a-45db-a52a-068d96e9c71d tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Apr 18 06:35:49.186021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 6ab372e4-1d2e-40db-a8ff-a7392e229122 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:35:49.288752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 6ab372e4-1d2e-40db-a8ff-a7392e229122 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:35:49.292981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 6ab372e4-1d2e-40db-a8ff-a7392e229122 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:35:49.293347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:49.377847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:49.400284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab372e4-1d2e-40db-a8ff-a7392e229122'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:35:49.402487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b10362-1e02-4f10-8a2b-3828935843c7" -d '{"events": [{"server_uuid": "b0b9c233-0af8-4d33-9b73-83ff1757da05", "name": "network-vif-plugged", "status": "completed", "tag": "6ab372e4-1d2e-40db-a8ff-a7392e229122"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:35:49.415626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 6ab372e4-1d2e-40db-a8ff-a7392e229122, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6ab372e4-1d2e-40db-a8ff-a7392e229122,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:35:49.446486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce3e331-bb6c-41e5-88cd-3e22cd4b0b39 x-openstack-request-id: req-6ce3e331-bb6c-41e5-88cd-3e22cd4b0b39 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:35:49.447121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b9c233-0af8-4d33-9b73-83ff1757da05", "name": "network-vif-plugged", "status": "completed", "tag": "6ab372e4-1d2e-40db-a8ff-a7392e229122", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:35:49.447553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ce3e331-bb6c-41e5-88cd-3e22cd4b0b39 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:35:49.447947 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce3e331-bb6c-41e5-88cd-3e22cd4b0b39'] response: {'server_uuid': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab372e4-1d2e-40db-a8ff-a7392e229122', 'code': 200} Apr 18 06:35:49.482448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:49.535391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=6ab372e4-1d2e-40db-a8ff-a7392e229122,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:35:49.740830 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d8ff-b16c-4a4f-a5b0-fa97eadb2e42 req-4f8cd8b6-69f3-4145-a2e2-02f129fbc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:49.742216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e047d8ff-b16c-4a4f-a5b0-fa97eadb2e42 req-4f8cd8b6-69f3-4145-a2e2-02f129fbc82a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 1098 time: 0.0438604 Apr 18 06:35:49.777087 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e047d8ff-b16c-4a4f-a5b0-fa97eadb2e42 req-2a3fb3e3-25ed-40b9-b0f4-19439861ee66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284224 Apr 18 06:35:49.878804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0afd9e-f638-40cd-8fd0-6fa9fbf9f988 req-38b74e2f-9994-4fa9-91d2-f084e07f26bb tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:49.880334 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5e0afd9e-f638-40cd-8fd0-6fa9fbf9f988 req-38b74e2f-9994-4fa9-91d2-f084e07f26bb tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.0545371 Apr 18 06:35:49.918771 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5e0afd9e-f638-40cd-8fd0-6fa9fbf9f988 req-aec91424-a876-4e35-b201-34e4119c7827 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Apr 18 06:35:51.042368 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c463-bfea-4915-a2ce-dfc40dec3f40 req-a3279696-2f9e-4cb5-a5d3-bb815c4eb412 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:51.043866 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a316c463-bfea-4915-a2ce-dfc40dec3f40 req-a3279696-2f9e-4cb5-a5d3-bb815c4eb412 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.0537469 Apr 18 06:35:51.085710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a316c463-bfea-4915-a2ce-dfc40dec3f40 req-5775b416-92dd-4d9b-837a-09b5a347ef26 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353317 Apr 18 06:35:52.201625 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674f0c-f689-4cb1-80bb-39c76a937b39 req-0ee54be7-e49c-47c2-8ef2-83ab9f8c0f82 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:52.203094 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8674f0c-f689-4cb1-80bb-39c76a937b39 req-0ee54be7-e49c-47c2-8ef2-83ab9f8c0f82 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Apr 18 06:35:52.241847 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8674f0c-f689-4cb1-80bb-39c76a937b39 req-fcf7ea18-1165-4c13-a60a-20b4611a2510 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Apr 18 06:35:52.361361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530ddb5-b5eb-4ed6-bd55-c0b90164a447 req-abda810e-1fd9-4f73-9d91-aae90a4f765a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:35:52.362747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5530ddb5-b5eb-4ed6-bd55-c0b90164a447 req-abda810e-1fd9-4f73-9d91-aae90a4f765a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Apr 18 06:35:52.402296 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5530ddb5-b5eb-4ed6-bd55-c0b90164a447 req-6e6fdba8-86c5-4aa3-9e97-352e7a6a3c4d tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Apr 18 06:35:53.430944 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9e1a729f-c972-463e-94bb-b728ab6336c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:55.846533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6bea572f-b035-4e92-a9d2-a06d9c2eaa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:57.104583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:58.848222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:35:58.951263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:09.597934 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:36:13.166619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:16.723501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d93bd-31fc-4086-a4ac-aee145717483 req-d5473047-83f8-41e0-bf67-5a1dab86913c tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:16.725168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e8d93bd-31fc-4086-a4ac-aee145717483 req-d5473047-83f8-41e0-bf67-5a1dab86913c tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.0561516 Apr 18 06:36:16.766836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5e8d93bd-31fc-4086-a4ac-aee145717483 req-11728c2e-0bce-43de-b1e9-f7a684857a62 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Apr 18 06:36:17.944631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f20d0-b3d6-4dbd-a2c5-cd173a3c5bcb req-34b3d709-842f-455f-80fb-e730a63cfb3e tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:17.946153 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-418f20d0-b3d6-4dbd-a2c5-cd173a3c5bcb req-34b3d709-842f-455f-80fb-e730a63cfb3e tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.1063066 Apr 18 06:36:17.985368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-418f20d0-b3d6-4dbd-a2c5-cd173a3c5bcb req-6a83a46a-c938-44fd-9187-98bad55c8f44 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f8f4826-70db-4e77-bd54-3305f08b4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Apr 18 06:36:18.474715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-8a762c8d-4c45-4aa7-b4c7-80f5e84bf176 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:18.476207 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-8a762c8d-4c45-4aa7-b4c7-80f5e84bf176 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Apr 18 06:36:18.566398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Deleting port 6ab372e4-1d2e-40db-a8ff-a7392e229122 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:18.566738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:18.658144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] For port 6ab372e4-1d2e-40db-a8ff-a7392e229122, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=6ab372e4-1d2e-40db-a8ff-a7392e229122,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:18.658511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:18.671079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Calling delete_port for 6ab372e4-1d2e-40db-a8ff-a7392e229122 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:18.892647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:18.921521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Pushing event deleted for resources: {'Port': ['ID=6ab372e4-1d2e-40db-a8ff-a7392e229122,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:18.924818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['6ab372e4-1d2e-40db-a8ff-a7392e229122'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:36:18.968307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] No DVR routers for this DVR port 6ab372e4-1d2e-40db-a8ff-a7392e229122 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:36:18.974341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:18.975206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-25a1ca83-5663-4f9e-884f-173021ff6030 req-9f66ff69-b755-4d42-a274-7308da9a2443 tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.46 "DELETE /v2.0/ports/6ab372e4-1d2e-40db-a8ff-a7392e229122 HTTP/1.1" status: 204 len: 173 time: 0.4935246 Apr 18 06:36:18.975689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'name': 'network-vif-deleted', 'tag': '6ab372e4-1d2e-40db-a8ff-a7392e229122'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:36:18.977999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684161a3-a003-4fbf-8395-8ea09c6a1aaa" -d '{"events": [{"server_uuid": "b0b9c233-0af8-4d33-9b73-83ff1757da05", "name": "network-vif-deleted", "tag": "6ab372e4-1d2e-40db-a8ff-a7392e229122"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:36:19.019714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e27c1c-0c4d-462b-830a-5a7916dc7e92 x-openstack-request-id: req-94e27c1c-0c4d-462b-830a-5a7916dc7e92 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:36:19.020072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b9c233-0af8-4d33-9b73-83ff1757da05", "name": "network-vif-deleted", "tag": "6ab372e4-1d2e-40db-a8ff-a7392e229122", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:36:19.020387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94e27c1c-0c4d-462b-830a-5a7916dc7e92 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:36:19.020890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e27c1c-0c4d-462b-830a-5a7916dc7e92'] response: {'server_uuid': 'b0b9c233-0af8-4d33-9b73-83ff1757da05', 'name': 'network-vif-deleted', 'tag': '6ab372e4-1d2e-40db-a8ff-a7392e229122', 'status': 'completed', 'code': 200} Apr 18 06:36:19.092458 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-14a6b33a-6eae-403c-b032-5b8f0fd1bf39 req-59b58be2-a826-4e3e-8ca6-1c91bfe5e28a tempest-TestEncryptedCinderVolumes-711497741 tempest-TestEncryptedCinderVolumes-711497741-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0b9c233-0af8-4d33-9b73-83ff1757da05 HTTP/1.1" status: 200 len: 210 time: 0.0329814 Apr 18 06:36:20.318181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57588) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:20.667009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:20.915868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Deleting port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:20.916081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:20.996620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] For port 8ccd7ec6-df19-4801-8e1b-66f9eb95856a, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:20.996893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:21.009837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Calling delete_port for 8ccd7ec6-df19-4801-8e1b-66f9eb95856a owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:21.282363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:21.316135 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccd7ec6-df19-4801-8e1b-66f9eb95856a,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:21.491110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:21.726659 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:36:21.831506 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:36:21.836804 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-57fc9a33-7544-4717-9360-ead44cf88f2b admin admin] 10.222.0.43 "PUT /v2.0/routers/e77ce86f-943a-45fa-8ef7-9aaf2d6007c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5174477 Apr 18 06:36:21.839449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57590) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:21.847064 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] Sync routers for ids ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:36:21.857523 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] Routers {'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:21.858127 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:35:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:21.964165 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] Set router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:21.966351 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.088131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.209166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Deleting port c0819aca-38db-42dd-a6b0-cd1d6696a73c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:22.209504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.231959 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:36:21Z', 'revision_number': 5, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port': {'id': 'c0819aca-38db-42dd-a6b0-cd1d6696a73c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:44Z', 'updated_at': '2022-04-18T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:22.261271 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] Checking router: e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:36:22.270473 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] Routers {'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:22.271065 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:35:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:22.288796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] For port c0819aca-38db-42dd-a6b0-cd1d6696a73c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c0819aca-38db-42dd-a6b0-cd1d6696a73c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:22.289161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.300796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Calling delete_port for c0819aca-38db-42dd-a6b0-cd1d6696a73c owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:22.355779 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] Set router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:22.406746 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:36:22Z', 'revision_number': 6, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:22.435508 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140cd19d-5c3f-4eef-99eb-b9b7392c7ae7 None None] The sync data for ids ['e77ce86f-943a-45fa-8ef7-9aaf2d6007c6'] in dv-neutron-837488-1-hyperv is: [{'id': 'e77ce86f-943a-45fa-8ef7-9aaf2d6007c6', 'name': 'tempest-TestEncryptedCinderVolumes-1346703035-router', 'tenant_id': '59631bb86c9a43d19211c54272e7032a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:43Z', 'updated_at': '2022-04-18T06:36:22Z', 'revision_number': 6, 'project_id': '59631bb86c9a43d19211c54272e7032a', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:36:22.588875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.622933 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0819aca-38db-42dd-a6b0-cd1d6696a73c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:22.643305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.645940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.646608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.646608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.646806 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:22.690157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.786684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.788898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.921567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.922918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:36:22.927559 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:22.931406 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-569cac33-e8b9-4314-9ea1-08dbead2535d admin admin] 10.222.0.43 "DELETE /v2.0/routers/e77ce86f-943a-45fa-8ef7-9aaf2d6007c6 HTTP/1.1" status: 204 len: 168 time: 1.0883396 Apr 18 06:36:22.931642 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:22.978355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Deleting subnet 7e3662fc-1cb8-474a-bbc7-fbe552c991b1 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:36:22.981708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.022665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.103491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.213542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.244726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3662fc-1cb8-474a-bbc7-fbe552c991b1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:23.251875 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.258154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24922ef-5081-442b-a6c1-9f9b74d3d050 None None] Network 88593ffa-371e-48eb-ad96-eb66ddff1326 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:36:23.258690 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7073b1fb-d5dd-43c3-95a8-a649ee532735 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7e3662fc-1cb8-474a-bbc7-fbe552c991b1 HTTP/1.1" status: 204 len: 168 time: 0.3257513 Apr 18 06:36:23.258776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57594) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:23.349544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.407062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Deleting port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:23.407493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.408209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 6ab372e4-1d2e-40db-a8ff-a7392e229122 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:23.456124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 6ab372e4-1d2e-40db-a8ff-a7392e229122 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:23.456616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 6ab372e4-1d2e-40db-a8ff-a7392e229122 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:23.468838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-428d927f-c46a-4bfc-aaf8-9ede4c3655d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.483609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] For port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:23.483609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.496775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Calling delete_port for 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:23.531622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] DHCP port deletion for 88593ffa-371e-48eb-ad96-eb66ddff1326 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:36:23.591505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] Deleting port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:23.592174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.647770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.661491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] For port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,segment=NetworkSegment(0056f9cd-0d15-43f5-8ed3-3dd114249647),segment_id=0056f9cd-0d15-43f5-8ed3-3dd114249647)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:23.662174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.677577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] Calling delete_port for 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:23.680528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Pushing event deleted for resources: {'Port': ['ID=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:23.689035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] No DVR routers for this DVR port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:36:23.761984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.773597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.783466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88593ffa-371e-48eb-ad96-eb66ddff1326']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:23.793722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0056f9cd-0d15-43f5-8ed3-3dd114249647') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:23.794019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0056f9cd-0d15-43f5-8ed3-3dd114249647') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:23.800379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] No DVR routers for this DVR port 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:36:23.802069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4beb4-b4eb-4d41-ba88-978fb29fa697 None None] Pushing event deleted for resources: {'Port': ['ID=18eeacd4-6e60-4a25-81b6-d4493b8ae0b4,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:23.805603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.825887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.832451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:36:23.832836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:36:23.834459 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:36:23.967309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.973028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:23.976327 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] 10.222.0.43 "DELETE /v2.0/networks/88593ffa-371e-48eb-ad96-eb66ddff1326 HTTP/1.1" status: 204 len: 168 time: 0.7165823 Apr 18 06:36:23.979271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57596) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:23.987983 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62fe6f-9465-462f-8952-fb6b8ac1d539 admin admin] Pushing event deleted for resources: {'Network': ['ID=88593ffa-371e-48eb-ad96-eb66ddff1326,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:24.178356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8ccd7ec6-df19-4801-8e1b-66f9eb95856a no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:24.200076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 8ccd7ec6-df19-4801-8e1b-66f9eb95856a {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:24.200830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 8ccd7ec6-df19-4801-8e1b-66f9eb95856a not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:24.201515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:24.222033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:24.222699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 18eeacd4-6e60-4a25-81b6-d4493b8ae0b4 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:24.223355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0819aca-38db-42dd-a6b0-cd1d6696a73c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:24.246784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c0819aca-38db-42dd-a6b0-cd1d6696a73c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:24.247209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c0819aca-38db-42dd-a6b0-cd1d6696a73c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:24.355388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:24.606848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Deleting port 21b60465-cd7a-4649-acc7-fca863366122 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:24.607100 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:24.688705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] For port 21b60465-cd7a-4649-acc7-fca863366122, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=21b60465-cd7a-4649-acc7-fca863366122,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:24.689071 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:24.701984 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Calling delete_port for 21b60465-cd7a-4649-acc7-fca863366122 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:24.990562 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.022843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Pushing event deleted for resources: {'Port': ['ID=21b60465-cd7a-4649-acc7-fca863366122,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:25.206523 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.431140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Router 6beada9d-3975-4809-adf0-de5f2ae25d01 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:36:25.537836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:36:25.542807 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-00eab14c-09c4-4cdf-8341-8958b87fec6c admin admin] 10.222.0.43 "PUT /v2.0/routers/6beada9d-3975-4809-adf0-de5f2ae25d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5623951 Apr 18 06:36:25.545248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57598) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:25.558567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] Sync routers for ids ['6beada9d-3975-4809-adf0-de5f2ae25d01'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:36:25.569180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] Routers {'6beada9d-3975-4809-adf0-de5f2ae25d01'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:25.570142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:35:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['6beada9d-3975-4809-adf0-de5f2ae25d01'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:25.649347 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.757591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.844705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] Set router 6beada9d-3975-4809-adf0-de5f2ae25d01 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:25.888197 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Deleting port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:25.888547 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.898124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5c20c70a-a0d5-4fe2-b2f3-0dde97ef9db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.976450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] For port 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:25.976819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:25.991415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Calling delete_port for 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:26.030288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:36:24Z', 'revision_number': 5, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port': {'id': '9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:34:50Z', 'updated_at': '2022-04-18T06:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:26.057905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] Checking router: 6beada9d-3975-4809-adf0-de5f2ae25d01 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:36:26.066997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] Routers {'6beada9d-3975-4809-adf0-de5f2ae25d01'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:26.067648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['6beada9d-3975-4809-adf0-de5f2ae25d01'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:26.169456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] Set router 6beada9d-3975-4809-adf0-de5f2ae25d01 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:26.225439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:36:25Z', 'revision_number': 6, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:26.252030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fe2e9-3af6-4ba8-b0d8-9f798d714707 None None] The sync data for ids ['6beada9d-3975-4809-adf0-de5f2ae25d01'] in dv-neutron-837488-1-hyperv is: [{'id': '6beada9d-3975-4809-adf0-de5f2ae25d01', 'name': 'tempest-TestEncryptedCinderVolumes-122597536-router', 'tenant_id': '838c7d0c97f34bfc8568a3be41b9462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:34:49Z', 'updated_at': '2022-04-18T06:36:25Z', 'revision_number': 6, 'project_id': '838c7d0c97f34bfc8568a3be41b9462c', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:36:26.253485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.288815 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:26.347067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.436786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.439635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.538980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.539480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6beada9d-3975-4809-adf0-de5f2ae25d01 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:36:26.543674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.547181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-36b71273-f547-4c55-9051-78b942cc6cad admin admin] 10.222.0.43 "DELETE /v2.0/routers/6beada9d-3975-4809-adf0-de5f2ae25d01 HTTP/1.1" status: 204 len: 168 time: 0.9987626 Apr 18 06:36:26.548124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57600) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:26.595484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Deleting subnet 1e695ba4-5749-418a-a092-134e7ae703b1 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:36:26.598825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.640589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.725300 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.859863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.884395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e695ba4-5749-418a-a092-134e7ae703b1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:26.891096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:26.894364 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5c9ae98b-645c-434f-ba43-a79f9535616f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1e695ba4-5749-418a-a092-134e7ae703b1 HTTP/1.1" status: 204 len: 168 time: 0.3453212 Apr 18 06:36:26.896879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57602) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:26.900377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82392a4f-8b19-4b58-9a0d-bda843a3d4d9 None None] Network dd244c0e-f1c8-4617-9ad1-3c276946d41a requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:36:26.969696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.031499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Deleting port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:27.032330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.104427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.104648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] For port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:27.105040 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.119595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] DHCP port deletion for dd244c0e-f1c8-4617-9ad1-3c276946d41a request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:36:27.124776 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Calling delete_port for b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 owned by network:dhcp {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:27.178663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] Deleting port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:36:27.179010 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.250896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] For port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,segment=NetworkSegment(d6a5362e-9daa-413e-afe6-7661c7b6948f),segment_id=d6a5362e-9daa-413e-afe6-7661c7b6948f)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:27.251353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.265893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.268217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] Calling delete_port for b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:36:27.299267 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] No DVR routers for this DVR port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 on host dv-neutron-837488-1-hyperv {{(pid=109605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:36:27.303802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:27.364255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.395769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] Pushing event deleted for resources: {'Port': ['ID=b7b0fc1b-7879-481d-a2fb-0b3e94d48f91,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:27.399659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18290d0c-721b-474b-b6c3-05391bc4e75f None None] No DVR routers for this DVR port b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:36:27.732825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.752939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd244c0e-f1c8-4617-9ad1-3c276946d41a']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:27.761932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a5362e-9daa-413e-afe6-7661c7b6948f') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:27.762225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a5362e-9daa-413e-afe6-7661c7b6948f') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:27.772469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.785970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.791679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:36:27.792067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:36:27.793738 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:36:27.914803 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.920231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:27.923886 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] 10.222.0.43 "DELETE /v2.0/networks/dd244c0e-f1c8-4617-9ad1-3c276946d41a HTTP/1.1" status: 204 len: 168 time: 1.0260754 Apr 18 06:36:27.939585 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132a9e5-43b0-425c-a063-c3cb1ba0921a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd244c0e-f1c8-4617-9ad1-3c276946d41a,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:28.167740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:28.188985 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:28.194817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9d2a4b8d-6b1d-4af2-bdc3-7b1ca12f6a30 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:28.194817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 21b60465-cd7a-4649-acc7-fca863366122 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:28.210607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 21b60465-cd7a-4649-acc7-fca863366122 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:28.210942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 21b60465-cd7a-4649-acc7-fca863366122 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:28.211383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:36:28.229884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:36:28.230252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7b0fc1b-7879-481d-a2fb-0b3e94d48f91 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:36:28.294660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57606) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:28.338313 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-53504464-0c82-4f87-9200-6311b2682d18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59631bb86c9a43d19211c54272e7032a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423119 Apr 18 06:36:28.340768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57608) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:28.389728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b35ab8c2-816b-43b2-9608-97838297c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:28.412036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b35ab8c2-816b-43b2-9608-97838297c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:28.545187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b35ab8c2-816b-43b2-9608-97838297c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:28.548260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b35ab8c2-816b-43b2-9608-97838297c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:28.549423 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b35ab8c2-816b-43b2-9608-97838297c5a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f8f4826-70db-4e77-bd54-3305f08b4a8b HTTP/1.1" status: 204 len: 168 time: 0.2077427 Apr 18 06:36:28.557519 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab8c2-816b-43b2-9608-97838297c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f4826-70db-4e77-bd54-3305f08b4a8b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:28.916633 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:28.978778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:29.260395 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57614) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:29.304323 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f1b31c96-9f07-4a3c-a915-129f4f47de48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=838c7d0c97f34bfc8568a3be41b9462c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426373 Apr 18 06:36:29.306783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57616) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:29.353833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-754d8ec4-4c31-4061-b42c-e72035e0af0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:29.374939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-754d8ec4-4c31-4061-b42c-e72035e0af0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:29.492050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-754d8ec4-4c31-4061-b42c-e72035e0af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:29.494688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-754d8ec4-4c31-4061-b42c-e72035e0af0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:29.496033 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-754d8ec4-4c31-4061-b42c-e72035e0af0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6d2fe68-077a-4208-bdeb-d30ae8fc70f8 HTTP/1.1" status: 204 len: 168 time: 0.1883273 Apr 18 06:36:29.505200 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d8ec4-4c31-4061-b42c-e72035e0af0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d2fe68-077a-4208-bdeb-d30ae8fc70f8,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:30.519020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57638) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:30.615511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-363770237-network', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:30.699094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Made reservation on behalf of b37856f766f942f686233eb5cf7690c7 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:36:30.701483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.710154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.784913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.835940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.863162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:36:30.869385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1e83c8-f8f9-4b6a-8578-961d82729e80,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:30.875652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.875990 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Added segment 366b7ee1-2134-47d9-a943-d8563750e0ca of type vlan for network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c Apr 18 06:36:30.920551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.994594 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:30.995598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:30.996178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.054621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] Pushing event updated for resources: {'Network': ['ID=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:31.065051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:36:31.118667 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f5097cf2-51bb-4a31-a896-06472f1b524e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5985274 Apr 18 06:36:31.121500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57642) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:31.127651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Request body: {'subnet': {'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-363770237-subnet', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:31.207493 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Made reservation on behalf of b37856f766f942f686233eb5cf7690c7 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:36:31.209807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.476856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.530736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Pushing event updated for resources: {'Subnet': ['ID=126c0cd3-5a68-4343-b503-17d852c8528e,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:31.541374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Checking segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:31.541736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Network hostable DHCP agents. Network: 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:36:31.613546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:36:31.704907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:31.708953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:31.709608 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.713883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccdb26-f4d1-4fff-82b0-3cb86925b2ee None None] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:36:31.792931 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-494225a4-2bdb-4c09-991c-0b81ed61fadd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6702232 Apr 18 06:36:31.795605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57644) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:31.800965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:31.862152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:36:31.865422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.882038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.883320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:31.945692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.009084 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Allocated IP 172.20.0.2 (62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c/126c0cd3-5a68-4343-b503-17d852c8528e/3cae0fdf-e136-4917-8ac9-6db3753b4b17) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:32.152260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.161062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.254018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.295597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:32.298589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:32.301728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:32.319025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Pushing event updated for resources: {'Port': ['ID=3cae0fdf-e136-4917-8ac9-6db3753b4b17,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:32.369814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Attempting to bind port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:36:32.370177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Attempting to bind port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:36:32.370535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Attempting to bind port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 on network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:36:32.375665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:36:32.376041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Checking segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:32.376868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.376990 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Bound using segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:36:32.377459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Bound port: 3cae0fdf-e136-4917-8ac9-6db3753b4b17, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:36:32.377837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.450627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] For port 3cae0fdf-e136-4917-8ac9-6db3753b4b17, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:36:32.454417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] For port 3cae0fdf-e136-4917-8ac9-6db3753b4b17, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3cae0fdf-e136-4917-8ac9-6db3753b4b17,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:36:32.462370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.481592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.516868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.583040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72e80e-1537-4061-80e8-cf791d6df9a3 None None] Pushing event updated for resources: {'Port': ['ID=3cae0fdf-e136-4917-8ac9-6db3753b4b17,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:32.603788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Allocated IP 172.26.4.73 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/921f6eca-9366-4ffd-8cca-cbf030675dfa) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:32.707690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.819999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:32.867546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:32.870572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:32.873116 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:32.879974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Pushing event updated for resources: {'Port': ['ID=921f6eca-9366-4ffd-8cca-cbf030675dfa,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:33.491532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b5b26-90b9-4933-a55d-d0fbbff2c8c4 None None] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:36:33.561229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a7370342-5e0c-456f-a109-7b68ddfda79d None None] Provisioning complete for port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:33.561852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7370342-5e0c-456f-a109-7b68ddfda79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:33.574391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:33.720125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7370342-5e0c-456f-a109-7b68ddfda79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:33.761390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a7370342-5e0c-456f-a109-7b68ddfda79d None None] For port 3cae0fdf-e136-4917-8ac9-6db3753b4b17, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3cae0fdf-e136-4917-8ac9-6db3753b4b17,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:33.779665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:33.824859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7370342-5e0c-456f-a109-7b68ddfda79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:33.877059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370342-5e0c-456f-a109-7b68ddfda79d None None] Pushing event updated for resources: {'Port': ['ID=3cae0fdf-e136-4917-8ac9-6db3753b4b17,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:33.985423 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Router b399d3c2-a071-428d-8fd2-a1b0c559f070 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:36:34.047811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ac0638cb-28a0-4dfb-b723-c3b98f50bdca None None] Provisioning complete for port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:34.048096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac0638cb-28a0-4dfb-b723-c3b98f50bdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.091624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:36:34.102791 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Sync routers for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:36:34.117821 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:34.118428 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:34.182571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.189068 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9b7e17af-1299-45bb-9657-30efafa72d59 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3922641 Apr 18 06:36:34.192036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57646) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:34.229199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3cae0fdf-e136-4917-8ac9-6db3753b4b17 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:34.234065 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:34.288601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:34.289350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.449206 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:33Z', 'revision_number': 3, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:34.475717 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Checking router: b399d3c2-a071-428d-8fd2-a1b0c559f070 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:36:34.476068 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Updating router b399d3c2-a071-428d-8fd2-a1b0c559f070 port 921f6eca-9366-4ffd-8cca-cbf030675dfa binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:36:34.500857 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.658207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.767578 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.825544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Allocated IP 172.20.0.1 (62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c/126c0cd3-5a68-4343-b503-17d852c8528e/efad55d9-75ce-4670-9b36-c73656533d69) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:34.863955 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.929275 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Attempting to bind port 921f6eca-9366-4ffd-8cca-cbf030675dfa on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:36:34.929572 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Attempting to bind port 921f6eca-9366-4ffd-8cca-cbf030675dfa by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:36:34.929902 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Attempting to bind port 921f6eca-9366-4ffd-8cca-cbf030675dfa on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:36:34.934850 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Pushing event updated for resources: {'Port': ['ID=921f6eca-9366-4ffd-8cca-cbf030675dfa,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:34.937335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.939484 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:36:34.939484 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:34.939484 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.939776 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:36:34.940163 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Bound port: 921f6eca-9366-4ffd-8cca-cbf030675dfa, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:36:34.941167 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:34.947308 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.947655 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.947980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.948304 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.948633 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.948955 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.949359 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.949682 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.950001 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.950316 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.950630 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:34.950941 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:35.003459 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] For port 921f6eca-9366-4ffd-8cca-cbf030675dfa, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:36:35.006397 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] For port 921f6eca-9366-4ffd-8cca-cbf030675dfa, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=921f6eca-9366-4ffd-8cca-cbf030675dfa,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:36:35.059906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.083078 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.097489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:35.102378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:35.106068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:35.133804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Pushing event updated for resources: {'Port': ['ID=efad55d9-75ce-4670-9b36-c73656533d69,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:35.136420 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:35.137591 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:35.156166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.201398 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b3f8b-c529-4a0d-b1f5-30513b8cfb47 None None] Pushing event updated for resources: {'Port': ['ID=921f6eca-9366-4ffd-8cca-cbf030675dfa,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:35.260939 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:35.367188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4d5f433c-5c2e-4238-aa86-83074494f4b7 None None] Provisioning complete for port efad55d9-75ce-4670-9b36-c73656533d69 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:35.367885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4d5f433c-5c2e-4238-aa86-83074494f4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.387069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.405772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f433c-5c2e-4238-aa86-83074494f4b7 None None] Port efad55d9-75ce-4670-9b36-c73656533d69 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:36:35.535056 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:33Z', 'revision_number': 3, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:35.560308 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7207d72-fd2d-4472-a125-df3761b9a3d2 None None] The sync data for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv is: [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:33Z', 'revision_number': 3, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:36:35.561930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.653453 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.721666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Pushing event updated for resources: {'Port': ['ID=efad55d9-75ce-4670-9b36-c73656533d69,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:35.724130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:35.842174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:35.843729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:35.985104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Router b399d3c2-a071-428d-8fd2-a1b0c559f070 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:36:36.124358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:36:36.136370 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7d1ab0f1-c460-467b-9674-bf055d5b7dba admin admin] 10.222.0.43 "PUT /v2.0/routers/b399d3c2-a071-428d-8fd2-a1b0c559f070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427471 Apr 18 06:36:36.146672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-47b4d80e-58b2-48a8-ba49-e1674cdc1304 None None] Provisioning complete for port efad55d9-75ce-4670-9b36-c73656533d69 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:36.146672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-47b4d80e-58b2-48a8-ba49-e1674cdc1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:36.202812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d80e-58b2-48a8-ba49-e1674cdc1304 None None] Port efad55d9-75ce-4670-9b36-c73656533d69 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:36:36.257697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 921f6eca-9366-4ffd-8cca-cbf030675dfa up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:36.331926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 921f6eca-9366-4ffd-8cca-cbf030675dfa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:36.332767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:36.430066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:36.458240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 921f6eca-9366-4ffd-8cca-cbf030675dfa, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=921f6eca-9366-4ffd-8cca-cbf030675dfa,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:36.556606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:36.604607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=921f6eca-9366-4ffd-8cca-cbf030675dfa,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:36.932940 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57662) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:36.938965 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-973723551-network', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:37.025572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Made reservation on behalf of 0e29d087b107435ab0f87a5340c2e88d for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:36:37.028169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.038050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.122303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.190985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.216533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:36:37.226624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc98ef6-48b2-4711-a1bd-e991c574ef6b,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:37.233258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.235507 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Added segment bd29c54d-12da-4291-bba1-f54fb38e65ea of type vlan for network d511072f-53e3-4f63-b190-c55563406fda Apr 18 06:36:37.279972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Sync routers for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:36:37.287136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.289214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:37.289849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:37.385270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.387178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:37.387893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.400650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:37.460156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] Pushing event updated for resources: {'Network': ['ID=d511072f-53e3-4f63-b190-c55563406fda,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:37.477038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network d511072f-53e3-4f63-b190-c55563406fda details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:36:37.479876 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3835cbda-fdf1-4685-8d52-275313093090 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5458267 Apr 18 06:36:37.482669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57664) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:37.488677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Request body: {'subnet': {'network_id': 'd511072f-53e3-4f63-b190-c55563406fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-973723551-subnet', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'ip_version': 4}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:37.584894 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Made reservation on behalf of 0e29d087b107435ab0f87a5340c2e88d for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:36:37.589220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.680191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 2, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:37.708998 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Checking router: b399d3c2-a071-428d-8fd2-a1b0c559f070 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:36:37.709341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Updating router b399d3c2-a071-428d-8fd2-a1b0c559f070 port efad55d9-75ce-4670-9b36-c73656533d69 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:36:37.740177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.819800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:37.885585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3edc94b-9529-46df-9ecd-c815cad0dee6,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:37.899272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.899773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.900207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.900643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.901078 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.901510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.901959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.902384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.902814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.903274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.903689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.904111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:36:37.910198 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Checking segment: {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:37.910858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Network hostable DHCP agents. Network: d511072f-53e3-4f63-b190-c55563406fda, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:36:37.990916 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Network d511072f-53e3-4f63-b190-c55563406fda is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:36:38.099231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, d511072f-53e3-4f63-b190-c55563406fda) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:38.103365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:38.104233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.110683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b1ea8-43aa-4d8e-b1bb-2055541c707f None None] Network d511072f-53e3-4f63-b190-c55563406fda requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:36:38.193630 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-78697325-0a15-4838-aaff-ef415b05bbc9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7098150 Apr 18 06:36:38.196305 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57666) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:38.200801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:38.202425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 921f6eca-9366-4ffd-8cca-cbf030675dfa up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:38.272600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.305542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.306839 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.346610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 921f6eca-9366-4ffd-8cca-cbf030675dfa triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:38.346974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.362467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.375734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-d511072f-53e3-4f63-b190-c55563406fda', 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'fixed_ips': [{'subnet_id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:36:38.376240 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.416089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.570740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdac567-5386-45d4-afd1-77b061c0d262 None None] Pushing event updated for resources: {'Port': ['ID=efad55d9-75ce-4670-9b36-c73656533d69,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:38.640760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.666425 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Attempting to bind port efad55d9-75ce-4670-9b36-c73656533d69 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:36:38.666786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Attempting to bind port efad55d9-75ce-4670-9b36-c73656533d69 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:36:38.667145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Attempting to bind port efad55d9-75ce-4670-9b36-c73656533d69 on network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:36:38.679152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:36:38.681493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Checking segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:38.681493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.681493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Bound using segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:36:38.681493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Bound port: efad55d9-75ce-4670-9b36-c73656533d69, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:36:38.681493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.686615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Allocated IP 172.20.0.2 (d511072f-53e3-4f63-b190-c55563406fda/c3edc94b-9529-46df-9ecd-c815cad0dee6/818cc4ee-4682-42cb-a23d-f3c297b9a477) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:38.806853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] For port efad55d9-75ce-4670-9b36-c73656533d69, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:36:38.815835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] For port efad55d9-75ce-4670-9b36-c73656533d69, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=efad55d9-75ce-4670-9b36-c73656533d69,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:36:38.876254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f0a38c14-1808-4b7f-9dc9-3332534a055d None None] Provisioning complete for port efad55d9-75ce-4670-9b36-c73656533d69 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:38.876662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f0a38c14-1808-4b7f-9dc9-3332534a055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.883571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.934037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.956231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.956689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:38.991358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdac567-5386-45d4-afd1-77b061c0d262 None None] Pushing event updated for resources: {'Port': ['ID=efad55d9-75ce-4670-9b36-c73656533d69,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:38.998020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:38.998635 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:39.038791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.084975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Allocated IP 172.26.4.105 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/000c81f2-0227-4bd6-b66c-78da743efaf1) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:39.128111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Network d511072f-53e3-4f63-b190-c55563406fda is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:39.162042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:39.163816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Pushing event updated for resources: {'Port': ['ID=818cc4ee-4682-42cb-a23d-f3c297b9a477,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:39.166004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:39.170211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f0a38c14-1808-4b7f-9dc9-3332534a055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.224228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.227176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:39.295661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f0a38c14-1808-4b7f-9dc9-3332534a055d None None] For port efad55d9-75ce-4670-9b36-c73656533d69, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=efad55d9-75ce-4670-9b36-c73656533d69,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:39.306768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Attempting to bind port 818cc4ee-4682-42cb-a23d-f3c297b9a477 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:36:39.307125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Attempting to bind port 818cc4ee-4682-42cb-a23d-f3c297b9a477 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:36:39.307505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Attempting to bind port 818cc4ee-4682-42cb-a23d-f3c297b9a477 on network d511072f-53e3-4f63-b190-c55563406fda {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:36:39.329858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.341356 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:36:39.341651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Checking segment: {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:39.342234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.342627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Bound using segment: {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:36:39.343096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Bound port: 818cc4ee-4682-42cb-a23d-f3c297b9a477, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:36:39.343523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.369886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f0a38c14-1808-4b7f-9dc9-3332534a055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.374775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:39.378168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:39.382419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:39.388794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Pushing event updated for resources: {'Port': ['ID=000c81f2-0227-4bd6-b66c-78da743efaf1,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:39.672467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a38c14-1808-4b7f-9dc9-3332534a055d None None] Pushing event updated for resources: {'Port': ['ID=efad55d9-75ce-4670-9b36-c73656533d69,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:39.683190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] For port 818cc4ee-4682-42cb-a23d-f3c297b9a477, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:36:39.699231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0ca9e387-033b-424a-a765-b9dfc760b691 None None] Provisioning complete for port efad55d9-75ce-4670-9b36-c73656533d69 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:39.699622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e387-033b-424a-a765-b9dfc760b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.702168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] For port 818cc4ee-4682-42cb-a23d-f3c297b9a477, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=818cc4ee-4682-42cb-a23d-f3c297b9a477,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:36:39.741287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.803951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:39.810174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:38Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:39.870031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b0ec0-c443-41cd-958a-ed45c77b0ced None None] The sync data for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv is: [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:38Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:36:39.977350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d0bcc-7453-4653-bbb3-be3a69cf7f98 None None] Pushing event updated for resources: {'Port': ['ID=818cc4ee-4682-42cb-a23d-f3c297b9a477,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:39.999901 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:40.285852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device efad55d9-75ce-4670-9b36-c73656533d69 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:40.353113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Router 35ffa74d-764a-406a-94f5-96d6a76e2f98 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:36:40.356770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port efad55d9-75ce-4670-9b36-c73656533d69 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:40.357326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:40.490828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:36:40.505059 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ca942-1959-441e-a012-001ace989345 None None] Sync routers for ids ['35ffa74d-764a-406a-94f5-96d6a76e2f98'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:36:40.524967 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] Routers {'35ffa74d-764a-406a-94f5-96d6a76e2f98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:40.525808 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['35ffa74d-764a-406a-94f5-96d6a76e2f98'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:40.565658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:40.566976 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d041f1c4-ce86-4742-aff8-255cb33a717f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3696299 Apr 18 06:36:40.569764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57668) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:36:40.669230 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] Set router 35ffa74d-764a-406a-94f5-96d6a76e2f98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:40.927559 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 3, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:40.990591 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ca942-1959-441e-a012-001ace989345 None None] Checking router: 35ffa74d-764a-406a-94f5-96d6a76e2f98 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:36:40.991164 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ca942-1959-441e-a012-001ace989345 None None] Updating router 35ffa74d-764a-406a-94f5-96d6a76e2f98 port 000c81f2-0227-4bd6-b66c-78da743efaf1 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:36:41.048917 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e65ca942-1959-441e-a012-001ace989345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.180270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.335486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c050f11-6c95-4c26-bf47-dfb9e96095f3 None None] Network d511072f-53e3-4f63-b190-c55563406fda requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:36:41.390585 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e65ca942-1959-441e-a012-001ace989345 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.429762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-48823796-3df6-4f4d-aeac-c99fbf8b33d0 None None] Provisioning complete for port 818cc4ee-4682-42cb-a23d-f3c297b9a477 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:41.430204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Allocated IP 172.20.0.1 (d511072f-53e3-4f63-b190-c55563406fda/c3edc94b-9529-46df-9ecd-c815cad0dee6/95606b08-24e8-4de2-a132-a4a80318c888) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:41.430628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-48823796-3df6-4f4d-aeac-c99fbf8b33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.461096 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e65ca942-1959-441e-a012-001ace989345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.517619 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e65ca942-1959-441e-a012-001ace989345 None None] Attempting to bind port 000c81f2-0227-4bd6-b66c-78da743efaf1 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:36:41.518870 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e65ca942-1959-441e-a012-001ace989345 None None] Attempting to bind port 000c81f2-0227-4bd6-b66c-78da743efaf1 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:36:41.519412 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca942-1959-441e-a012-001ace989345 None None] Attempting to bind port 000c81f2-0227-4bd6-b66c-78da743efaf1 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:36:41.536132 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca942-1959-441e-a012-001ace989345 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:36:41.536764 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca942-1959-441e-a012-001ace989345 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:41.537309 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e65ca942-1959-441e-a012-001ace989345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.537976 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ca942-1959-441e-a012-001ace989345 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:36:41.538835 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-e65ca942-1959-441e-a012-001ace989345 None None] Bound port: 000c81f2-0227-4bd6-b66c-78da743efaf1, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:36:41.539411 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e65ca942-1959-441e-a012-001ace989345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.589021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-48823796-3df6-4f4d-aeac-c99fbf8b33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.591267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.599199 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-e65ca942-1959-441e-a012-001ace989345 None None] For port 000c81f2-0227-4bd6-b66c-78da743efaf1, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:36:41.603016 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-e65ca942-1959-441e-a012-001ace989345 None None] For port 000c81f2-0227-4bd6-b66c-78da743efaf1, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=000c81f2-0227-4bd6-b66c-78da743efaf1,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:36:41.604413 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f4d52-fcc5-4851-ba86-e2d4b93caae3 None None] Pushing event updated for resources: {'Port': ['ID=000c81f2-0227-4bd6-b66c-78da743efaf1,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:41.634804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-48823796-3df6-4f4d-aeac-c99fbf8b33d0 None None] For port 818cc4ee-4682-42cb-a23d-f3c297b9a477, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=818cc4ee-4682-42cb-a23d-f3c297b9a477,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:41.677818 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-e65ca942-1959-441e-a012-001ace989345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.706017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-48823796-3df6-4f4d-aeac-c99fbf8b33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.707422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.755375 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f4d52-fcc5-4851-ba86-e2d4b93caae3 None None] Pushing event updated for resources: {'Port': ['ID=000c81f2-0227-4bd6-b66c-78da743efaf1,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:41.763140 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] Routers {'35ffa74d-764a-406a-94f5-96d6a76e2f98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:41.763830 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['35ffa74d-764a-406a-94f5-96d6a76e2f98'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:41.798875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48823796-3df6-4f4d-aeac-c99fbf8b33d0 None None] Pushing event updated for resources: {'Port': ['ID=818cc4ee-4682-42cb-a23d-f3c297b9a477,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:41.812173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Network d511072f-53e3-4f63-b190-c55563406fda is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:41.820703 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:41.825004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:41.856247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Pushing event updated for resources: {'Port': ['ID=95606b08-24e8-4de2-a132-a4a80318c888,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:41.886372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:41.912386 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] Set router 35ffa74d-764a-406a-94f5-96d6a76e2f98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:41.943397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-260986c7-0671-4710-a091-3894da298bee None None] Provisioning complete for port 818cc4ee-4682-42cb-a23d-f3c297b9a477 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:41.943766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-260986c7-0671-4710-a091-3894da298bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.177821 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e65ca942-1959-441e-a012-001ace989345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 3, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:42.188615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.210261 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ca942-1959-441e-a012-001ace989345 None None] The sync data for ids ['35ffa74d-764a-406a-94f5-96d6a76e2f98'] in dv-neutron-837488-1-hyperv is: [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 3, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:36:42.238571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-2b3bf971-c39d-4b20-821a-6f0fdb1c34ee None None] Provisioning complete for port 95606b08-24e8-4de2-a132-a4a80318c888 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:42.238962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2b3bf971-c39d-4b20-821a-6f0fdb1c34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.247283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 818cc4ee-4682-42cb-a23d-f3c297b9a477 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:42.315506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2b3bf971-c39d-4b20-821a-6f0fdb1c34ee None None] Port 95606b08-24e8-4de2-a132-a4a80318c888 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:36:42.336088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 818cc4ee-4682-42cb-a23d-f3c297b9a477 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:42.336783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.407159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.471755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.545677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Pushing event updated for resources: {'Port': ['ID=95606b08-24e8-4de2-a132-a4a80318c888,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:42.550073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:42.657885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Network d511072f-53e3-4f63-b190-c55563406fda is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:42.660794 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:42.795883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Router 35ffa74d-764a-406a-94f5-96d6a76e2f98 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:36:42.941302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:36:42.955913 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a84671e4-e1d9-45dc-af36-4b1e25b21a57 admin admin] 10.222.0.43 "PUT /v2.0/routers/35ffa74d-764a-406a-94f5-96d6a76e2f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3836565 Apr 18 06:36:42.968160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-615705ef-e665-437c-ab8a-276914aa3554 None None] Provisioning complete for port 95606b08-24e8-4de2-a132-a4a80318c888 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:42.968847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-615705ef-e665-437c-ab8a-276914aa3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:43.008895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-615705ef-e665-437c-ab8a-276914aa3554 None None] Port 95606b08-24e8-4de2-a132-a4a80318c888 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:36:43.229606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:44.099193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Sync routers for ids ['35ffa74d-764a-406a-94f5-96d6a76e2f98'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:36:44.111583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Routers {'35ffa74d-764a-406a-94f5-96d6a76e2f98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:44.112391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['35ffa74d-764a-406a-94f5-96d6a76e2f98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:44.253294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Set router 35ffa74d-764a-406a-94f5-96d6a76e2f98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:44.293495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 000c81f2-0227-4bd6-b66c-78da743efaf1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:44.467844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 000c81f2-0227-4bd6-b66c-78da743efaf1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:44.468367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:44.613178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:44.642221 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 000c81f2-0227-4bd6-b66c-78da743efaf1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=000c81f2-0227-4bd6-b66c-78da743efaf1,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:44.645074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:42Z', 'revision_number': 4, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '95606b08-24e8-4de2-a132-a4a80318c888', 'name': '', 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'mac_address': 'fa:16:3e:5b:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:41Z', 'updated_at': '2022-04-18T06:36:42Z', 'revision_number': 2, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'subnets': [{'id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:44.679838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Checking router: 35ffa74d-764a-406a-94f5-96d6a76e2f98 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:36:44.680494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Updating router 35ffa74d-764a-406a-94f5-96d6a76e2f98 port 95606b08-24e8-4de2-a132-a4a80318c888 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:36:44.717659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:44.726257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:44.835693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=000c81f2-0227-4bd6-b66c-78da743efaf1,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:45.148390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:45.237697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:45.329761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c426-064a-4bd0-92b3-165f1ce40b50 None None] Pushing event updated for resources: {'Port': ['ID=95606b08-24e8-4de2-a132-a4a80318c888,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:45.406265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Attempting to bind port 95606b08-24e8-4de2-a132-a4a80318c888 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:36:45.407132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Attempting to bind port 95606b08-24e8-4de2-a132-a4a80318c888 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:36:45.407634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Attempting to bind port 95606b08-24e8-4de2-a132-a4a80318c888 on network d511072f-53e3-4f63-b190-c55563406fda {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:36:45.413254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:36:45.413679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Checking segment: {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:36:45.414013 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:45.414401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Bound using segment: {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:36:45.414851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Bound port: 95606b08-24e8-4de2-a132-a4a80318c888, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29c54d-12da-4291-bba1-f54fb38e65ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:36:45.415222 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:45.527438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] For port 95606b08-24e8-4de2-a132-a4a80318c888, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:36:45.537281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] For port 95606b08-24e8-4de2-a132-a4a80318c888, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=95606b08-24e8-4de2-a132-a4a80318c888,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:36:45.612300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:45.705744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Routers {'35ffa74d-764a-406a-94f5-96d6a76e2f98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:36:45.706391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:36:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['35ffa74d-764a-406a-94f5-96d6a76e2f98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:45.709039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-13f1fa6d-9731-49a1-b0e2-6a1a9bdb4337 None None] Provisioning complete for port 95606b08-24e8-4de2-a132-a4a80318c888 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:45.709039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-13f1fa6d-9731-49a1-b0e2-6a1a9bdb4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:45.710341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c426-064a-4bd0-92b3-165f1ce40b50 None None] Pushing event updated for resources: {'Port': ['ID=95606b08-24e8-4de2-a132-a4a80318c888,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:46.157853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] Set router 35ffa74d-764a-406a-94f5-96d6a76e2f98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:36:46.255816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 000c81f2-0227-4bd6-b66c-78da743efaf1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:46.334687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-13f1fa6d-9731-49a1-b0e2-6a1a9bdb4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:46.426897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-13f1fa6d-9731-49a1-b0e2-6a1a9bdb4337 None None] For port 95606b08-24e8-4de2-a132-a4a80318c888, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=95606b08-24e8-4de2-a132-a4a80318c888,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:36:46.448310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 000c81f2-0227-4bd6-b66c-78da743efaf1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:46.449485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:46.525227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-13f1fa6d-9731-49a1-b0e2-6a1a9bdb4337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:46.598221 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:36:46.623366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1fa6d-9731-49a1-b0e2-6a1a9bdb4337 None None] Pushing event updated for resources: {'Port': ['ID=95606b08-24e8-4de2-a132-a4a80318c888,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:46.653396 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:42Z', 'revision_number': 4, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '95606b08-24e8-4de2-a132-a4a80318c888', 'name': '', 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'mac_address': 'fa:16:3e:5b:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:41Z', 'updated_at': '2022-04-18T06:36:45Z', 'revision_number': 4, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'subnets': [{'id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:36:46.686354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4487383f-79a4-417b-bdff-656d97a43dca None None] The sync data for ids ['35ffa74d-764a-406a-94f5-96d6a76e2f98'] in dv-neutron-837488-1-hyperv is: [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:42Z', 'revision_number': 4, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '95606b08-24e8-4de2-a132-a4a80318c888', 'name': '', 'network_id': 'd511072f-53e3-4f63-b190-c55563406fda', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'mac_address': 'fa:16:3e:5b:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:41Z', 'updated_at': '2022-04-18T06:36:45Z', 'revision_number': 4, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'subnets': [{'id': 'c3edc94b-9529-46df-9ecd-c815cad0dee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:36:46.695133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-d28ac2ce-9cab-4c9b-b6d7-217b775ea77e None None] Provisioning complete for port 95606b08-24e8-4de2-a132-a4a80318c888 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:46.695538 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d28ac2ce-9cab-4c9b-b6d7-217b775ea77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:48.224582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 95606b08-24e8-4de2-a132-a4a80318c888 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:36:48.298992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 95606b08-24e8-4de2-a132-a4a80318c888 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:36:48.299850 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:53.476139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b181618e-2687-424d-9e66-071e02d5e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:55.842427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d212d8ee-1415-41dd-8017-5967a52a4c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:56.053400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-6438e1b8-dbdf-40cc-bbca-d09bdfafe275 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:56.059269 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-6438e1b8-dbdf-40cc-bbca-d09bdfafe275 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 814 time: 0.1026735 Apr 18 06:36:56.070496 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-61372420-439e-4344-848b-9914fba85877 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/quotas/b37856f766f942f686233eb5cf7690c7 HTTP/1.1" status: 200 len: 375 time: 0.0094211 Apr 18 06:36:56.125676 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-f6b907b5-25c7-4254-94fe-8111c71c4745 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495234 Apr 18 06:36:56.232898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-bcb6977c-8938-4ea0-9c56-a9832d9d59c1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:36:56.234077 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-bcb6977c-8938-4ea0-9c56-a9832d9d59c1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966706 Apr 18 06:36:56.324415 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-896f78e6-bd0c-41a3-a42f-4a26c9af6297 service neutron] 10.222.0.43 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830722 Apr 18 06:36:56.418616 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-66513521-92f1-42bc-b261-e92ee6d6b295 service neutron] 10.222.0.43 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873232 Apr 18 06:36:56.651833 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bf74672d-a869-41d3-b925-96f7f0ae2b2d req-f0864321-76cc-4add-aedb-8fe830b78e5a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 210 time: 0.0283835 Apr 18 06:36:57.093574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:57.730225 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c01e000e-d353-4f48-a66f-6a7480e3649d req-a5c0e023-c912-4cd8-8f3a-6b1a1df68fcd tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 210 time: 0.0276532 Apr 18 06:36:58.831395 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-02479214-3cba-47ed-94cc-732c0e7abd0b req-b2c51353-7fe0-491e-8c5e-592d9eb0db35 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 210 time: 0.0306423 Apr 18 06:36:58.876389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:58.941088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:58.996208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-cbe755df-9e2f-4e2c-a666-e1fe5f2f30f9 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:58.997819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-cbe755df-9e2f-4e2c-a666-e1fe5f2f30f9 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 814 time: 0.1153653 Apr 18 06:36:59.016750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'port': {'device_id': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'admin_state_up': True, 'tenant_id': 'b37856f766f942f686233eb5cf7690c7'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:36:59.219430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Made reservation on behalf of b37856f766f942f686233eb5cf7690c7 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:36:59.223687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:59.359059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Allocated IP 172.20.0.3 (62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c/126c0cd3-5a68-4343-b503-17d852c8528e/e8c4c70a-617f-4fb6-a7a9-926981c03722) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:36:59.523754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:59.616162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:59.662770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:36:59.666079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:36:59.670495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:36:59.680778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:36:59.759362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:36:59.761030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:36:59.860098 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-5f18f2a8-b632-4e23-8dd7-ff097dc8578c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8477962 Apr 18 06:37:00.088526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d391c-bebf-4d2b-b35e-fe99701d087a req-2515d1e5-31e7-4e3c-80a6-e467b5d4cff0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:00.099619 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7c1d391c-bebf-4d2b-b35e-fe99701d087a req-2515d1e5-31e7-4e3c-80a6-e467b5d4cff0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.1314614 Apr 18 06:37:00.107952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7916161a-b6b1-4788-9aa2-b0358f992e9f None None] Provisioning complete for port e8c4c70a-617f-4fb6-a7a9-926981c03722 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:37:00.108539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7916161a-b6b1-4788-9aa2-b0358f992e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:00.160194 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7c1d391c-bebf-4d2b-b35e-fe99701d087a req-b1c5042f-fc3c-42ba-8930-6fca8dfa2124 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530159 Apr 18 06:37:00.197264 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-7916161a-b6b1-4788-9aa2-b0358f992e9f None None] Port e8c4c70a-617f-4fb6-a7a9-926981c03722 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:37:01.326387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacdb3c-ea83-4124-802d-f61e3f6e8258 req-03fc92ff-d23c-4838-9d87-43d546fe885d tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:01.328103 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bdacdb3c-ea83-4124-802d-f61e3f6e8258 req-03fc92ff-d23c-4838-9d87-43d546fe885d tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0698338 Apr 18 06:37:01.372093 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bdacdb3c-ea83-4124-802d-f61e3f6e8258 req-d1f38df0-5f5c-4479-8a51-44f5af6d4b62 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 Apr 18 06:37:02.498684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac8695-9b30-4ddc-bbcc-555b3e8dbf9c req-d24b747f-8698-4457-a462-194ec10195dc tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:02.500232 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ebac8695-9b30-4ddc-bbcc-555b3e8dbf9c req-d24b747f-8698-4457-a462-194ec10195dc tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0531476 Apr 18 06:37:02.551443 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ebac8695-9b30-4ddc-bbcc-555b3e8dbf9c req-564ca6bb-a9e8-4453-a05b-6b31c619d858 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Apr 18 06:37:03.701004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f92ead-5532-449c-8d31-d6969b0f9e5a req-b0914f38-fa80-49e3-a77b-3a5f3ff0d9ef tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:03.706725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f92ead-5532-449c-8d31-d6969b0f9e5a req-b0914f38-fa80-49e3-a77b-3a5f3ff0d9ef tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0674403 Apr 18 06:37:03.747805 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-98f92ead-5532-449c-8d31-d6969b0f9e5a req-8b0f4dfe-4dfa-4781-b1ae-ba5051d85f3b tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Apr 18 06:37:04.911737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac40b-9afb-4e45-928e-447d637dc6bd req-bfd720ed-6cff-4ba2-aade-3e71153d7444 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:04.919630 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-65fac40b-9afb-4e45-928e-447d637dc6bd req-bfd720ed-6cff-4ba2-aade-3e71153d7444 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0843022 Apr 18 06:37:04.959223 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-65fac40b-9afb-4e45-928e-447d637dc6bd req-e2cdb3ad-189c-43c2-9896-a94116fdc550 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Apr 18 06:37:06.095989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d2dff-b325-4c38-8909-686e6a09acb0 req-df7276d6-facc-4c08-8250-d67145d88b39 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:06.097767 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-342d2dff-b325-4c38-8909-686e6a09acb0 req-df7276d6-facc-4c08-8250-d67145d88b39 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0548084 Apr 18 06:37:06.158824 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-342d2dff-b325-4c38-8909-686e6a09acb0 req-54c54e26-909c-4e70-a18c-f8a564f66b77 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524831 Apr 18 06:37:07.274626 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8b27-8068-48af-805d-3f578daa29ee req-095b4322-d58b-4ea6-9ea6-87f1e4b7e4d1 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:07.276184 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-301c8b27-8068-48af-805d-3f578daa29ee req-095b4322-d58b-4ea6-9ea6-87f1e4b7e4d1 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0527208 Apr 18 06:37:07.318762 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-301c8b27-8068-48af-805d-3f578daa29ee req-99c9d1a3-291c-4f6e-b2bc-89b263d12fdc tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355759 Apr 18 06:37:08.447633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902e2b9-1371-4441-8c09-94528527cc49 req-69b293eb-7eb7-4359-9214-cc661172016e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:08.449170 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9902e2b9-1371-4441-8c09-94528527cc49 req-69b293eb-7eb7-4359-9214-cc661172016e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0543044 Apr 18 06:37:08.487718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9902e2b9-1371-4441-8c09-94528527cc49 req-213b027c-1962-41a6-a8e9-ac3101f17ce1 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Apr 18 06:37:09.441046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Request body: {'port': {'device_id': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:09.495019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:09.602672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8f63d-c0be-4b06-9e03-521e74472b53 req-705cdc99-8ac8-4551-9ab1-0c56da2cdba5 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:09.604364 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-86e8f63d-c0be-4b06-9e03-521e74472b53 req-705cdc99-8ac8-4551-9ab1-0c56da2cdba5 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 931 time: 0.0502536 Apr 18 06:37:09.644581 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-86e8f63d-c0be-4b06-9e03-521e74472b53 req-3a57c75d-b2b2-4487-a8b8-2216b0c9d194 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Apr 18 06:37:09.772483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c4c70a-617f-4fb6-a7a9-926981c03722 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:37:09.779776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:09.791394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Transition to ACTIVE for port object e8c4c70a-617f-4fb6-a7a9-926981c03722 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:37:09.850413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:09.904055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:09.977403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Attempting to bind port e8c4c70a-617f-4fb6-a7a9-926981c03722 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:37:09.977742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Attempting to bind port e8c4c70a-617f-4fb6-a7a9-926981c03722 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:37:09.978075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Attempting to bind port e8c4c70a-617f-4fb6-a7a9-926981c03722 on network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:37:09.982709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Port e8c4c70a-617f-4fb6-a7a9-926981c03722 on network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:37:09.983026 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Attempting to bind port e8c4c70a-617f-4fb6-a7a9-926981c03722 on network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:37:09.988742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:37:09.989075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Checking segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:37:09.989456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Bound using segment: {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:37:09.989884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Bound port: e8c4c70a-617f-4fb6-a7a9-926981c03722, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366b7ee1-2134-47d9-a943-d8563750e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:37:09.990246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:10.065920 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:37:10.068989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:37:10.136046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:10.177124 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:10.177743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:10.179147 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] 10.222.0.46 "PUT /v2.0/ports/e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 1093 time: 0.7426896 Apr 18 06:37:10.179621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:10.181908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2e39f5-33ee-48ba-8345-9abf268b48ec" -d '{"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:37:10.206398 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb198-8952-4c09-963b-e2477b39cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:10.370427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-10f103ec-9ce2-4fac-aaac-b7b31ffb5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:10.372070 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-10f103ec-9ce2-4fac-aaac-b7b31ffb5096 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1096 time: 0.0599329 Apr 18 06:37:10.375671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a19c2-b43d-41ef-aa68-9e8177f12704 x-openstack-request-id: req-dc9a19c2-b43d-41ef-aa68-9e8177f12704 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:37:10.376019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:37:10.376337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc9a19c2-b43d-41ef-aa68-9e8177f12704 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:37:10.376829 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9a19c2-b43d-41ef-aa68-9e8177f12704'] response: {'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'status': 'completed', 'code': 200} Apr 18 06:37:10.437636 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-8bc8ebe6-37b5-49fb-a747-28620e3e567f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 217 time: 0.0405033 Apr 18 06:37:10.490481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-ae41a1ae-ee08-4b6a-b91f-57f73c1d9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:10.492013 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-ae41a1ae-ee08-4b6a-b91f-57f73c1d9ac2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0482216 Apr 18 06:37:10.540175 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-437f209b-7df9-4b92-8c74-421e471503bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:10.541721 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-437f209b-7df9-4b92-8c74-421e471503bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433702 Apr 18 06:37:10.632355 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-51d083da-e044-4b65-bb2d-fc42a417bc86 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841529 Apr 18 06:37:10.771792 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e68e-5e61-4c10-8265-23b6f9da5839 req-b97879e8-52d8-4d98-993d-8d50d264570e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:10.773383 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be91e68e-5e61-4c10-8265-23b6f9da5839 req-b97879e8-52d8-4d98-993d-8d50d264570e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 943 time: 0.0573509 Apr 18 06:37:10.817231 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be91e68e-5e61-4c10-8265-23b6f9da5839 req-2ac63bc4-2ddc-42f7-acc4-e5d3b8e4babd tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Apr 18 06:37:11.070113 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-120c62d6-38c4-4404-bdb0-4890177a8ad3 req-1fad24a9-f8be-47a2-b3e8-51d2f4a0f115 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313154 Apr 18 06:37:11.233799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-f68c618e-969c-49d2-b667-12742aef4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:11.235323 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-f68c618e-969c-49d2-b667-12742aef4b04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1096 time: 0.0407314 Apr 18 06:37:11.328540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-abc1f657-ad3f-4712-9bed-f73d36636aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:11.330592 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-abc1f657-ad3f-4712-9bed-f73d36636aee service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0867271 Apr 18 06:37:11.372421 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-72295cf9-150a-410a-9354-b3d5b8e0818f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 217 time: 0.0348785 Apr 18 06:37:11.426464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-67c2275f-dfcf-474e-9c8d-b04cec53c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:11.428216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-67c2275f-dfcf-474e-9c8d-b04cec53c839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0501149 Apr 18 06:37:11.473889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-49f4c849-58f4-47e2-8e61-9d562e700a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:11.475432 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-49f4c849-58f4-47e2-8e61-9d562e700a7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406327 Apr 18 06:37:11.562741 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-38c16e95-f16a-4ada-83c8-7ed3165a0af2 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809860 Apr 18 06:37:11.656149 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b2e39f5-33ee-48ba-8345-9abf268b48ec req-6828c566-3547-4fce-80c4-6b732bc9d170 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872858 Apr 18 06:37:11.937649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e37124-8f87-47ca-a1d9-07d5fca85e72 req-4d9ca502-88e9-4c86-874c-a1fa64b702a4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:11.939051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-80e37124-8f87-47ca-a1d9-07d5fca85e72 req-4d9ca502-88e9-4c86-874c-a1fa64b702a4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 943 time: 0.0504868 Apr 18 06:37:11.978461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-80e37124-8f87-47ca-a1d9-07d5fca85e72 req-86722099-8990-44ca-953e-8d7b2a396fe0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Apr 18 06:37:13.094302 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9bc21-d4d4-4d85-8e9c-5171fda93a80 req-8716380d-5855-45ba-9f31-11db5adea5f0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:13.096007 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3cf9bc21-d4d4-4d85-8e9c-5171fda93a80 req-8716380d-5855-45ba-9f31-11db5adea5f0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 943 time: 0.0501637 Apr 18 06:37:13.134806 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3cf9bc21-d4d4-4d85-8e9c-5171fda93a80 req-4ef1b9a6-dd40-4f5e-b95c-6203beef2634 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Apr 18 06:37:13.187016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:13.614157 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e8c4c70a-617f-4fb6-a7a9-926981c03722 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:37:13.707175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:37:13.719036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'port_id': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'mac_address': 'fa:16:3e:e6:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:37:13.758935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:13.771627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c4c70a-617f-4fb6-a7a9-926981c03722 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:37:13.792666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:37:13.884598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:13.934983 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:13.942130 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.942468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.942797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.943125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.943469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.943790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.944105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.944448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.944767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.945072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.945385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:13.945698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:14.255535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2304cc-7e49-4147-9164-473663fa3679 req-9e0220c5-5d6f-4d8a-b847-536f27e39d1b tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:14.256962 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc2304cc-7e49-4147-9164-473663fa3679 req-9e0220c5-5d6f-4d8a-b847-536f27e39d1b tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 944 time: 0.0542808 Apr 18 06:37:14.264022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e8c4c70a-617f-4fb6-a7a9-926981c03722'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:37:14.295700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bc2304cc-7e49-4147-9164-473663fa3679 req-474f065e-5b7e-4ed8-b6fd-0e9ab2ba3217 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Apr 18 06:37:15.412936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885e4ef-36cd-4081-bc92-f984c606bfdd req-afc48e5e-7a5c-4715-a12a-a9bda35488a9 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:15.414412 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6885e4ef-36cd-4081-bc92-f984c606bfdd req-afc48e5e-7a5c-4715-a12a-a9bda35488a9 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 944 time: 0.0507152 Apr 18 06:37:15.453243 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6885e4ef-36cd-4081-bc92-f984c606bfdd req-eb029d3e-bd12-4aff-b0ee-96bd866948b4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Apr 18 06:37:15.609135 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e8c4c70a-617f-4fb6-a7a9-926981c03722 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:37:15.740151 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port e8c4c70a-617f-4fb6-a7a9-926981c03722 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:37:15.744283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port e8c4c70a-617f-4fb6-a7a9-926981c03722 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:37:15.744762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:15.823783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:15.848809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:15.851050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d649d4-f93e-4b02-8a99-d7d22c04cd69" -d '{"events": [{"server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "name": "network-vif-plugged", "status": "completed", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:37:15.864188 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:37:15.892544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b9a08-baaa-4387-b833-92dced4f75d7 x-openstack-request-id: req-152b9a08-baaa-4387-b833-92dced4f75d7 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:37:15.892544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "name": "network-vif-plugged", "status": "completed", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:37:15.892544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-152b9a08-baaa-4387-b833-92dced4f75d7 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:37:15.892544 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152b9a08-baaa-4387-b833-92dced4f75d7'] response: {'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'code': 200} Apr 18 06:37:15.951419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:16.000192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:16.230616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1713-6f80-423f-9e02-ddc0c8c2fc0d req-f75825fb-52d7-4cb4-ab23-e268f56b539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:16.232250 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbef1713-6f80-423f-9e02-ddc0c8c2fc0d req-f75825fb-52d7-4cb4-ab23-e268f56b539d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1098 time: 0.0424111 Apr 18 06:37:16.268339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbef1713-6f80-423f-9e02-ddc0c8c2fc0d req-3d4e1645-30ac-4844-a312-aa5c9d04f960 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281761 Apr 18 06:37:16.904812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb98dd-9bce-4d96-a0a7-2c37601bd76b req-a52901dd-d7aa-41bb-88e2-2177d3568375 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:16.906282 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ebeb98dd-9bce-4d96-a0a7-2c37601bd76b req-a52901dd-d7aa-41bb-88e2-2177d3568375 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.3828511 Apr 18 06:37:16.945961 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ebeb98dd-9bce-4d96-a0a7-2c37601bd76b req-9c5b7a08-1969-4356-a821-b90ffac6763e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326047 Apr 18 06:37:18.062291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfad2f-a42d-4a42-803f-3c1b7115c0f6 req-e4d1be96-9731-43a3-b35d-f5447ed17a5c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:18.063821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-53dfad2f-a42d-4a42-803f-3c1b7115c0f6 req-e4d1be96-9731-43a3-b35d-f5447ed17a5c tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Apr 18 06:37:18.102816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-53dfad2f-a42d-4a42-803f-3c1b7115c0f6 req-224bf065-0f05-4082-afef-a14e95f883a0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Apr 18 06:37:18.218757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24510744-f845-49be-96fc-baa5cc1a616e req-8f0350d7-f34b-4fed-bece-75527ca837ce tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:18.220360 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-24510744-f845-49be-96fc-baa5cc1a616e req-8f0350d7-f34b-4fed-bece-75527ca837ce tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0490069 Apr 18 06:37:18.259139 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-24510744-f845-49be-96fc-baa5cc1a616e req-76669e2c-271b-450b-8c8e-e058e8516ec2 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Apr 18 06:37:18.593988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eb3a9-8ec7-42fc-a3e9-835c5e4b0b29 req-46f3e7ab-bfd8-49c9-8608-ebd132f294ce tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:18.595473 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8d1eb3a9-8ec7-42fc-a3e9-835c5e4b0b29 req-46f3e7ab-bfd8-49c9-8608-ebd132f294ce tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Apr 18 06:37:18.633359 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8d1eb3a9-8ec7-42fc-a3e9-835c5e4b0b29 req-88b2bf43-e128-4cd8-b1a1-49d8e0bc3e18 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Apr 18 06:37:23.439353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2be93482-1fd0-45db-89c6-a54c0412c648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:23.600700 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:37:25.849320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5286da5e-237e-4c25-b9ac-4c1a665e71e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:27.134688 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:28.854882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:28.917729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:33.023192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4994d7-ecc6-470a-b257-b926b340beb2 req-58c75c3d-e96b-47c9-8511-e5b326d479b4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:33.024702 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4994d7-ecc6-470a-b257-b926b340beb2 req-58c75c3d-e96b-47c9-8511-e5b326d479b4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0532231 Apr 18 06:37:33.062880 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce4994d7-ecc6-470a-b257-b926b340beb2 req-63ebfbf3-7ec0-4480-9352-cd16afa70e89 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Apr 18 06:37:33.085733 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57884) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:33.171667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f9cc3-c37a-4222-91b9-8d902a5b220e tempest-TestMinimumBasicScenario-1242515234 tempest-TestMinimumBasicScenario-1242515234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:33.173202 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d72f9cc3-c37a-4222-91b9-8d902a5b220e tempest-TestMinimumBasicScenario-1242515234 tempest-TestMinimumBasicScenario-1242515234-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1093 time: 0.0863690 Apr 18 06:37:33.177113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57888) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:33.181448 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:33.278150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:33.374748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:33.484533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Allocated IP 172.26.4.32 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/86d56efc-4fe3-4706-8ea3-e38fcce2e422) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:37:33.585936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:33.668848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:33.722394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:37:33.725943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:37:33.730276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:37:33.733243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'Port': ['ID=86d56efc-4fe3-4706-8ea3-e38fcce2e422,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:34.104663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:34.235021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:34.387860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:34.443977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:34.509700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'Port': ['ID=86d56efc-4fe3-4706-8ea3-e38fcce2e422,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:34.525038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:34.626910 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Floating IP 8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3 associated. External IP: 172.26.4.32, port: e8c4c70a-617f-4fb6-a7a9-926981c03722. Apr 18 06:37:34.843305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Router b399d3c2-a071-428d-8fd2-a1b0c559f070 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:37:34.954658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:37:34.968923 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] Sync routers for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:37:34.980035 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:37:34.980707 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:37:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:35.064848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:35.088877 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:37:35.096345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c8ca25ef-9d44-47f9-a5f0-f8cfaf1547c3 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9155936 Apr 18 06:37:35.096345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:35.096701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0f9d1-891e-4e34-9413-835cb01ad20f" -d '{"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:37:35.098073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57890) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:35.104386 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132898483', 'description': 'tempest-secgroup-smoke-2132898483 description', 'project_id': 'b37856f766f942f686233eb5cf7690c7'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:35.153799 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d55a8c-efc9-4179-9a42-ef554aeb6ce2 x-openstack-request-id: req-26d55a8c-efc9-4179-9a42-ef554aeb6ce2 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:37:35.154336 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:37:35.154496 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26d55a8c-efc9-4179-9a42-ef554aeb6ce2 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:37:35.155019 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d55a8c-efc9-4179-9a42-ef554aeb6ce2'] response: {'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'status': 'completed', 'code': 200} Apr 18 06:37:35.186689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:35.277542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-317b671e-e947-4533-8774-dc3dd283df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:35.280053 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-317b671e-e947-4533-8774-dc3dd283df5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1098 time: 0.0718899 Apr 18 06:37:35.295320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:35.398685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-75f73e79-ae99-4b16-a7cc-3b1c655f1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:35.400427 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-75f73e79-ae99-4b16-a7cc-3b1c655f1977 service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.1128259 Apr 18 06:37:35.431800 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'port_id': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'mac_address': 'fa:16:3e:e6:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:37:33Z', 'updated_at': '2022-04-18T06:37:33Z', 'revision_number': 0, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:35.471330 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] Checking router: b399d3c2-a071-428d-8fd2-a1b0c559f070 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:37:35.481141 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:37:35.481865 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:37:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:35.482381 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-331fd9fe-6e8e-4736-aaa5-226414051c7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 998 time: 0.0755408 Apr 18 06:37:35.543929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-2bd9ba44-9bb1-4e43-828f-495704464e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:35.546788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-2bd9ba44-9bb1-4e43-828f-495704464e92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0576141 Apr 18 06:37:35.547075 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:35.588977 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42b508-160e-4792-a7d0-49a3520b8a43,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:35.598836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.599690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.600125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.600686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.601243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.601795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.602314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.602828 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.603395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.603946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.604344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.604893 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:35.607090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-d4757a68-8122-4d97-aba6-562be27b820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:35.619796 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-d4757a68-8122-4d97-aba6-562be27b820a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564034 Apr 18 06:37:35.628951 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:37:36.027390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-e070d129-a524-4deb-a011-cbe8259dfdcb service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984647 Apr 18 06:37:36.027390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-48a0f9d1-891e-4e34-9413-835cb01ad20f req-0d40ae81-9b36-4c0e-9805-470d99dbee71 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965817 Apr 18 06:37:36.029635 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'port_id': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'mac_address': 'fa:16:3e:e6:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:37:33Z', 'updated_at': '2022-04-18T06:37:33Z', 'revision_number': 0, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:37:36.029635 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79067-5e74-4087-b4ec-2f9cc0219a44 None None] The sync data for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv is: [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'floating_ip_address': '172.26.4.32', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'port_id': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'mac_address': 'fa:16:3e:e6:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:37:33Z', 'updated_at': '2022-04-18T06:37:33Z', 'revision_number': 0, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:37:36.076671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.079052 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-78039c3b-b513-443f-be65-50c2b573b7da tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9779465 Apr 18 06:37:36.081017 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57894) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:36.085793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group_rule': {'security_group_id': '9b42b508-160e-4792-a7d0-49a3520b8a43', 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:36.153995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae5ce4-59d0-4810-8729-ca8754fe0b65 None None] New status for floating IP 8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:37:36.183196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.243405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.324206 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.341694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea37a167-53d1-4481-ad18-9e7f178f0b36,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:36.442087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.444540 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-85f94b66-61f9-481e-b018-cb6291c39d43 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611741 Apr 18 06:37:36.446265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57896) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:36.450794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group_rule': {'security_group_id': '9b42b508-160e-4792-a7d0-49a3520b8a43', 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:36.541606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.602551 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.683997 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.703509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a44c753-fb0a-4823-8f81-f6e6a89ac149,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:36.806055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.809997 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b8a02ed5-8554-4304-9f91-849d69d3b915 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3600645 Apr 18 06:37:36.810174 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57898) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:36.814676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group_rule': {'security_group_id': '9b42b508-160e-4792-a7d0-49a3520b8a43', 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:36.912422 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:36.970740 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.051294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.069103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa42ff4-58c1-4ad8-aa9d-c7d9ed409c62,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:37.142899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.145747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d011f347-38ba-4bce-96ea-ec44c58cc19e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340282 Apr 18 06:37:37.147989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57900) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:37.152651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group_rule': {'security_group_id': '9b42b508-160e-4792-a7d0-49a3520b8a43', 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:37.231604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.290770 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.365862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.384924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1ed3cb-9471-482e-8d3a-fb5babb6934e,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:37.463630 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.464941 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2e2d2c7d-d2de-4c2a-b861-f4d0185b4d7e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160286 Apr 18 06:37:37.467887 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57902) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:37.472890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group_rule': {'security_group_id': '9b42b508-160e-4792-a7d0-49a3520b8a43', 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:37.554560 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Project b37856f766f942f686233eb5cf7690c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:37:37.559755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.621780 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.680141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.698442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24066134-e84f-44dd-b84d-bfc4aa033e6f,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:37.772278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.773554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4f792229-e503-4075-ae7c-6a9fbee512e0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046098 Apr 18 06:37:37.776278 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57904) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:37:37.780596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'security_group_rule': {'security_group_id': '9b42b508-160e-4792-a7d0-49a3520b8a43', 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:37.872857 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Project b37856f766f942f686233eb5cf7690c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:37:37.878504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:37.949185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.040595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.058978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c874210-0840-4432-9e0a-b29b61bc8c99,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:38.066562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.066915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.067269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.067633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.068004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.068346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.068667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.069001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.069330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.069655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.069979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.070305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:37:38.122002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.123369 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8f013503-af71-472b-b18d-5e96798c14ed tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3460996 Apr 18 06:37:38.205972 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-2610e0c5-4a5a-41c5-b943-a7be2c266334 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132898483&fields=id&tenant_id=b37856f766f942f686233eb5cf7690c7 HTTP/1.1" status: 200 len: 267 time: 0.0355372 Apr 18 06:37:38.260575 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-9338b2f8-293d-44d3-83da-49c1e27c4b72 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:38.262168 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-9338b2f8-293d-44d3-83da-49c1e27c4b72 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0501604 Apr 18 06:37:38.275687 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'port': {'security_groups': ['0a1e83c8-f8f9-4b6a-8578-961d82729e80', '9b42b508-160e-4792-a7d0-49a3520b8a43']}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:37:38.345798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.530785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:37:38.559616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.657216 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.691316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e8c4c70a-617f-4fb6-a7a9-926981c03722'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:37:38.704447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:38.705058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:38.706642 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-10ae0704-4bed-45e9-a9d7-46315617d414 req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "PUT /v2.0/ports/e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 981 time: 0.4359965 Apr 18 06:37:38.707366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:37:38.710154 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74" -d '{"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:37:38.777042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a5e06-7f9d-4f94-88ee-13cc759ac604 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=6']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:37:38.829149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cee93-cc88-41c6-b643-c34c21695c00 req-e099a673-7aeb-48e4-a67f-0578af7b4de6 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:38.835787 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d14cee93-cc88-41c6-b643-c34c21695c00 req-e099a673-7aeb-48e4-a67f-0578af7b4de6 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0605187 Apr 18 06:37:38.847773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce37bb4-ac55-414c-832f-b3182539d537 x-openstack-request-id: req-9ce37bb4-ac55-414c-832f-b3182539d537 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:37:38.847773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:37:38.847773 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ce37bb4-ac55-414c-832f-b3182539d537 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:37:38.847773 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce37bb4-ac55-414c-832f-b3182539d537'] response: {'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'status': 'completed', 'code': 200} Apr 18 06:37:38.849161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e8c4c70a-617f-4fb6-a7a9-926981c03722'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:37:38.882935 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d14cee93-cc88-41c6-b643-c34c21695c00 req-c3cef9a3-14d8-4cd4-be8d-fef7994bde55 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447328 Apr 18 06:37:38.948333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-9f8cdec6-d879-46db-9a63-2ef380f293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:38.949878 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-9f8cdec6-d879-46db-9a63-2ef380f293bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1137 time: 0.0532455 Apr 18 06:37:39.045182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-96fd6b82-65f2-4d3b-bcbc-6e986ba033a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:39.045182 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-96fd6b82-65f2-4d3b-bcbc-6e986ba033a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0885167 Apr 18 06:37:39.079654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1c10fe6c-da76-4efa-ad72-1835e1dddbf4 None None] Provisioning complete for port e8c4c70a-617f-4fb6-a7a9-926981c03722 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:37:39.085826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1c10fe6c-da76-4efa-ad72-1835e1dddbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:39.114546 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-2679fcf2-677f-4bd3-b718-d289ea590d6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 1000 time: 0.0620635 Apr 18 06:37:39.165238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-0dd64072-5508-4813-b82f-e24d248643df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:39.166708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-0dd64072-5508-4813-b82f-e24d248643df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0457742 Apr 18 06:37:39.215466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-04a0fbb9-4699-40f6-8cf7-2ce24a363e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:39.216888 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-04a0fbb9-4699-40f6-8cf7-2ce24a363e19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440514 Apr 18 06:37:39.308690 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-106412d6-e374-4d45-98ae-962372a20166 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Apr 18 06:37:39.410934 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a2ebe45c-5d89-41bd-b4b0-0bfb5714fc74 req-17847d72-c193-479b-a11a-631cc8417be4 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954196 Apr 18 06:37:43.177777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:51.614954 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-244fb0ec-d2bb-4bdc-a7ea-6b270926ede6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414493 Apr 18 06:37:51.714585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-a8e005ab-94a3-440f-98e5-772a8cc3540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:51.716029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-a8e005ab-94a3-440f-98e5-772a8cc3540a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1137 time: 0.0413923 Apr 18 06:37:51.824624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-b0626391-246e-42cb-8ceb-e6465729e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:51.826320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-b0626391-246e-42cb-8ceb-e6465729e97d service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0880799 Apr 18 06:37:51.891756 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-ad3afe3a-4c42-4381-8092-3cbb0d80a74f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 1000 time: 0.0586951 Apr 18 06:37:51.941482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-72f9ca7f-2e40-4ea0-9f57-5571a56595f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:51.943703 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-72f9ca7f-2e40-4ea0-9f57-5571a56595f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0451071 Apr 18 06:37:51.993866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-6a5f1016-8212-4c8a-977a-01bd2b0f31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:37:51.995319 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-6a5f1016-8212-4c8a-977a-01bd2b0f31dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458755 Apr 18 06:37:52.089136 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-82cf5a63-7aa4-4dbe-92da-bb335f629bb9 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871706 Apr 18 06:37:52.188762 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be9ecf00-2e52-43c1-9718-03bdc3daa2d1 req-b1ba0567-4aba-4f90-8a36-41819fc48c59 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923641 Apr 18 06:37:53.429565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9040c8e5-3ac8-477f-b374-cd555fc23571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:55.879034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7bc209e3-a66f-41eb-9206-8548cf190aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:57.092075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:58.841120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:37:58.909859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:00.601459 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:38:13.179756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:23.430421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-443a28aa-b104-4858-918c-e3ded57aa4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:25.836909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-17459a56-dad5-40b2-93a1-0ce241af5871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:27.133837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:27.344292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce914-f679-408c-b533-77c270fc2b5f req-04ce6be2-a1a7-45be-820e-405c6dea75ae tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:27.345901 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc0ce914-f679-408c-b533-77c270fc2b5f req-04ce6be2-a1a7-45be-820e-405c6dea75ae tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0505219 Apr 18 06:38:27.389439 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc0ce914-f679-408c-b533-77c270fc2b5f req-30c6fc58-dc29-4f7d-aa9e-e2c22a07fd86 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363054 Apr 18 06:38:27.451566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-497ae9a5-8951-458f-a14e-8c40ffe572ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:27.453148 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-497ae9a5-8951-458f-a14e-8c40ffe572ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1137 time: 0.0451086 Apr 18 06:38:27.547555 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-b5092770-f9ac-4e6c-8ba1-c0f61bd578b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:27.549010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-b5092770-f9ac-4e6c-8ba1-c0f61bd578b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0899072 Apr 18 06:38:27.616865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-5e66f0d3-55c5-4b5f-88a0-aac584a720f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 1000 time: 0.0589275 Apr 18 06:38:27.668604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-7e70b57f-bfb9-474c-af55-b16fef6af9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:27.670048 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-7e70b57f-bfb9-474c-af55-b16fef6af9e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0482900 Apr 18 06:38:27.715511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-f474a1b9-a529-426c-93fc-272d716a6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:27.716978 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-f474a1b9-a529-426c-93fc-272d716a6d54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410366 Apr 18 06:38:27.806085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-58126ae7-bf28-467e-a097-881b6836afa3 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Apr 18 06:38:27.902557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9abd2d68-c603-4b6b-90dd-cbc5205b720d req-c9b4ef39-7bd5-4358-93cd-4b8e26bf6494 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891223 Apr 18 06:38:28.515641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305ebc-65f8-442c-af2c-f03186a0ec28 req-d6075556-ea85-4cd7-8288-1df61b8858ca tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:28.517203 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b305ebc-65f8-442c-af2c-f03186a0ec28 req-d6075556-ea85-4cd7-8288-1df61b8858ca tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0510893 Apr 18 06:38:28.560669 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5b305ebc-65f8-442c-af2c-f03186a0ec28 req-663acbbf-b900-43f6-85e6-6d06e8632f4d tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368531 Apr 18 06:38:28.882373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:28.905070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:29.682778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b620353-86ed-4d0c-870e-e60477ecd793 req-9fad722e-a264-42cb-9289-20bae27a63ae tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:29.684384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6b620353-86ed-4d0c-870e-e60477ecd793 req-9fad722e-a264-42cb-9289-20bae27a63ae tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0516529 Apr 18 06:38:29.725197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6b620353-86ed-4d0c-870e-e60477ecd793 req-2680f668-3a56-4c63-a9ff-1b8eebba85aa tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343771 Apr 18 06:38:30.840060 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bed6b-e901-4099-8080-bd72e389b34a req-ec9ced09-9465-4ff0-a18c-647ee8c21ea2 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:30.841545 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cb0bed6b-e901-4099-8080-bd72e389b34a req-ec9ced09-9465-4ff0-a18c-647ee8c21ea2 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0496712 Apr 18 06:38:30.882401 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cb0bed6b-e901-4099-8080-bd72e389b34a req-1d002e43-e915-4781-956c-c79a8dc1deaf tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347197 Apr 18 06:38:32.005350 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581988a9-357f-41c4-8b1a-4f436e33129c req-2ebd80e4-5498-4338-acce-db44c623236f tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:32.006922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-581988a9-357f-41c4-8b1a-4f436e33129c req-2ebd80e4-5498-4338-acce-db44c623236f tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0553389 Apr 18 06:38:32.048461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-581988a9-357f-41c4-8b1a-4f436e33129c req-bb300d2d-fcfe-4497-893f-35b24fc27db4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353785 Apr 18 06:38:33.169672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44a62-5eed-47c7-bb89-62b539e6f832 req-425a1654-c769-4276-bc09-8c24d38dbefe tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:33.171173 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-03b44a62-5eed-47c7-bb89-62b539e6f832 req-425a1654-c769-4276-bc09-8c24d38dbefe tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0543199 Apr 18 06:38:33.212711 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-03b44a62-5eed-47c7-bb89-62b539e6f832 req-a711a32f-79c7-41ae-8dae-368b9ad43996 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354638 Apr 18 06:38:34.328455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9151a5a-33b1-4935-9471-a92b6f5b37c6 req-d79dbd4e-9e9e-45b9-b6a1-324a205629cd tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:34.329916 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9151a5a-33b1-4935-9471-a92b6f5b37c6 req-d79dbd4e-9e9e-45b9-b6a1-324a205629cd tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0483928 Apr 18 06:38:34.369511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9151a5a-33b1-4935-9471-a92b6f5b37c6 req-2325ed1c-49be-472c-a460-ae3693a6a901 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324142 Apr 18 06:38:35.486292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0cccc-8734-471f-92c6-6dc0a047961d req-f793585a-ef54-4625-874c-0af35e02c299 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:35.487845 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-39d0cccc-8734-471f-92c6-6dc0a047961d req-f793585a-ef54-4625-874c-0af35e02c299 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0498171 Apr 18 06:38:35.529553 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-39d0cccc-8734-471f-92c6-6dc0a047961d req-63faea53-ff63-4631-bfdb-1f757433593e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350721 Apr 18 06:38:36.644540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a6d7-28ee-4109-a05e-eda004eaa734 req-c5456142-c238-4e18-b95d-bb71d381e717 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:36.646046 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b403a6d7-28ee-4109-a05e-eda004eaa734 req-c5456142-c238-4e18-b95d-bb71d381e717 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0488107 Apr 18 06:38:36.687699 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b403a6d7-28ee-4109-a05e-eda004eaa734 req-7c384f1b-0493-4c82-8a8b-b25fc0e8575f tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342624 Apr 18 06:38:37.601733 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:38:37.803565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43679e-84a8-4119-b291-7823b7b78c7a req-9e85c3e6-0a6a-456e-aac5-2451c500ef53 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:37.805043 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1d43679e-84a8-4119-b291-7823b7b78c7a req-9e85c3e6-0a6a-456e-aac5-2451c500ef53 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0494127 Apr 18 06:38:37.846404 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1d43679e-84a8-4119-b291-7823b7b78c7a req-96774ebc-8b1c-4b47-b472-b0fe44b89c3d tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352581 Apr 18 06:38:38.966607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eeb93-f9fe-4eb3-9303-4697715aaf89 req-68e79bf5-2f96-4876-84df-6d54b065bac4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:38.968309 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0f3eeb93-f9fe-4eb3-9303-4697715aaf89 req-68e79bf5-2f96-4876-84df-6d54b065bac4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0562146 Apr 18 06:38:39.010240 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0f3eeb93-f9fe-4eb3-9303-4697715aaf89 req-2edff9a9-d513-4a6a-ae0e-bd54c860049e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358891 Apr 18 06:38:40.132760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad33e78-691b-4d6c-b3bb-002693d0383d req-476b37f7-c336-4900-8a7d-cc419d87c565 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:40.134227 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bad33e78-691b-4d6c-b3bb-002693d0383d req-476b37f7-c336-4900-8a7d-cc419d87c565 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0544150 Apr 18 06:38:40.174206 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bad33e78-691b-4d6c-b3bb-002693d0383d req-bd40f331-500a-41e4-8766-7d8e645852f6 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&id=9b42b508-160e-4792-a7d0-49a3520b8a43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339456 Apr 18 06:38:43.218052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:51.977232 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-980466fa-4706-4e93-ad54-e8ff45267f83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406175 Apr 18 06:38:52.079310 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-569aa6b0-b0fe-4dd7-a230-46e30bca28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:52.081751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-569aa6b0-b0fe-4dd7-a230-46e30bca28e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1137 time: 0.0407343 Apr 18 06:38:52.183622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-2b354269-4cae-446a-acb6-e2cdef833044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:52.185065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-2b354269-4cae-446a-acb6-e2cdef833044 service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0851371 Apr 18 06:38:52.248023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-16b800a8-574d-455d-9143-72908b7e29fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 1000 time: 0.0567505 Apr 18 06:38:52.295749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-360d3439-935e-4b75-acb2-650a5d14cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:52.297140 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-360d3439-935e-4b75-acb2-650a5d14cfd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0422528 Apr 18 06:38:52.345757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-3b78a25b-f8f3-4387-944d-5be18930767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:38:52.347269 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-3b78a25b-f8f3-4387-944d-5be18930767f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431745 Apr 18 06:38:52.437796 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-0c7a4c20-e4e0-4129-998e-efbc20df3186 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824096 Apr 18 06:38:52.528928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-34ab16f8-28fc-4863-8df6-9afbbd08e6b6 req-c6f83514-b662-483b-b355-62ba54e8f670 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834055 Apr 18 06:38:53.430210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f3fae539-3787-447e-b982-ed347b67a2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:55.837883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-03927bfe-39fc-41b0-a8a6-aff6f73db538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:57.129175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:58.864118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:38:58.932412 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:13.190357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:14.601073 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:39:23.410022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8ea06b6f-9e19-4751-a959-a4f8917db7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:25.839266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-962b82ab-cc09-457a-b34b-06790620684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:27.133607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:28.858906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:28.916327 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.245229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.416794 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-372541fa-b759-4c75-aabc-6e03fc143bb6 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132898483&fields=id&tenant_id=b37856f766f942f686233eb5cf7690c7 HTTP/1.1" status: 200 len: 267 time: 0.0335324 Apr 18 06:39:43.473204 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-6f73d50d-257e-4054-871f-292bf22ac8c4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:43.474636 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-6f73d50d-257e-4054-871f-292bf22ac8c4 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 984 time: 0.0519876 Apr 18 06:39:43.485759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Request body: {'port': {'security_groups': ['0a1e83c8-f8f9-4b6a-8578-961d82729e80']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:39:43.548142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.715269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:39:43.743514 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.805178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.837847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e8c4c70a-617f-4fb6-a7a9-926981c03722'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:39:43.847784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:43.848408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.851269 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-14ea5a55-563a-45dc-aadd-7c92de115b1e req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "PUT /v2.0/ports/e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 942 time: 0.3686976 Apr 18 06:39:43.851269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:39:43.852896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:39:43.855753 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 57990) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:39:43.881308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event updated for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=7']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:39:43.892010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.892442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.892854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.893253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.893667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.894070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.894448 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.894888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.895317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.895712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.896104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.896503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce87a1e-e1ae-4b3f-9b30-d055c2341c54 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:43.912165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878561a-349a-4d89-85ab-924b0464c2d6 x-openstack-request-id: req-6878561a-349a-4d89-85ab-924b0464c2d6 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:39:43.912461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:39:43.912717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6878561a-349a-4d89-85ab-924b0464c2d6 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:39:43.913125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6878561a-349a-4d89-85ab-924b0464c2d6'] response: {'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'status': 'completed', 'code': 200} Apr 18 06:39:43.935058 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.965545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:43.970606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e8c4c70a-617f-4fb6-a7a9-926981c03722'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:39:44.017103 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-db43ceb5-7380-45bd-9899-39b74f8aa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:44.018632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-db43ceb5-7380-45bd-9899-39b74f8aa676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1098 time: 0.0568671 Apr 18 06:39:44.120986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-9957f9f5-a250-4984-8ca8-e207afeb9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:44.122609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-9957f9f5-a250-4984-8ca8-e207afeb9716 service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0964084 Apr 18 06:39:44.149163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-253d4da2-e5d9-41e7-a696-210d55ec11cf None None] Provisioning complete for port e8c4c70a-617f-4fb6-a7a9-926981c03722 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:39:44.149535 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-253d4da2-e5d9-41e7-a696-210d55ec11cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:44.182736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:44.186368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:44.189929 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b42b508-160e-4792-a7d0-49a3520b8a43 HTTP/1.1" status: 204 len: 168 time: 0.3297713 Apr 18 06:39:44.191274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 57996) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:39:44.197186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42b508-160e-4792-a7d0-49a3520b8a43,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:39:44.204697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.205047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.205381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.205964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.206588 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.207108 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.207530 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.207858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.208184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.208506 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.208829 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.209147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b5b05-9a3e-4b39-8482-d96db295f48a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:39:44.231335 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-44ba14d8-fb3a-49bb-a538-62e1397cee8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 1000 time: 0.1028960 Apr 18 06:39:44.658814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-6879288a-d86d-46c8-b825-2627c4aceb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:44.660260 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-6879288a-d86d-46c8-b825-2627c4aceb8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.4218407 Apr 18 06:39:44.734217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-bcb22933-672b-4b29-a52f-1958bab8e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:44.735613 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-bcb22933-672b-4b29-a52f-1958bab8e5a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674715 Apr 18 06:39:44.798959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Deleting port 86d56efc-4fe3-4706-8ea3-e38fcce2e422 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:39:44.799320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:44.887045 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-b2a991be-a085-474e-aa1b-0b9ff01a16e2 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431408 Apr 18 06:39:44.917694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:44.918016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:44.956874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Calling delete_port for 86d56efc-4fe3-4706-8ea3-e38fcce2e422 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:39:45.050873 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ccc75fd-94bf-43ce-be41-0ef7d40cd0a6 req-37abe797-dcd2-42b1-8617-3ab63e5342d7 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459606 Apr 18 06:39:45.194391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:45.217101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event deleted for resources: {'Port': ['ID=86d56efc-4fe3-4706-8ea3-e38fcce2e422,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:39:45.281953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:45.286793 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Floating IP 8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3 disassociated (deleted). External IP: 172.26.4.32, port: e8c4c70a-617f-4fb6-a7a9-926981c03722. Apr 18 06:39:45.483939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Router b399d3c2-a071-428d-8fd2-a1b0c559f070 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:39:45.587982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:39:45.593281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:45.600299 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] Sync routers for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:39:45.611408 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:39:45.612104 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:39:45.620182 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c025376e-7388-4717-86a2-f614a33fe654 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "DELETE /v2.0/floatingips/8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3 HTTP/1.1" status: 204 len: 168 time: 1.4275789 Apr 18 06:39:45.715358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:39:45.908483 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:39:45.914090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:39:45.916540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7c55e-518c-43e0-b981-9a588d67a931" -d '{"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:39:45.934646 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] Checking router: b399d3c2-a071-428d-8fd2-a1b0c559f070 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:39:45.943684 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:39:45.944214 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:39:45.954905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c677b263-7c4d-47ad-acce-c420c983849b x-openstack-request-id: req-c677b263-7c4d-47ad-acce-c420c983849b {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:39:45.955286 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:39:45.955612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c677b263-7c4d-47ad-acce-c420c983849b {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:39:45.956100 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c677b263-7c4d-47ad-acce-c420c983849b'] response: {'name': 'network-changed', 'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'status': 'completed', 'code': 200} Apr 18 06:39:46.052502 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:39:46.055437 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-96d8a45e-50e2-4fa7-bda2-663f29ae8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:46.059092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-96d8a45e-50e2-4fa7-bda2-663f29ae8a53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1098 time: 0.0461133 Apr 18 06:39:46.151900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-32e4d228-7bb2-4a93-927a-8ed11f04204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:46.153643 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-32e4d228-7bb2-4a93-927a-8ed11f04204c service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0896144 Apr 18 06:39:46.212496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-8bfc06bd-5161-4c36-aaf6-e61d9023497d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 217 time: 0.0395570 Apr 18 06:39:46.266301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-c63a107e-5d4c-40ac-b863-b5ee96907b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:46.267791 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-c63a107e-5d4c-40ac-b863-b5ee96907b35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0439589 Apr 18 06:39:46.313605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-bcddcec2-8485-42dc-aae4-c29bd505c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:46.315104 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-bcddcec2-8485-42dc-aae4-c29bd505c587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408111 Apr 18 06:39:46.343648 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:39:46.368720 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6614fd7-cfdb-4226-9982-b20cbf6814bc None None] The sync data for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv is: [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:36:35Z', 'revision_number': 4, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'efad55d9-75ce-4670-9b36-c73656533d69', 'name': '', 'network_id': '62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'mac_address': 'fa:16:3e:d4:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:34Z', 'updated_at': '2022-04-18T06:36:39Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'subnets': [{'id': '126c0cd3-5a68-4343-b503-17d852c8528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:39:46.412554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-1a173585-ea3b-4a83-886f-fdb03b0a1823 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900290 Apr 18 06:39:46.506483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-87c7c55e-518c-43e0-b981-9a588d67a931 req-4e3feaf9-f8c6-4c09-aa9a-d6e90c4ecbe4 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Apr 18 06:39:46.578236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60100aa-472e-430b-a05d-e6b04e854c4d None None] New status for floating IP 8ec01c0a-5fb2-47db-a88f-2dbd4913e5f3: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:39:51.599611 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:39:52.943539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-118687ab-e63f-4526-b018-e2d266517402 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407329 Apr 18 06:39:53.067235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-c0a9c7ba-4320-43e9-91c3-e7f5fb333982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:53.068913 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-c0a9c7ba-4320-43e9-91c3-e7f5fb333982 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b37856f766f942f686233eb5cf7690c7&device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 1098 time: 0.0565100 Apr 18 06:39:53.177768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-546e5bda-0f1c-41b5-8cc1-d7bf7fd2ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:53.179287 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-546e5bda-0f1c-41b5-8cc1-d7bf7fd2ab38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 200 len: 915 time: 0.0909324 Apr 18 06:39:53.226675 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-1039e3b5-f2df-46a0-a57c-f80264466029 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 200 len: 217 time: 0.0370789 Apr 18 06:39:53.281092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-80169a4c-4a23-444e-84e2-a8fda6d9cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:53.282550 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-80169a4c-4a23-444e-84e2-a8fda6d9cde9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 200 len: 853 time: 0.0490756 Apr 18 06:39:53.327768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-8a9a0be3-ff51-4a5e-b978-16174888aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:53.329284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-8a9a0be3-ff51-4a5e-b978-16174888aeb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399697 Apr 18 06:39:53.418892 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-8b7dba6d-0724-4cfa-a4b3-a2a8e4b7a76b service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828416 Apr 18 06:39:53.443630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-40436902-4a9d-48a9-b34b-876c91a1bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:53.514287 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dbe21b4c-8a0a-48aa-9e4e-d333ce4012d7 req-97bce243-ad8e-4d8c-bc0a-127ba3ea6db7 service neutron] 10.222.0.46 "GET /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883768 Apr 18 06:39:55.186749 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba69a8-2f57-4b3e-a7a8-1ecf2251e509 req-36e6eedc-b120-4699-9a8b-b6366969da65 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:55.188258 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-78ba69a8-2f57-4b3e-a7a8-1ecf2251e509 req-36e6eedc-b120-4699-9a8b-b6366969da65 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Apr 18 06:39:55.226227 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-78ba69a8-2f57-4b3e-a7a8-1ecf2251e509 req-4f340cc5-10d5-4fc6-93a1-9419ca173126 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Apr 18 06:39:55.837223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-83bfb651-c1c3-458d-86fc-57895ef4b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:56.343164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ef533-6608-49db-8227-b9773be97d9f req-b0720ce9-33a7-4120-82b0-35ab77844846 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:56.344740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d59ef533-6608-49db-8227-b9773be97d9f req-b0720ce9-33a7-4120-82b0-35ab77844846 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0495520 Apr 18 06:39:56.382316 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d59ef533-6608-49db-8227-b9773be97d9f req-b40270d5-5290-4b6a-b27e-72f06ca4d6b1 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Apr 18 06:39:57.105007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-79a020c4-8c19-4320-95ce-edb43df4f32e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:57.106549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-79a020c4-8c19-4320-95ce-edb43df4f32e tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.46 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0599866 Apr 18 06:39:57.125613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:57.196140 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Deleting port e8c4c70a-617f-4fb6-a7a9-926981c03722 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:39:57.196485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:57.287224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] For port e8c4c70a-617f-4fb6-a7a9-926981c03722, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e8c4c70a-617f-4fb6-a7a9-926981c03722,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:39:57.287690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:57.302774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Calling delete_port for e8c4c70a-617f-4fb6-a7a9-926981c03722 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:39:57.497706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:57.504104 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f1169-8dbc-4f38-a4dc-35f13ff571be req-7d02d1a2-10d1-476f-884d-3b3f3697626a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:39:57.505595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-298f1169-8dbc-4f38-a4dc-35f13ff571be req-7d02d1a2-10d1-476f-884d-3b3f3697626a tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/ports?device_id=47c08a35-4a1f-4472-9d8c-61cb7aaa80d4 HTTP/1.1" status: 200 len: 945 time: 0.0555983 Apr 18 06:39:57.531404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e8c4c70a-617f-4fb6-a7a9-926981c03722'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:39:57.531774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Pushing event deleted for resources: {'Port': ['ID=e8c4c70a-617f-4fb6-a7a9-926981c03722,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:39:57.549338 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-298f1169-8dbc-4f38-a4dc-35f13ff571be req-7ddbe7be-3ba6-4a8f-b232-ca6622723c53 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a1e83c8-f8f9-4b6a-8578-961d82729e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Apr 18 06:39:57.577486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] No DVR routers for this DVR port e8c4c70a-617f-4fb6-a7a9-926981c03722 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:39:57.578102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:57.581479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-104dfe97-a4d6-459f-8376-fdec0bd84592 req-8982d41e-1e15-42da-84be-f297e3d42dd0 tempest-TestMinimumBasicScenario-304280176 tempest-TestMinimumBasicScenario-304280176-project] 10.222.0.46 "DELETE /v2.0/ports/e8c4c70a-617f-4fb6-a7a9-926981c03722 HTTP/1.1" status: 204 len: 173 time: 0.4689472 Apr 18 06:39:57.581926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'name': 'network-vif-deleted', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:39:57.584255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619cb3b-24a5-48d9-95e2-4e41cbc69bf1" -d '{"events": [{"server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "name": "network-vif-deleted", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:39:57.620206 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11598c2c-52c6-4b5b-8dc3-88b04787cbc8 x-openstack-request-id: req-11598c2c-52c6-4b5b-8dc3-88b04787cbc8 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:39:57.620524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c08a35-4a1f-4472-9d8c-61cb7aaa80d4", "name": "network-vif-deleted", "tag": "e8c4c70a-617f-4fb6-a7a9-926981c03722", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:39:57.620777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11598c2c-52c6-4b5b-8dc3-88b04787cbc8 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:39:57.621188 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11598c2c-52c6-4b5b-8dc3-88b04787cbc8'] response: {'server_uuid': '47c08a35-4a1f-4472-9d8c-61cb7aaa80d4', 'name': 'network-vif-deleted', 'tag': 'e8c4c70a-617f-4fb6-a7a9-926981c03722', 'status': 'completed', 'code': 200} Apr 18 06:39:58.864189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:58.940548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:39:59.800693 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58096) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:00.142022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:00.381270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Deleting port efad55d9-75ce-4670-9b36-c73656533d69 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:00.381614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:00.400071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e8c4c70a-617f-4fb6-a7a9-926981c03722 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:00.418953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: e8c4c70a-617f-4fb6-a7a9-926981c03722 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:00.419308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e8c4c70a-617f-4fb6-a7a9-926981c03722 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:00.461666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] For port efad55d9-75ce-4670-9b36-c73656533d69, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=efad55d9-75ce-4670-9b36-c73656533d69,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:00.462037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:00.474149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Calling delete_port for efad55d9-75ce-4670-9b36-c73656533d69 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:00.714641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:00.741178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Pushing event deleted for resources: {'Port': ['ID=efad55d9-75ce-4670-9b36-c73656533d69,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:00.909747 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:01.114306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Router b399d3c2-a071-428d-8fd2-a1b0c559f070 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:40:01.216859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:40:01.222415 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-aee7f8c2-5e2b-4477-8974-7917038ff71b admin admin] 10.222.0.43 "PUT /v2.0/routers/b399d3c2-a071-428d-8fd2-a1b0c559f070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206851 Apr 18 06:40:01.224911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58098) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:01.227612 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] Sync routers for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:40:01.238618 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:01.239269 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:01.328099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:01.340730 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:01.431169 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:01.516004 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:40:00Z', 'revision_number': 5, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port': {'id': '921f6eca-9366-4ffd-8cca-cbf030675dfa', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:32Z', 'updated_at': '2022-04-18T06:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:01.542558 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] Checking router: b399d3c2-a071-428d-8fd2-a1b0c559f070 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:40:01.551453 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] Routers {'b399d3c2-a071-428d-8fd2-a1b0c559f070'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:01.552057 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['b399d3c2-a071-428d-8fd2-a1b0c559f070'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:01.554965 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Deleting port 921f6eca-9366-4ffd-8cca-cbf030675dfa {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:01.555333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:01.635001 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] Set router b399d3c2-a071-428d-8fd2-a1b0c559f070 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:01.637485 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] For port 921f6eca-9366-4ffd-8cca-cbf030675dfa, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=921f6eca-9366-4ffd-8cca-cbf030675dfa,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:01.637856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:01.649449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Calling delete_port for 921f6eca-9366-4ffd-8cca-cbf030675dfa owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:01.688953 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:40:01Z', 'revision_number': 6, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:01.714809 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457209cd-e15d-41a9-b2e7-9f8ce197bccd None None] The sync data for ids ['b399d3c2-a071-428d-8fd2-a1b0c559f070'] in dv-neutron-837488-1-hyperv is: [{'id': 'b399d3c2-a071-428d-8fd2-a1b0c559f070', 'name': 'tempest-TestMinimumBasicScenario-363770237-router', 'tenant_id': 'b37856f766f942f686233eb5cf7690c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:31Z', 'updated_at': '2022-04-18T06:40:01Z', 'revision_number': 6, 'project_id': 'b37856f766f942f686233eb5cf7690c7', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:40:01.895156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:01.918674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=921f6eca-9366-4ffd-8cca-cbf030675dfa,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:01.979038 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.072137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.074249 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.486238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 921f6eca-9366-4ffd-8cca-cbf030675dfa no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:02.506153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 921f6eca-9366-4ffd-8cca-cbf030675dfa {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:02.506502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 921f6eca-9366-4ffd-8cca-cbf030675dfa not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:02.506920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device efad55d9-75ce-4670-9b36-c73656533d69 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:02.520735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.521319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b399d3c2-a071-428d-8fd2-a1b0c559f070 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:40:02.526041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.527578 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c723c920-7dbd-42f1-8be6-258ca99a09f1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b399d3c2-a071-428d-8fd2-a1b0c559f070 HTTP/1.1" status: 204 len: 168 time: 1.3013895 Apr 18 06:40:02.528601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: efad55d9-75ce-4670-9b36-c73656533d69 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:02.528839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device efad55d9-75ce-4670-9b36-c73656533d69 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:02.530904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58100) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:02.575191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Deleting subnet 126c0cd3-5a68-4343-b503-17d852c8528e {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:40:02.578936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.612893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.695745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.829515 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.857074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126c0cd3-5a68-4343-b503-17d852c8528e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:02.859340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.863229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-59dea24f-e7d5-4c23-b30a-5aa5b4ef767b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/126c0cd3-5a68-4343-b503-17d852c8528e HTTP/1.1" status: 204 len: 168 time: 0.3305478 Apr 18 06:40:02.863359 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d11ed7-40ee-4b45-ba16-572bdcf8d8a0 None None] Network 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:40:02.865260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58102) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:02.936553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:02.988607 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Deleting port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:02.988942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.047056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] DHCP port deletion for 62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:40:03.052795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] For port 3cae0fdf-e136-4917-8ac9-6db3753b4b17, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3cae0fdf-e136-4917-8ac9-6db3753b4b17,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:03.053265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.066694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Calling delete_port for 3cae0fdf-e136-4917-8ac9-6db3753b4b17 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:03.093072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Deleting port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:03.093377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.159780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] For port 3cae0fdf-e136-4917-8ac9-6db3753b4b17, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=3cae0fdf-e136-4917-8ac9-6db3753b4b17,segment=NetworkSegment(366b7ee1-2134-47d9-a943-d8563750e0ca),segment_id=366b7ee1-2134-47d9-a943-d8563750e0ca)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:03.160173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.172899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Calling delete_port for 3cae0fdf-e136-4917-8ac9-6db3753b4b17 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:03.194895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.220293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cae0fdf-e136-4917-8ac9-6db3753b4b17,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:03.223813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] No DVR routers for this DVR port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:40:03.246861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.274749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Pushing event deleted for resources: {'Port': ['ID=3cae0fdf-e136-4917-8ac9-6db3753b4b17,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:03.282243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] No DVR routers for this DVR port 3cae0fdf-e136-4917-8ac9-6db3753b4b17 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:40:03.284606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.284964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.285288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.285615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.286056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.286386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.286709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.287033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.287383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.287703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.288031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.288349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80618ef9-c3cc-4ff0-b78d-587ccd0e002d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:03.304447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.325454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:03.334927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366b7ee1-2134-47d9-a943-d8563750e0ca') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:03.335216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366b7ee1-2134-47d9-a943-d8563750e0ca') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:03.344654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.357962 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.363660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:40:03.364040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:40:03.365685 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:40:03.475157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.480453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:03.483609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c HTTP/1.1" status: 204 len: 168 time: 0.6174388 Apr 18 06:40:03.486610 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:03.494972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557327-b65d-4a04-9f2f-667b408742f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e5ddeb-66ac-4a61-882f-3bbdbb47fd9c,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:03.823118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:04.077180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Deleting port 95606b08-24e8-4de2-a132-a4a80318c888 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:04.077435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:04.156428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] For port 95606b08-24e8-4de2-a132-a4a80318c888, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=95606b08-24e8-4de2-a132-a4a80318c888,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:04.156785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:04.168942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Calling delete_port for 95606b08-24e8-4de2-a132-a4a80318c888 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:04.291224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3cae0fdf-e136-4917-8ac9-6db3753b4b17 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:04.312879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 3cae0fdf-e136-4917-8ac9-6db3753b4b17 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:04.313214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 3cae0fdf-e136-4917-8ac9-6db3753b4b17 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:04.421635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:04.447580 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Pushing event deleted for resources: {'Port': ['ID=95606b08-24e8-4de2-a132-a4a80318c888,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:04.611604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:04.821132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Router 35ffa74d-764a-406a-94f5-96d6a76e2f98 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:40:04.926371 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:40:04.931352 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c6e0b429-68f2-4248-93ee-aba1cd7462ba admin admin] 10.222.0.43 "PUT /v2.0/routers/35ffa74d-764a-406a-94f5-96d6a76e2f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4436107 Apr 18 06:40:04.933913 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:04.937268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] Sync routers for ids ['35ffa74d-764a-406a-94f5-96d6a76e2f98'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:40:04.946808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] Routers {'35ffa74d-764a-406a-94f5-96d6a76e2f98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:04.947450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['35ffa74d-764a-406a-94f5-96d6a76e2f98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:05.037178 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.050875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] Set router 35ffa74d-764a-406a-94f5-96d6a76e2f98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:05.145043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.227875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:40:04Z', 'revision_number': 5, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port': {'id': '000c81f2-0227-4bd6-b66c-78da743efaf1', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:05.260167 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] Checking router: 35ffa74d-764a-406a-94f5-96d6a76e2f98 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:40:05.269005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] Routers {'35ffa74d-764a-406a-94f5-96d6a76e2f98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:05.269613 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['35ffa74d-764a-406a-94f5-96d6a76e2f98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:05.271005 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Deleting port 000c81f2-0227-4bd6-b66c-78da743efaf1 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:05.271487 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.354075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] Set router 35ffa74d-764a-406a-94f5-96d6a76e2f98 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:05.360663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] For port 000c81f2-0227-4bd6-b66c-78da743efaf1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=000c81f2-0227-4bd6-b66c-78da743efaf1,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:05.361035 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.377846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Calling delete_port for 000c81f2-0227-4bd6-b66c-78da743efaf1 owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:05.412451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:40:05Z', 'revision_number': 6, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:05.439711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c4a8-bea7-4521-ad91-f4863ba207ed None None] The sync data for ids ['35ffa74d-764a-406a-94f5-96d6a76e2f98'] in dv-neutron-837488-1-hyperv is: [{'id': '35ffa74d-764a-406a-94f5-96d6a76e2f98', 'name': 'tempest-TestMinimumBasicScenario-973723551-router', 'tenant_id': '0e29d087b107435ab0f87a5340c2e88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:36:38Z', 'updated_at': '2022-04-18T06:40:05Z', 'revision_number': 6, 'project_id': '0e29d087b107435ab0f87a5340c2e88d', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:40:05.600632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.628157 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=000c81f2-0227-4bd6-b66c-78da743efaf1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:05.686237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.780395 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.782555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.914969 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.915480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35ffa74d-764a-406a-94f5-96d6a76e2f98 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:40:05.919834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:05.921544 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-850481b1-ba69-47d3-818b-14211de354e2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/35ffa74d-764a-406a-94f5-96d6a76e2f98 HTTP/1.1" status: 204 len: 168 time: 0.9866705 Apr 18 06:40:05.924043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58108) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:05.968756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Deleting subnet c3edc94b-9529-46df-9ecd-c815cad0dee6 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:40:05.971945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.005409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.088250 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.215701 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.242583 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3edc94b-9529-46df-9ecd-c815cad0dee6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:06.248121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.253557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-674d8165-d21e-4212-a94a-12aad0da9792 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3edc94b-9529-46df-9ecd-c815cad0dee6 HTTP/1.1" status: 204 len: 168 time: 0.3263652 Apr 18 06:40:06.254040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58110) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:06.254555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99abf18b-4314-4e6c-b031-ffcb9ddb5e02 None None] Network d511072f-53e3-4f63-b190-c55563406fda requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:40:06.310461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 95606b08-24e8-4de2-a132-a4a80318c888 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:06.333818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 95606b08-24e8-4de2-a132-a4a80318c888 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:06.334156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 95606b08-24e8-4de2-a132-a4a80318c888 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:06.334574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 000c81f2-0227-4bd6-b66c-78da743efaf1 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:06.337948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.361965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 000c81f2-0227-4bd6-b66c-78da743efaf1 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:06.362533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 000c81f2-0227-4bd6-b66c-78da743efaf1 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:06.398811 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Deleting port 818cc4ee-4682-42cb-a23d-f3c297b9a477 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:06.400583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.475615 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] DHCP port deletion for d511072f-53e3-4f63-b190-c55563406fda request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:40:06.482029 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] For port 818cc4ee-4682-42cb-a23d-f3c297b9a477, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=818cc4ee-4682-42cb-a23d-f3c297b9a477,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:06.482609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.499379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Calling delete_port for 818cc4ee-4682-42cb-a23d-f3c297b9a477 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:06.524565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] Deleting port 818cc4ee-4682-42cb-a23d-f3c297b9a477 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:40:06.524937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.586009 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] For port 818cc4ee-4682-42cb-a23d-f3c297b9a477, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=818cc4ee-4682-42cb-a23d-f3c297b9a477,segment=NetworkSegment(bd29c54d-12da-4291-bba1-f54fb38e65ea),segment_id=bd29c54d-12da-4291-bba1-f54fb38e65ea)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:06.586395 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.602171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] Calling delete_port for 818cc4ee-4682-42cb-a23d-f3c297b9a477 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:40:06.646220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.673883 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=818cc4ee-4682-42cb-a23d-f3c297b9a477,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:06.675422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.679864 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] No DVR routers for this DVR port 818cc4ee-4682-42cb-a23d-f3c297b9a477 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:40:06.703136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] No DVR routers for this DVR port 818cc4ee-4682-42cb-a23d-f3c297b9a477 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:40:06.706259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ec2a0-df09-437e-baae-dfb2d1b48d61 None None] Pushing event deleted for resources: {'Port': ['ID=818cc4ee-4682-42cb-a23d-f3c297b9a477,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:06.759731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.780539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d511072f-53e3-4f63-b190-c55563406fda']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:06.789616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd29c54d-12da-4291-bba1-f54fb38e65ea') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:06.789912 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd29c54d-12da-4291-bba1-f54fb38e65ea') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:06.799324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.812604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.818247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:40:06.818626 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:40:06.820271 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:40:06.940858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.945897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:06.951288 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] 10.222.0.43 "DELETE /v2.0/networks/d511072f-53e3-4f63-b190-c55563406fda HTTP/1.1" status: 204 len: 168 time: 0.6935694 Apr 18 06:40:06.960016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d430-21bc-4c34-9ae1-8c82e4d41a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=d511072f-53e3-4f63-b190-c55563406fda,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:07.307583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58114) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:07.352156 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a3e92774-62da-4905-8c8a-693232d79040 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b37856f766f942f686233eb5cf7690c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433023 Apr 18 06:40:07.354584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58116) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:07.401979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23f0916e-8d1d-40d3-9753-a3609c79c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:07.424082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23f0916e-8d1d-40d3-9753-a3609c79c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:07.515624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23f0916e-8d1d-40d3-9753-a3609c79c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:07.518125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-23f0916e-8d1d-40d3-9753-a3609c79c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:07.519331 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-23f0916e-8d1d-40d3-9753-a3609c79c52e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a1e83c8-f8f9-4b6a-8578-961d82729e80 HTTP/1.1" status: 204 len: 168 time: 0.1638556 Apr 18 06:40:07.527341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0916e-8d1d-40d3-9753-a3609c79c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1e83c8-f8f9-4b6a-8578-961d82729e80,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:08.135633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58122) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:08.176761 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8ea75711-4da8-449f-98bb-8def9805bb4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e29d087b107435ab0f87a5340c2e88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399320 Apr 18 06:40:08.179133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58124) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:08.225602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0c88750-d51d-49b7-bf48-dd5a1330355e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.246740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0c88750-d51d-49b7-bf48-dd5a1330355e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.290797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 818cc4ee-4682-42cb-a23d-f3c297b9a477 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:40:08.313805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 818cc4ee-4682-42cb-a23d-f3c297b9a477 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:40:08.314140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 818cc4ee-4682-42cb-a23d-f3c297b9a477 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:40:08.363778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0c88750-d51d-49b7-bf48-dd5a1330355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.366362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e0c88750-d51d-49b7-bf48-dd5a1330355e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:08.367571 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e0c88750-d51d-49b7-bf48-dd5a1330355e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fc98ef6-48b2-4711-a1bd-e991c574ef6b HTTP/1.1" status: 204 len: 168 time: 0.1874905 Apr 18 06:40:08.378997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c88750-d51d-49b7-bf48-dd5a1330355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc98ef6-48b2-4711-a1bd-e991c574ef6b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:10.649740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58164) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:10.654577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281466510', 'description': 'tempest-secgroup-smoke-1281466510 description', 'project_id': '9ec09b6e28c3459680804fde0ab69f95'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:10.735467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:10.743469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:10.816855 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:10.885954 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:10.924343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a786cf7-efdb-4021-b280-756f69f485fd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:10.960951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.023380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.052369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb702eca-f025-41bb-9928-3c75c5541642,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:11.105265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.106514 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-95b61fa9-d0e1-4178-bc37-55d47d89139a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4557753 Apr 18 06:40:11.109483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58166) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:11.113835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'eb702eca-f025-41bb-9928-3c75c5541642', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:11.205689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.258737 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.335057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.353014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44041f88-9476-4aae-a268-6f53bbeb6e0c,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:11.423467 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.424650 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cdc5e744-db00-437d-8517-2cb4d6523699 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142369 Apr 18 06:40:11.427265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58168) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:11.431504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'eb702eca-f025-41bb-9928-3c75c5541642', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:11.522660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.581850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.663262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.682746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a304696-84bb-4f73-b07e-19b32d6825e8,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:11.760074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.761294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dab404b6-803e-4801-878c-9bd46f428337 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331294 Apr 18 06:40:11.763963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58170) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:11.768435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'eb702eca-f025-41bb-9928-3c75c5541642', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:11.842367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.897984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.952076 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:11.970696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5b4b14-b55d-41ef-9421-d605c95437fd,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:12.020205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.021396 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8b65d2d7-fbb5-4c94-9ee5-2096eb1631f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565293 Apr 18 06:40:12.024082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58172) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:12.028454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'eb702eca-f025-41bb-9928-3c75c5541642', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:12.111937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.171045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.238105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.255288 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad9d43a-122c-4550-a4a8-10b333cbc0c1,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:12.326035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.328092 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-12ab8212-cee7-4120-9133-cb2d744181d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3023942 Apr 18 06:40:12.330706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58174) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:12.335053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'eb702eca-f025-41bb-9928-3c75c5541642', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:12.404410 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:40:12.410160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.474615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.541137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.557913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f212279-1b54-4680-b563-0e177c187e7a,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:12.636960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.638171 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-01346731-3026-4223-b895-773778c544a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3065269 Apr 18 06:40:12.641447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:12.646061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'eb702eca-f025-41bb-9928-3c75c5541642', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:12.715208 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:40:12.720143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.780596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.860889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.878728 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60970f1-32fa-4456-b90b-5388b87284eb,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:12.950999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:12.952233 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d9fd6f2b-efc6-47ff-ba40-a549fd0be70a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3098576 Apr 18 06:40:12.955448 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58178) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:12.960210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'network': {'name': 'tempest-network-smoke--571809290', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'port_security_enabled': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:13.060593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:40:13.064689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.087276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:40:13.095744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.096091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Added segment 702cd9d3-c458-43f8-b479-b755d8dfc98b of type vlan for network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 Apr 18 06:40:13.135323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.220692 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.249226 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.255425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:13.256001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.322420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Network': ['ID=4b687ccd-fb86-47e8-aad8-5ee171cf8064,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:13.332292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:40:13.366445 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1e44e2d5-3f7f-4403-89d1-866e0aa762a3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4099948 Apr 18 06:40:13.369236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58180) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:13.373760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'admin_state_up': True, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:13.475001 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.476081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.526266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.731752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:13.995778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:14.014527 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:14.114055 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.89 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/d48b2ab5-dc22-47f0-887d-af9200915e51) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:40:14.218168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:14.286629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:14.324658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:40:14.327525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:14.331677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:40:14.352843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=d48b2ab5-dc22-47f0-887d-af9200915e51,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:14.645687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:14.838743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.035442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 589088a9-8afc-45c5-83b7-660d6ae058ba is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:40:15.140842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:40:15.150540 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Sync routers for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:40:15.161053 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:15.161642 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:15.230998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.232304 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-93780dfa-d3de-45db-9853-6bc7852aefa0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8620338 Apr 18 06:40:15.235643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58182) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:15.261576 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:15.357540 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-eeff284a-4341-4918-a4d1-b04b49ef96ed tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9ec09b6e28c3459680804fde0ab69f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208072 Apr 18 06:40:15.360334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58186) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:15.446195 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:14Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:15.450914 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3a4ab8-b341-4458-8599-cef9f0b80849 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:15.452528 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1b3a4ab8-b341-4458-8599-cef9f0b80849 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912585 Apr 18 06:40:15.455619 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58188) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:15.473097 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Checking router: 589088a9-8afc-45c5-83b7-660d6ae058ba for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:40:15.473443 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Updating router 589088a9-8afc-45c5-83b7-660d6ae058ba port d48b2ab5-dc22-47f0-887d-af9200915e51 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:40:15.483109 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f8bd081c-44ce-4e57-b413-1c7fcaacaa2e tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264134 Apr 18 06:40:15.486396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:15.491062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774637276', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:15.498506 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.635146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:40:15.638731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.741730 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.832819 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.888865 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Attempting to bind port d48b2ab5-dc22-47f0-887d-af9200915e51 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:40:15.889162 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Attempting to bind port d48b2ab5-dc22-47f0-887d-af9200915e51 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:40:15.889510 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Attempting to bind port d48b2ab5-dc22-47f0-887d-af9200915e51 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:40:15.890088 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.891989 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Pushing event updated for resources: {'Port': ['ID=d48b2ab5-dc22-47f0-887d-af9200915e51,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:15.900368 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.900734 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.901045 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.901376 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.901698 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.902021 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.902339 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.902661 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.902973 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.903310 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.905653 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.905653 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:40:15.908498 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:40:15.908866 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:40:15.909253 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.909613 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:40:15.910073 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Bound port: d48b2ab5-dc22-47f0-887d-af9200915e51, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:40:15.910443 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:15.955561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Subnet': ['ID=ecd8af88-8d39-4f92-8fc1-55204708e675,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:15.962791 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] For port d48b2ab5-dc22-47f0-887d-af9200915e51, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:40:15.964520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Checking segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:40:15.964762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network hostable DHCP agents. Network: 4b687ccd-fb86-47e8-aad8-5ee171cf8064, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:40:15.966009 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] For port d48b2ab5-dc22-47f0-887d-af9200915e51, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d48b2ab5-dc22-47f0-887d-af9200915e51,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:40:16.018500 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.044158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:40:16.074121 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:16.074719 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:16.112932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 4b687ccd-fb86-47e8-aad8-5ee171cf8064) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:16.117221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:16.117820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.122564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57414f38-86c3-4224-8dff-180824c17cad None None] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:40:16.198607 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccfc0a-49f4-4709-bcc2-efb8cdc4f349 None None] Pushing event updated for resources: {'Port': ['ID=d48b2ab5-dc22-47f0-887d-af9200915e51,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:16.226705 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3fe29857-4a9b-415d-968b-c890c443bd99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7367237 Apr 18 06:40:16.226937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58192) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:16.272222 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:16.277841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:40:16.279160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.432156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Allocated IP 172.20.0.2 (4b687ccd-fb86-47e8-aad8-5ee171cf8064/ecd8af88-8d39-4f92-8fc1-55204708e675/70f21633-ba9a-4454-b610-b7a28e93b8dd) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:40:16.457412 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:14Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:16.483828 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76823e-a605-49b7-bceb-f1c3b3b98f0b None None] The sync data for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv is: [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:14Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:40:16.592469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.679007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.679941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.742759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:40:16.745641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:16.751749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:40:16.768954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Pushing event updated for resources: {'Port': ['ID=70f21633-ba9a-4454-b610-b7a28e93b8dd,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:16.822489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Attempting to bind port 70f21633-ba9a-4454-b610-b7a28e93b8dd on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:40:16.822855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Attempting to bind port 70f21633-ba9a-4454-b610-b7a28e93b8dd by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:40:16.823223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Attempting to bind port 70f21633-ba9a-4454-b610-b7a28e93b8dd on network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:40:16.829595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:40:16.829972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Checking segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:40:16.830369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.830760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Bound using segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:40:16.831228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Bound port: 70f21633-ba9a-4454-b610-b7a28e93b8dd, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:40:16.831632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.902630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] For port 70f21633-ba9a-4454-b610-b7a28e93b8dd, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:40:16.906853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] For port 70f21633-ba9a-4454-b610-b7a28e93b8dd, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=70f21633-ba9a-4454-b610-b7a28e93b8dd,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:40:16.966936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:16.990738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.1 (4b687ccd-fb86-47e8-aad8-5ee171cf8064/ecd8af88-8d39-4f92-8fc1-55204708e675/93a5da6d-8f9a-42bc-983c-45df243fd244) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:40:17.031399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01782-775b-4249-ae05-22f99cc68e05 None None] Pushing event updated for resources: {'Port': ['ID=70f21633-ba9a-4454-b610-b7a28e93b8dd,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:17.121462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:17.225778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:17.284551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:40:17.287946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:17.293807 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:40:17.317381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=93a5da6d-8f9a-42bc-983c-45df243fd244,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:17.341708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:17.550020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:17.916400 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1783810f-d55d-443d-ae4a-c88bcf1038c1 None None] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:40:18.009970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a7ee0846-38ec-4da9-b203-101c2efff99b None None] Provisioning complete for port 70f21633-ba9a-4454-b610-b7a28e93b8dd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:18.010367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7ee0846-38ec-4da9-b203-101c2efff99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.199041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.256046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.299198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7ee0846-38ec-4da9-b203-101c2efff99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.331766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.347524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a7ee0846-38ec-4da9-b203-101c2efff99b None None] For port 70f21633-ba9a-4454-b610-b7a28e93b8dd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=70f21633-ba9a-4454-b610-b7a28e93b8dd,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:18.377521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=93a5da6d-8f9a-42bc-983c-45df243fd244,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:18.429281 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d48b2ab5-dc22-47f0-887d-af9200915e51 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:40:18.454199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a7ee0846-38ec-4da9-b203-101c2efff99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.470335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:40:18.472202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:18.518892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee0846-38ec-4da9-b203-101c2efff99b None None] Pushing event updated for resources: {'Port': ['ID=70f21633-ba9a-4454-b610-b7a28e93b8dd,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:18.531505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d48b2ab5-dc22-47f0-887d-af9200915e51 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:18.531877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.588354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-542a615f-3888-4d60-acde-472158c2abea None None] Provisioning complete for port 70f21633-ba9a-4454-b610-b7a28e93b8dd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:18.588720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-542a615f-3888-4d60-acde-472158c2abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.603590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 589088a9-8afc-45c5-83b7-660d6ae058ba has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:40:18.654518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.680663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port d48b2ab5-dc22-47f0-887d-af9200915e51, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d48b2ab5-dc22-47f0-887d-af9200915e51,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:18.726354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:40:18.730056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-542a615f-3888-4d60-acde-472158c2abea None None] Provisioning complete for port 93a5da6d-8f9a-42bc-983c-45df243fd244 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:18.730436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-542a615f-3888-4d60-acde-472158c2abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.732425 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9f54a59c-a63e-4d38-9fde-0012511cac96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/589088a9-8afc-45c5-83b7-660d6ae058ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5044496 Apr 18 06:40:18.760874 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Sync routers for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:40:18.785802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:18.786634 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 70f21633-ba9a-4454-b610-b7a28e93b8dd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:40:18.792055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:18.799840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:18.813849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-542a615f-3888-4d60-acde-472158c2abea None None] Port 93a5da6d-8f9a-42bc-983c-45df243fd244 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:40:18.886429 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-5a4ec8ba-54fa-411b-875c-031386778d2d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281466510&fields=id&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 267 time: 0.0356824 Apr 18 06:40:18.957803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=d48b2ab5-dc22-47f0-887d-af9200915e51,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:18.996818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:18.998442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-684b2ac5-306a-49aa-9d2f-dafd63947634 None None] Provisioning complete for port 93a5da6d-8f9a-42bc-983c-45df243fd244 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:18.998813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-684b2ac5-306a-49aa-9d2f-dafd63947634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.008396 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-ed6f6750-e1b5-4955-81e0-911f017e333f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:19.010006 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-ed6f6750-e1b5-4955-81e0-911f017e333f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/networks?id=4b687ccd-fb86-47e8-aad8-5ee171cf8064 HTTP/1.1" status: 200 len: 796 time: 0.1159606 Apr 18 06:40:19.027321 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-af9e01f5-e912-4c58-955e-38b237a86166 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/quotas/9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 375 time: 0.0095527 Apr 18 06:40:19.043976 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 70f21633-ba9a-4454-b610-b7a28e93b8dd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:19.044341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.079349 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-3023d343-7ac4-4612-b72a-a3d7362825fd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456696 Apr 18 06:40:19.132765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-684b2ac5-306a-49aa-9d2f-dafd63947634 None None] Port 93a5da6d-8f9a-42bc-983c-45df243fd244 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:40:19.226214 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e35ad21a-d0e0-426a-98b4-84e609beabbe service neutron] 10.222.0.43 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352143 Apr 18 06:40:19.301619 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-962cc9bb-da12-4c57-b14b-cdec20a98036 None None] Provisioning complete for port 93a5da6d-8f9a-42bc-983c-45df243fd244 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:19.301986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-962cc9bb-da12-4c57-b14b-cdec20a98036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.316903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-7f93008e-954f-488c-acb0-ed15764ce1f2 service neutron] 10.222.0.43 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844667 Apr 18 06:40:19.350893 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-962cc9bb-da12-4c57-b14b-cdec20a98036 None None] Port 93a5da6d-8f9a-42bc-983c-45df243fd244 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:40:19.365905 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 2, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:19.399507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Checking router: 589088a9-8afc-45c5-83b7-660d6ae058ba for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:40:19.399748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Updating router 589088a9-8afc-45c5-83b7-660d6ae058ba port 93a5da6d-8f9a-42bc-983c-45df243fd244 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:40:19.432203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.637416 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ef2ecca3-fbc0-468c-84d9-8183bc3debff req-1dac5020-640f-47de-ac2f-246e4d4811d8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 210 time: 0.0361099 Apr 18 06:40:19.741544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.812806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.890888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34930568-bdae-4157-8dd1-c09de72c532b None None] Pushing event updated for resources: {'Port': ['ID=93a5da6d-8f9a-42bc-983c-45df243fd244,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:19.926957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Attempting to bind port 93a5da6d-8f9a-42bc-983c-45df243fd244 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:40:19.927368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Attempting to bind port 93a5da6d-8f9a-42bc-983c-45df243fd244 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:40:19.927705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Attempting to bind port 93a5da6d-8f9a-42bc-983c-45df243fd244 on network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:40:19.933123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:40:19.933768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Checking segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:40:19.935584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:19.935584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Bound using segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:40:19.935852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Bound port: 93a5da6d-8f9a-42bc-983c-45df243fd244, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:40:19.936485 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.018041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] For port 93a5da6d-8f9a-42bc-983c-45df243fd244, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:40:20.021144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] For port 93a5da6d-8f9a-42bc-983c-45df243fd244, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=93a5da6d-8f9a-42bc-983c-45df243fd244,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:40:20.083888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bfadf568-0644-42d8-ac6f-0c1fcc927bac None None] Provisioning complete for port 93a5da6d-8f9a-42bc-983c-45df243fd244 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:20.084252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bfadf568-0644-42d8-ac6f-0c1fcc927bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.108427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.149168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bfadf568-0644-42d8-ac6f-0c1fcc927bac None None] Port 93a5da6d-8f9a-42bc-983c-45df243fd244 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:40:20.181964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34930568-bdae-4157-8dd1-c09de72c532b None None] Pushing event updated for resources: {'Port': ['ID=93a5da6d-8f9a-42bc-983c-45df243fd244,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:20.184674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:20.188166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:39:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:20.303742 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:20.340926 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d48b2ab5-dc22-47f0-887d-af9200915e51 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:40:20.617747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-65463ec1-f613-49bf-ab47-99d80f7805fd None None] Provisioning complete for port 93a5da6d-8f9a-42bc-983c-45df243fd244 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:20.618112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-65463ec1-f613-49bf-ab47-99d80f7805fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.670730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d48b2ab5-dc22-47f0-887d-af9200915e51 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:20.671145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.719078 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32ae2aa1-2449-4419-bb1b-20bff70facff req-1a3a8afd-f228-406b-afab-480dd5111536 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Apr 18 06:40:20.796478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-65463ec1-f613-49bf-ab47-99d80f7805fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.872840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:20.875971 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-65463ec1-f613-49bf-ab47-99d80f7805fd None None] For port 93a5da6d-8f9a-42bc-983c-45df243fd244, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=93a5da6d-8f9a-42bc-983c-45df243fd244,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:20.878728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 70f21633-ba9a-4454-b610-b7a28e93b8dd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:40:20.903547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda80623-b53e-441b-82d6-5ed2d4ed378c None None] The sync data for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv is: [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:40:20.949738 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-65463ec1-f613-49bf-ab47-99d80f7805fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:20.965152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 70f21633-ba9a-4454-b610-b7a28e93b8dd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:20.965152 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:21.046658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65463ec1-f613-49bf-ab47-99d80f7805fd None None] Pushing event updated for resources: {'Port': ['ID=93a5da6d-8f9a-42bc-983c-45df243fd244,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:21.821473 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-515a0fe7-c480-45b5-bf15-2ce3d41adf6b req-dee89cc6-009d-4039-b634-59f3b7c0c23f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 210 time: 0.0339520 Apr 18 06:40:22.011783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-adf58947-52d3-499b-865a-216a9dde2daa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:22.013274 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-adf58947-52d3-499b-865a-216a9dde2daa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/networks?id=4b687ccd-fb86-47e8-aad8-5ee171cf8064 HTTP/1.1" status: 200 len: 796 time: 0.1080658 Apr 18 06:40:22.062357 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-b42bcd53-25d7-4839-ba4d-cb302ca68868 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 380 time: 0.0347030 Apr 18 06:40:22.070711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'port': {'device_id': 'db12115b-1157-4939-90d9-d549b3d543a3', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'admin_state_up': True, 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'security_groups': ['eb702eca-f025-41bb-9928-3c75c5541642']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:22.254800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:40:22.256216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:22.331181 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 93a5da6d-8f9a-42bc-983c-45df243fd244 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:40:22.385570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 93a5da6d-8f9a-42bc-983c-45df243fd244 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:22.385934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:22.393539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.13 (4b687ccd-fb86-47e8-aad8-5ee171cf8064/ecd8af88-8d39-4f92-8fc1-55204708e675/36150868-a257-4554-96b3-e8537b246ee5) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:40:22.588944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:22.701668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:22.741325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:40:22.744369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:22.751719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:40:22.782518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=36150868-a257-4554-96b3-e8537b246ee5,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:22.811658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:22.812294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:22.887836 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-e047992c-bc61-42dd-ac43-c98a0cc86a74 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205438 Apr 18 06:40:22.915739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Request body: {'port': {'device_id': 'db12115b-1157-4939-90d9-d549b3d543a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:22.985006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c15f2d60-b017-46ce-b019-c0f43ee68fa3 None None] Provisioning complete for port 36150868-a257-4554-96b3-e8537b246ee5 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:22.985580 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c15f2d60-b017-46ce-b019-c0f43ee68fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.005009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d9474-cc61-4796-8321-b9146254aa27 req-e062d894-b86c-48a8-949b-3d943ca33f29 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.006504 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d3d9474-cc61-4796-8321-b9146254aa27 req-e062d894-b86c-48a8-949b-3d943ca33f29 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 932 time: 0.1041367 Apr 18 06:40:23.007536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.020172 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c15f2d60-b017-46ce-b019-c0f43ee68fa3 None None] Port 36150868-a257-4554-96b3-e8537b246ee5 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:40:23.080130 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d3d9474-cc61-4796-8321-b9146254aa27 req-323d19b6-f514-4c21-891e-84570be7fb67 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640659 Apr 18 06:40:23.299229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36150868-a257-4554-96b3-e8537b246ee5 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:40:23.306435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.318606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Transition to ACTIVE for port object 36150868-a257-4554-96b3-e8537b246ee5 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:40:23.387065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.442484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Pushing event updated for resources: {'Port': ['ID=36150868-a257-4554-96b3-e8537b246ee5,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:23.475291 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fbfb09fd-a21e-442e-91c4-afd06c00b4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.511770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Attempting to bind port 36150868-a257-4554-96b3-e8537b246ee5 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:40:23.512110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Attempting to bind port 36150868-a257-4554-96b3-e8537b246ee5 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:40:23.512445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Attempting to bind port 36150868-a257-4554-96b3-e8537b246ee5 on network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:40:23.517192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Port 36150868-a257-4554-96b3-e8537b246ee5 on network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:40:23.517517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Attempting to bind port 36150868-a257-4554-96b3-e8537b246ee5 on network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:40:23.522526 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:40:23.522861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Checking segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:40:23.523276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Bound using segment: {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:40:23.523704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Bound port: 36150868-a257-4554-96b3-e8537b246ee5, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702cd9d3-c458-43f8-b479-b755d8dfc98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:40:23.524067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.594343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] For port 36150868-a257-4554-96b3-e8537b246ee5, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:40:23.597375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] For port 36150868-a257-4554-96b3-e8537b246ee5, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=36150868-a257-4554-96b3-e8537b246ee5,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:40:23.667623 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.703165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.703911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:23.705358 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] 10.222.0.46 "PUT /v2.0/ports/36150868-a257-4554-96b3-e8537b246ee5 HTTP/1.1" status: 200 len: 1094 time: 0.7936752 Apr 18 06:40:23.705858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'tag': '36150868-a257-4554-96b3-e8537b246ee5'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:40:23.708187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "tag": "36150868-a257-4554-96b3-e8537b246ee5"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:40:23.732492 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e740a-6620-4e3c-9eb4-81c62fcebe3b service neutron] Pushing event updated for resources: {'Port': ['ID=36150868-a257-4554-96b3-e8537b246ee5,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:23.753886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae956257-ee8e-4301-a07a-3c27eea6e840 x-openstack-request-id: req-ae956257-ee8e-4301-a07a-3c27eea6e840 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:40:23.754262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "tag": "36150868-a257-4554-96b3-e8537b246ee5", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:40:23.755149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae956257-ee8e-4301-a07a-3c27eea6e840 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:40:23.755679 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae956257-ee8e-4301-a07a-3c27eea6e840'] response: {'name': 'network-changed', 'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'tag': '36150868-a257-4554-96b3-e8537b246ee5', 'status': 'completed', 'code': 200} Apr 18 06:40:23.835862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c req-4752c369-d42a-48f3-8832-c0dbc435798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.837371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c req-4752c369-d42a-48f3-8832-c0dbc435798a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1097 time: 0.0430248 Apr 18 06:40:23.946773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c req-48a54f9b-fcb4-4c74-8137-880355156f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:23.948276 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c req-48a54f9b-fcb4-4c74-8137-880355156f7f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ec09b6e28c3459680804fde0ab69f95&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0971782 Apr 18 06:40:24.043718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c req-98b65853-ce68-4a5e-b3be-81e58af24589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.045205 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2d872d72-b880-49ea-aa79-0b7ec3a08d9c req-98b65853-ce68-4a5e-b3be-81e58af24589 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904062 Apr 18 06:40:24.148858 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-53c64b7d-d54a-42dc-baff-a5b2b48c631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.150344 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-53c64b7d-d54a-42dc-baff-a5b2b48c631d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1097 time: 0.0469582 Apr 18 06:40:24.212343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-7d71f236-f8df-4f2f-a6d1-b38adf3bc212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36150868-a257-4554-96b3-e8537b246ee5 HTTP/1.1" status: 200 len: 217 time: 0.0361636 Apr 18 06:40:24.254501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29dbde-652f-4aca-a397-0964af0c9364 req-3a9b2a93-319a-43c8-9b61-60b3d128fe5e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.255990 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af29dbde-652f-4aca-a397-0964af0c9364 req-3a9b2a93-319a-43c8-9b61-60b3d128fe5e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 944 time: 0.1047647 Apr 18 06:40:24.294373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-a57a1477-bf19-49c0-bbb1-ba4df9e34ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.295879 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-a57a1477-bf19-49c0-bbb1-ba4df9e34ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd8af88-8d39-4f92-8fc1-55204708e675 HTTP/1.1" status: 200 len: 834 time: 0.0756426 Apr 18 06:40:24.316256 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-af29dbde-652f-4aca-a397-0964af0c9364 req-60b44e51-2152-424d-9ae5-4cd0103e14e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530217 Apr 18 06:40:24.347259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-9615062e-c99f-4a88-8030-d477ac267d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:24.348779 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-9615062e-c99f-4a88-8030-d477ac267d60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b687ccd-fb86-47e8-aad8-5ee171cf8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450177 Apr 18 06:40:24.440834 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-8511de20-d0f5-406f-8b4f-c668769fd794 service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817442 Apr 18 06:40:24.533423 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b1fec5a7-62dd-458b-a941-6e47d131be27 req-5cc57f9d-ea16-49e8-9b87-55e5098c9fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865064 Apr 18 06:40:25.436526 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99a38-8cff-4933-8a6f-5bc523396f66 req-07c90061-d677-413a-9457-ddc1b12548d3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:25.437993 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-66d99a38-8cff-4933-8a6f-5bc523396f66 req-07c90061-d677-413a-9457-ddc1b12548d3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Apr 18 06:40:25.474931 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-66d99a38-8cff-4933-8a6f-5bc523396f66 req-b787cd5d-5247-4bc3-9372-91b58ab20b50 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Apr 18 06:40:25.818236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-20b825f0-3564-4cd3-8d69-9853eec16557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:26.505965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 36150868-a257-4554-96b3-e8537b246ee5 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:40:26.594122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a958-e05a-4ae9-b0fd-fbe2790ce8e6 req-6df69204-316e-4c17-97c8-e65084b74991 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:26.596005 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6832a958-e05a-4ae9-b0fd-fbe2790ce8e6 req-6df69204-316e-4c17-97c8-e65084b74991 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 944 time: 0.0515859 Apr 18 06:40:26.598684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 36150868-a257-4554-96b3-e8537b246ee5, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=36150868-a257-4554-96b3-e8537b246ee5,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:26.610575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '36150868-a257-4554-96b3-e8537b246ee5', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'port_id': '36150868-a257-4554-96b3-e8537b246ee5', 'mac_address': 'fa:16:3e:4d:5e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:40:26.634023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6832a958-e05a-4ae9-b0fd-fbe2790ce8e6 req-064017db-672f-4467-a77d-19594b906da6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Apr 18 06:40:26.650180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:26.662765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36150868-a257-4554-96b3-e8537b246ee5 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:40:26.681127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 36150868-a257-4554-96b3-e8537b246ee5, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=36150868-a257-4554-96b3-e8537b246ee5,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:26.752631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:26.799444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=36150868-a257-4554-96b3-e8537b246ee5,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:27.120740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:27.176203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['36150868-a257-4554-96b3-e8537b246ee5'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:40:27.745518 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052a4f2-ee53-4e9e-b05a-a15790161c28 req-8f35cef7-e0d9-4f0f-bd86-c6bb6bbdb07c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:27.746891 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e052a4f2-ee53-4e9e-b05a-a15790161c28 req-8f35cef7-e0d9-4f0f-bd86-c6bb6bbdb07c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 945 time: 0.0481660 Apr 18 06:40:27.785701 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e052a4f2-ee53-4e9e-b05a-a15790161c28 req-73a130e6-9dc4-4216-b813-f1494bf5e7eb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Apr 18 06:40:28.537494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 36150868-a257-4554-96b3-e8537b246ee5 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:40:28.598741 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:40:28.638289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 36150868-a257-4554-96b3-e8537b246ee5 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:40:28.643098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 36150868-a257-4554-96b3-e8537b246ee5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:40:28.643495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:28.721080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:28.742179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36150868-a257-4554-96b3-e8537b246ee5'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:40:28.744435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc19e554-974d-4c2f-b654-da312383071e" -d '{"events": [{"server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "name": "network-vif-plugged", "status": "completed", "tag": "36150868-a257-4554-96b3-e8537b246ee5"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:40:28.758334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 36150868-a257-4554-96b3-e8537b246ee5, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=36150868-a257-4554-96b3-e8537b246ee5,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:40:28.839565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:28.868027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81ff8f-20c7-4e05-99a5-3b68b6346779 x-openstack-request-id: req-1e81ff8f-20c7-4e05-99a5-3b68b6346779 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:40:28.868332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "name": "network-vif-plugged", "status": "completed", "tag": "36150868-a257-4554-96b3-e8537b246ee5", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:40:28.868559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e81ff8f-20c7-4e05-99a5-3b68b6346779 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:40:28.868943 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e81ff8f-20c7-4e05-99a5-3b68b6346779'] response: {'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36150868-a257-4554-96b3-e8537b246ee5', 'code': 200} Apr 18 06:40:28.881476 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:28.904988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=36150868-a257-4554-96b3-e8537b246ee5,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:28.915400 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68819de7-6bfd-41e2-8bca-771c4a22c07c req-1732e349-6f6a-49c7-aa06-77c74c9e79d8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:28.916878 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68819de7-6bfd-41e2-8bca-771c4a22c07c req-1732e349-6f6a-49c7-aa06-77c74c9e79d8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0591652 Apr 18 06:40:28.952750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:28.959637 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68819de7-6bfd-41e2-8bca-771c4a22c07c req-609bd96d-c3bb-4469-ab2c-2c6bed4dd5a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361018 Apr 18 06:40:29.196199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f004b2e-e86a-4731-acfc-cbeec2aa5ac1 req-c4e028a7-ee87-48f5-b2d6-f7dcb669db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:29.197651 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f004b2e-e86a-4731-acfc-cbeec2aa5ac1 req-c4e028a7-ee87-48f5-b2d6-f7dcb669db8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1099 time: 0.0392208 Apr 18 06:40:29.230626 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f004b2e-e86a-4731-acfc-cbeec2aa5ac1 req-b04952f2-530e-4b09-9bbd-b5b33cf4115d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260150 Apr 18 06:40:30.080047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d6840-1d30-4ccc-a108-509d85e7f0e3 req-9f41cc74-2832-4995-b22d-ed244276f302 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:30.081511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0a8d6840-1d30-4ccc-a108-509d85e7f0e3 req-9f41cc74-2832-4995-b22d-ed244276f302 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0537071 Apr 18 06:40:30.118759 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0a8d6840-1d30-4ccc-a108-509d85e7f0e3 req-b8229638-5817-46b3-b9c2-0ca3fc8fa6ae tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Apr 18 06:40:31.230672 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff85b00-3f95-45dd-a110-ddf0dfd14a4c req-4b31328a-a656-4212-bd3e-ec61505b1f9a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:31.232069 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ff85b00-3f95-45dd-a110-ddf0dfd14a4c req-4b31328a-a656-4212-bd3e-ec61505b1f9a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0477953 Apr 18 06:40:31.269866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3ff85b00-3f95-45dd-a110-ddf0dfd14a4c req-60f33cc7-755b-4139-90ab-5ba175706e52 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Apr 18 06:40:31.384044 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c388378-1717-4f93-88cc-445903860248 req-a9c36f33-59cc-47ec-bfe4-0c110e34791c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:31.385554 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c388378-1717-4f93-88cc-445903860248 req-a9c36f33-59cc-47ec-bfe4-0c110e34791c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0498254 Apr 18 06:40:31.424663 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c388378-1717-4f93-88cc-445903860248 req-804b1671-f54b-41dc-9ac1-423224d0cad2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Apr 18 06:40:31.446118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58254) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:31.488093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76046b-9e9c-42db-8f6d-11d8913812ec tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:31.489544 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2d76046b-9e9c-42db-8f6d-11d8913812ec tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1094 time: 0.0424747 Apr 18 06:40:31.492471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58256) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:31.496652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '36150868-a257-4554-96b3-e8537b246ee5', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:40:31.576050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:31.675031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:31.777542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.51 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/0e9644a6-d58f-4134-9ecf-f55fee10cb02) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:40:31.878397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:31.964875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.004740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:40:32.007591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:40:32.011160 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:40:32.017027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=0e9644a6-d58f-4134-9ecf-f55fee10cb02,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:32.365539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.502108 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.646500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.715445 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.787579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=0e9644a6-d58f-4134-9ecf-f55fee10cb02,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:40:32.797786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:32.897885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 502879fa-8fbc-4362-bf7b-cd6ab3c15b0d associated. External IP: 172.26.4.51, port: 36150868-a257-4554-96b3-e8537b246ee5. Apr 18 06:40:33.101053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 589088a9-8afc-45c5-83b7-660d6ae058ba has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:40:33.204776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:40:33.214141 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] Sync routers for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:40:33.223827 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:33.224426 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:40:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:33.284678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:33.311988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ac5560f9-b438-49d5-a548-8d99230aea36 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8185127 Apr 18 06:40:33.313219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'tag': '36150868-a257-4554-96b3-e8537b246ee5'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:40:33.316340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccbcb27-f826-4376-86da-6915f8914ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "tag": "36150868-a257-4554-96b3-e8537b246ee5"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:40:33.329723 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:33.360321 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac526512-581e-4ce3-b4d0-f30adeecaf5f x-openstack-request-id: req-ac526512-581e-4ce3-b4d0-f30adeecaf5f {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:40:33.360682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "tag": "36150868-a257-4554-96b3-e8537b246ee5", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:40:33.361027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac526512-581e-4ce3-b4d0-f30adeecaf5f {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:40:33.361526 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac526512-581e-4ce3-b4d0-f30adeecaf5f'] response: {'name': 'network-changed', 'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'tag': '36150868-a257-4554-96b3-e8537b246ee5', 'status': 'completed', 'code': 200} Apr 18 06:40:33.419798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d7105-411a-4540-8331-94320ec04a02 req-43ec064c-17a4-446d-bcbd-10089d8c42cc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:33.423731 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a7d7105-411a-4540-8331-94320ec04a02 req-43ec064c-17a4-446d-bcbd-10089d8c42cc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0537193 Apr 18 06:40:33.448413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-ed70ae6d-89af-469f-ad9b-696e58ad6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:33.449900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-ed70ae6d-89af-469f-ad9b-696e58ad6f51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1099 time: 0.0444539 Apr 18 06:40:33.460406 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0a7d7105-411a-4540-8331-94320ec04a02 req-b621b87b-6393-4574-b111-40821427f835 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330203 Apr 18 06:40:33.483992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58262) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:33.549319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-db89334b-e6d0-4036-862a-fec39a8b2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:33.550151 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2433bbcc-ffa1-4783-bd58-55b7e8aaf764 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/502879fa-8fbc-4362-bf7b-cd6ab3c15b0d HTTP/1.1" status: 200 len: 991 time: 0.0642886 Apr 18 06:40:33.550946 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-db89334b-e6d0-4036-862a-fec39a8b2069 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b687ccd-fb86-47e8-aad8-5ee171cf8064 HTTP/1.1" status: 200 len: 897 time: 0.0949097 Apr 18 06:40:33.571224 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '502879fa-8fbc-4362-bf7b-cd6ab3c15b0d', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.51', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'port_id': '36150868-a257-4554-96b3-e8537b246ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'mac_address': 'fa:16:3e:4d:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12115b-1157-4939-90d9-d549b3d543a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:40:32Z', 'updated_at': '2022-04-18T06:40:32Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:33.597258 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] Checking router: 589088a9-8afc-45c5-83b7-660d6ae058ba for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:40:33.605339 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:40:33.605864 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:40:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:33.617623 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-7e588649-c5b5-4c12-ae4c-69bf4a2e1696 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36150868-a257-4554-96b3-e8537b246ee5 HTTP/1.1" status: 200 len: 999 time: 0.0594840 Apr 18 06:40:33.666757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-67a7a84d-a7d4-48d8-bb4b-e987bd0324b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:33.668248 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-67a7a84d-a7d4-48d8-bb4b-e987bd0324b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd8af88-8d39-4f92-8fc1-55204708e675 HTTP/1.1" status: 200 len: 834 time: 0.0437849 Apr 18 06:40:33.707323 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:40:33.715344 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-55974736-9e2c-4f58-933e-3f4445735038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:33.716848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-55974736-9e2c-4f58-933e-3f4445735038 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b687ccd-fb86-47e8-aad8-5ee171cf8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423083 Apr 18 06:40:33.806448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-5006fb77-e5a7-42f5-97a1-12592fe98afe service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833182 Apr 18 06:40:33.900845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1ccbcb27-f826-4376-86da-6915f8914ec1 req-6f187667-3112-4e55-b7ad-63098ec68865 service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869858 Apr 18 06:40:33.927962 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '502879fa-8fbc-4362-bf7b-cd6ab3c15b0d', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.51', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'port_id': '36150868-a257-4554-96b3-e8537b246ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'mac_address': 'fa:16:3e:4d:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12115b-1157-4939-90d9-d549b3d543a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:40:32Z', 'updated_at': '2022-04-18T06:40:32Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:40:33.954158 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e0c329-4d85-4a05-ab25-c832f3401161 None None] The sync data for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv is: [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '502879fa-8fbc-4362-bf7b-cd6ab3c15b0d', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.51', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'port_id': '36150868-a257-4554-96b3-e8537b246ee5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'mac_address': 'fa:16:3e:4d:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12115b-1157-4939-90d9-d549b3d543a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:40:32Z', 'updated_at': '2022-04-18T06:40:32Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:40:34.138586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4461b6-4366-4644-8643-62bc79c603cb None None] New status for floating IP 502879fa-8fbc-4362-bf7b-cd6ab3c15b0d: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:40:34.553155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58264) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:40:34.615604 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-16da4d1c-7fcf-4f43-a400-0f9f2e8b8aa4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/502879fa-8fbc-4362-bf7b-cd6ab3c15b0d HTTP/1.1" status: 200 len: 993 time: 0.0613732 Apr 18 06:40:43.229847 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:52.995074 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-e911cb18-79b4-422c-9128-72694f76a8bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820332 Apr 18 06:40:53.095620 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-262beec2-fd38-4385-8b13-254b3f1af14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:53.097174 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-262beec2-fd38-4385-8b13-254b3f1af14c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1099 time: 0.0441189 Apr 18 06:40:53.198495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-f8773c19-c5f8-44d8-9b22-4c7adc7f456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:53.199906 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-f8773c19-c5f8-44d8-9b22-4c7adc7f456b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b687ccd-fb86-47e8-aad8-5ee171cf8064 HTTP/1.1" status: 200 len: 897 time: 0.0845754 Apr 18 06:40:53.268637 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-a18b9ec1-addc-484d-9bd7-6c0c20f176b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36150868-a257-4554-96b3-e8537b246ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0612254 Apr 18 06:40:53.317211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-835855f0-5ebb-4e67-a485-1c7b2c017b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:53.318691 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-835855f0-5ebb-4e67-a485-1c7b2c017b2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd8af88-8d39-4f92-8fc1-55204708e675 HTTP/1.1" status: 200 len: 834 time: 0.0449510 Apr 18 06:40:53.369805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-a6cab1cf-fa2f-4b13-b11a-5757fe048a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:40:53.372196 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-a6cab1cf-fa2f-4b13-b11a-5757fe048a48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b687ccd-fb86-47e8-aad8-5ee171cf8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460165 Apr 18 06:40:53.383232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-155a5a4f-bb71-4af1-b6c4-965458beee16 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:40:53.384479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-155a5a4f-bb71-4af1-b6c4-965458beee16 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054541 Apr 18 06:40:53.459786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-67ccf5d1-0970-4efa-8725-eac299783565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:53.824467 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-bc971da4-8a4d-45ea-bf7e-dbad81cf0d1e service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327848 Apr 18 06:40:53.913916 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58cb997d-7f99-41aa-942a-0e77b979ac2d req-c6bb7b6b-2f65-4f25-9de9-68517d2d3147 service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824184 Apr 18 06:40:55.853244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3407f51d-e5a4-4d74-87d4-177bcffcd8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:57.127320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:58.870556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:40:58.947590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:05.598431 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:41:13.245466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:23.448370 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4faf-a0a1-4109-bdb2-64797224b1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:25.893886 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-382d5477-0fb6-43c3-9ef8-6879f1d73e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:27.154128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:28.896896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:28.982922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:37.689287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0ed98-8726-490a-8d24-bde620a44ae9 req-1e253d0b-ce83-41b6-8148-ca9a92435f20 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:37.690871 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e0a0ed98-8726-490a-8d24-bde620a44ae9 req-1e253d0b-ce83-41b6-8148-ca9a92435f20 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.1029706 Apr 18 06:41:37.727316 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e0a0ed98-8726-490a-8d24-bde620a44ae9 req-4184b119-657a-4637-9483-1ca900c32016 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307419 Apr 18 06:41:38.970132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a7979-c0e1-4406-bdfd-5eb96a6d308a req-27c8d156-0455-4546-b189-8d9806321f72 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:38.971704 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b49a7979-c0e1-4406-bdfd-5eb96a6d308a req-27c8d156-0455-4546-b189-8d9806321f72 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.1059873 Apr 18 06:41:39.009492 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b49a7979-c0e1-4406-bdfd-5eb96a6d308a req-4f31812b-894f-4438-a236-1cdce4702ef1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Apr 18 06:41:39.031912 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58302) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:39.093966 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c24218d1-0fc7-4a5e-a9e5-a1806abd8e0c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/502879fa-8fbc-4362-bf7b-cd6ab3c15b0d HTTP/1.1" status: 200 len: 993 time: 0.0609500 Apr 18 06:41:40.548210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94200db-e1ba-485a-847b-76cb4734d4fb req-021c6907-177b-4c48-b275-afeb0a11874d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:40.549708 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e94200db-e1ba-485a-847b-76cb4734d4fb req-021c6907-177b-4c48-b275-afeb0a11874d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0503430 Apr 18 06:41:40.587078 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e94200db-e1ba-485a-847b-76cb4734d4fb req-c49fffed-94eb-46ee-9bcc-85115ec3a2d9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310924 Apr 18 06:41:41.703088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779af272-599c-414f-94d5-386ba07829e1 req-5490d013-28b2-4ade-a99b-36a94ba64815 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:41.704453 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-779af272-599c-414f-94d5-386ba07829e1 req-5490d013-28b2-4ade-a99b-36a94ba64815 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Apr 18 06:41:41.741250 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-779af272-599c-414f-94d5-386ba07829e1 req-a58df557-08ce-4f45-a38e-95dca3102fe7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Apr 18 06:41:41.763894 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58312) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:41.821169 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-495c68b3-3792-4170-b38e-36f987f7d38e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/502879fa-8fbc-4362-bf7b-cd6ab3c15b0d HTTP/1.1" status: 200 len: 993 time: 0.0562022 Apr 18 06:41:42.115428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58318) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:42.270239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 0e9644a6-d58f-4134-9ecf-f55fee10cb02 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:41:42.270569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:42.344169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:42.344488 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:42.355748 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 0e9644a6-d58f-4134-9ecf-f55fee10cb02 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:41:42.585902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:42.597721 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:41:42.612132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=0e9644a6-d58f-4134-9ecf-f55fee10cb02,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:42.624158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.624517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.624876 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.625210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.625536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.625858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.626180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.626503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.626822 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.627140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.627483 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.627801 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:42.683563 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:42.684841 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 502879fa-8fbc-4362-bf7b-cd6ab3c15b0d disassociated (deleted). External IP: 172.26.4.51, port: 36150868-a257-4554-96b3-e8537b246ee5. Apr 18 06:41:43.209882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 589088a9-8afc-45c5-83b7-660d6ae058ba has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:41:43.257329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:43.315449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:41:43.319902 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:43.327287 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] Sync routers for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:41:43.336913 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:41:43.337580 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:43.346488 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-003892dc-43e7-4d73-bf68-4580e192e47b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/floatingips/502879fa-8fbc-4362-bf7b-cd6ab3c15b0d HTTP/1.1" status: 204 len: 168 time: 1.2300022 Apr 18 06:41:43.347147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'tag': '36150868-a257-4554-96b3-e8537b246ee5'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:41:43.349490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72087f64-c5d5-4088-86c7-a49b00f79b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "tag": "36150868-a257-4554-96b3-e8537b246ee5"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:41:43.395794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090859a-b5f1-4be2-9d2b-8789546b1ad4 x-openstack-request-id: req-d090859a-b5f1-4be2-9d2b-8789546b1ad4 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:41:43.396188 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "tag": "36150868-a257-4554-96b3-e8537b246ee5", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:41:43.396537 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d090859a-b5f1-4be2-9d2b-8789546b1ad4 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:41:43.397044 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d090859a-b5f1-4be2-9d2b-8789546b1ad4'] response: {'name': 'network-changed', 'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'tag': '36150868-a257-4554-96b3-e8537b246ee5', 'status': 'completed', 'code': 200} Apr 18 06:41:43.485751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-422bb802-7c9d-4db4-b82d-ea5696118656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:43.487260 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-422bb802-7c9d-4db4-b82d-ea5696118656 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 1099 time: 0.0430841 Apr 18 06:41:43.537044 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:41:43.579910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-048ae8f2-ad36-4f7a-b6a7-18a1fdfa5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:43.581363 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-048ae8f2-ad36-4f7a-b6a7-18a1fdfa5afd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b687ccd-fb86-47e8-aad8-5ee171cf8064 HTTP/1.1" status: 200 len: 897 time: 0.0881870 Apr 18 06:41:43.624453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-57cfb031-efb8-4b5d-8fc5-4352204bd8cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36150868-a257-4554-96b3-e8537b246ee5 HTTP/1.1" status: 200 len: 217 time: 0.0348935 Apr 18 06:41:43.682276 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-a8fd7616-832e-4ff7-9960-b238e70d49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:43.684430 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-a8fd7616-832e-4ff7-9960-b238e70d49b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecd8af88-8d39-4f92-8fc1-55204708e675 HTTP/1.1" status: 200 len: 834 time: 0.0499127 Apr 18 06:41:43.735538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-fed2a90e-3802-46a3-9527-4dd76f4d073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:43.737207 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-fed2a90e-3802-46a3-9527-4dd76f4d073c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b687ccd-fb86-47e8-aad8-5ee171cf8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462985 Apr 18 06:41:43.741044 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:43.781160 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] Checking router: 589088a9-8afc-45c5-83b7-660d6ae058ba for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:41:43.789723 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:41:43.790350 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:43.871880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6c3ec-f59e-4e15-b040-14498002001e req-e5cf9191-c168-48df-b460-fc5097720eaa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:43.873338 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9d6c3ec-f59e-4e15-b040-14498002001e req-e5cf9191-c168-48df-b460-fc5097720eaa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0805166 Apr 18 06:41:43.875780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-74609f50-d03d-48fe-b03e-f21bfe3606c7 service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324091 Apr 18 06:41:43.894397 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:41:43.963909 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9d6c3ec-f59e-4e15-b040-14498002001e req-7d29a801-8ec1-4f07-91c3-65b0683824d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844491 Apr 18 06:41:43.998040 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-72087f64-c5d5-4088-86c7-a49b00f79b2e req-6016cc08-c3b0-40b0-a136-b67f1c522f65 service neutron] 10.222.0.46 "GET /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125951 Apr 18 06:41:44.088634 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:44.117676 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d317c-f666-4a57-af3d-1a8819b1750f None None] The sync data for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv is: [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:40:17Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '93a5da6d-8f9a-42bc-983c-45df243fd244', 'name': '', 'network_id': '4b687ccd-fb86-47e8-aad8-5ee171cf8064', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:bb:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:16Z', 'updated_at': '2022-04-18T06:40:20Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'ecd8af88-8d39-4f92-8fc1-55204708e675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:41:44.329900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb184e93-5ac7-4801-b456-8c65e14d3f35 None None] New status for floating IP 502879fa-8fbc-4362-bf7b-cd6ab3c15b0d: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:41:45.080076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551edab9-3fdc-49f0-b402-7c2e4c5947be req-3cc75a35-1dda-4066-a409-8ab7fe946856 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:45.081531 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-551edab9-3fdc-49f0-b402-7c2e4c5947be req-3cc75a35-1dda-4066-a409-8ab7fe946856 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0476573 Apr 18 06:41:45.119084 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-551edab9-3fdc-49f0-b402-7c2e4c5947be req-079f9232-4d74-491e-a554-f9aedf0e6210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Apr 18 06:41:45.788771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-5263c87a-999a-4f11-b00b-857f2d0e20ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:45.790125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-5263c87a-999a-4f11-b00b-857f2d0e20ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0492642 Apr 18 06:41:45.876660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 36150868-a257-4554-96b3-e8537b246ee5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:41:45.877010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:45.967323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port 36150868-a257-4554-96b3-e8537b246ee5, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=36150868-a257-4554-96b3-e8537b246ee5,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:41:45.967691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:45.980743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 36150868-a257-4554-96b3-e8537b246ee5 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:41:46.235072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cb74a-dc7b-4e96-b6a7-59cc414c7ee2 req-d6307439-d553-4423-86f4-a0ea2985586c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:46.236557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e4cb74a-dc7b-4e96-b6a7-59cc414c7ee2 req-d6307439-d553-4423-86f4-a0ea2985586c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 946 time: 0.0510778 Apr 18 06:41:46.250421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:46.286554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=36150868-a257-4554-96b3-e8537b246ee5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:46.322166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.322516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.322861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.323201 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.323568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.323897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.324225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.324550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.324924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.325355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.325680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.326002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:46.337014 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2e4cb74a-dc7b-4e96-b6a7-59cc414c7ee2 req-079fcbdd-8980-4e01-b3e5-9d31ab692fed tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=eb702eca-f025-41bb-9928-3c75c5541642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944564 Apr 18 06:41:46.354213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] No DVR routers for this DVR port 36150868-a257-4554-96b3-e8537b246ee5 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:41:46.357294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:46.360535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aeaaafc0-63b0-4d91-b258-692797fe47e5 req-bcb1b556-2043-4dbe-ba57-a7ed64701650 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "DELETE /v2.0/ports/36150868-a257-4554-96b3-e8537b246ee5 HTTP/1.1" status: 204 len: 173 time: 0.5647137 Apr 18 06:41:46.360972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'name': 'network-vif-deleted', 'tag': '36150868-a257-4554-96b3-e8537b246ee5'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:41:46.363199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c26f425-71b9-4bd6-a276-a8dbbbba1e18" -d '{"events": [{"server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "name": "network-vif-deleted", "tag": "36150868-a257-4554-96b3-e8537b246ee5"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:41:46.399033 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40b3ff9-11b9-44ba-beb6-d9e611722fd6 x-openstack-request-id: req-d40b3ff9-11b9-44ba-beb6-d9e611722fd6 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:41:46.399346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12115b-1157-4939-90d9-d549b3d543a3", "name": "network-vif-deleted", "tag": "36150868-a257-4554-96b3-e8537b246ee5", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:41:46.399647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d40b3ff9-11b9-44ba-beb6-d9e611722fd6 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:41:46.400080 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40b3ff9-11b9-44ba-beb6-d9e611722fd6'] response: {'server_uuid': 'db12115b-1157-4939-90d9-d549b3d543a3', 'name': 'network-vif-deleted', 'tag': '36150868-a257-4554-96b3-e8537b246ee5', 'status': 'completed', 'code': 200} Apr 18 06:41:47.443077 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-49abaf0c-a9be-43a9-adf1-8f44c43bbddd req-4c44d9e9-bd50-4428-9b3d-38cb94c0f598 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=db12115b-1157-4939-90d9-d549b3d543a3 HTTP/1.1" status: 200 len: 210 time: 0.0270710 Apr 18 06:41:48.499547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58338) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:48.849324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:48.900566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 36150868-a257-4554-96b3-e8537b246ee5 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:41:48.921113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 36150868-a257-4554-96b3-e8537b246ee5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:41:48.921445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 36150868-a257-4554-96b3-e8537b246ee5 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:41:49.104071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 93a5da6d-8f9a-42bc-983c-45df243fd244 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:41:49.104335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:49.194106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port 93a5da6d-8f9a-42bc-983c-45df243fd244, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=93a5da6d-8f9a-42bc-983c-45df243fd244,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:41:49.194465 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:49.205946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 93a5da6d-8f9a-42bc-983c-45df243fd244 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:41:49.475173 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:49.502893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=93a5da6d-8f9a-42bc-983c-45df243fd244,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:49.678035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:49.889931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 589088a9-8afc-45c5-83b7-660d6ae058ba has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:41:49.992721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:41:49.998239 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-cf171de6-f20e-4ebd-b854-1d03dbd45c1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/589088a9-8afc-45c5-83b7-660d6ae058ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4976091 Apr 18 06:41:50.001110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58340) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:50.002981 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] Sync routers for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:41:50.012364 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:41:50.013069 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:50.051607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting subnet ecd8af88-8d39-4f92-8fc1-55204708e675 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:41:50.054680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.097824 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.116292 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:41:50.180189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.287621 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:41:49Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:50.306723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.317863 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] Checking router: 589088a9-8afc-45c5-83b7-660d6ae058ba for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:41:50.327167 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] Routers {'589088a9-8afc-45c5-83b7-660d6ae058ba'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:41:50.327832 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['589088a9-8afc-45c5-83b7-660d6ae058ba'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:50.338598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.342032 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/subnets/ecd8af88-8d39-4f92-8fc1-55204708e675 HTTP/1.1" status: 204 len: 168 time: 0.3399310 Apr 18 06:41:50.344859 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58342) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:50.345652 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b46551-a578-498c-8e99-42c13c4edc53 None None] Network 4b687ccd-fb86-47e8-aad8-5ee171cf8064 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:41:50.352549 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba2848-a661-4d69-a17b-2ef8e69bb523 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd8af88-8d39-4f92-8fc1-55204708e675,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:50.446617 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] Set router 589088a9-8afc-45c5-83b7-660d6ae058ba gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:41:50.469400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.549297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] DHCP port deletion for 4b687ccd-fb86-47e8-aad8-5ee171cf8064 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:41:50.586499 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.594921 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Deleting port 70f21633-ba9a-4454-b610-b7a28e93b8dd {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:41:50.595325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.632640 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:41:49Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:50.660565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea48ac-86ec-4e5b-9be0-1bcd2fa1e92e None None] The sync data for ids ['589088a9-8afc-45c5-83b7-660d6ae058ba'] in dv-neutron-837488-1-hyperv is: [{'id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492401129', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:40:13Z', 'updated_at': '2022-04-18T06:41:49Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd48b2ab5-dc22-47f0-887d-af9200915e51', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589088a9-8afc-45c5-83b7-660d6ae058ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:40:14Z', 'updated_at': '2022-04-18T06:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:41:50.721289 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port d48b2ab5-dc22-47f0-887d-af9200915e51 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:41:50.721636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.806760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port d48b2ab5-dc22-47f0-887d-af9200915e51, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d48b2ab5-dc22-47f0-887d-af9200915e51,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:41:50.807002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.812089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] For port 70f21633-ba9a-4454-b610-b7a28e93b8dd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=70f21633-ba9a-4454-b610-b7a28e93b8dd,segment=NetworkSegment(702cd9d3-c458-43f8-b479-b755d8dfc98b),segment_id=702cd9d3-c458-43f8-b479-b755d8dfc98b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:41:50.812487 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.818477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for d48b2ab5-dc22-47f0-887d-af9200915e51 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:41:50.824366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Calling delete_port for 70f21633-ba9a-4454-b610-b7a28e93b8dd owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:41:50.966073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:50.993027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Pushing event deleted for resources: {'Port': ['ID=70f21633-ba9a-4454-b610-b7a28e93b8dd,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:50.995363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] No DVR routers for this DVR port 70f21633-ba9a-4454-b610-b7a28e93b8dd on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:41:51.003770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.006934 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.008235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f34de-6ebf-4fda-bc8f-0d7e16ffa951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:41:51.046455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.076331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=d48b2ab5-dc22-47f0-887d-af9200915e51,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:51.147093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.243303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.245924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.406275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.406735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Fanout notify agent at l3_agent the message router_deleted on router 589088a9-8afc-45c5-83b7-660d6ae058ba {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:41:51.413602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.414700 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-29be0818-82c3-4749-8ad8-000ab74532c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/routers/589088a9-8afc-45c5-83b7-660d6ae058ba HTTP/1.1" status: 204 len: 168 time: 1.0678611 Apr 18 06:41:51.417508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58346) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:51.495801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.586074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.605337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b687ccd-fb86-47e8-aad8-5ee171cf8064']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:51.615057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702cd9d3-c458-43f8-b479-b755d8dfc98b') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:51.615406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702cd9d3-c458-43f8-b479-b755d8dfc98b') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:51.625304 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.637936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.643561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:41:51.643944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:41:51.646847 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:41:51.766306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.773074 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.779158 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/networks/4b687ccd-fb86-47e8-aad8-5ee171cf8064 HTTP/1.1" status: 204 len: 168 time: 0.3566995 Apr 18 06:41:51.781408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58348) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:51.788542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7e656-4ce6-4ff3-9ec6-474a335b7210 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Network': ['ID=4b687ccd-fb86-47e8-aad8-5ee171cf8064,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:51.844918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e95e1201-e0cc-44cd-bc1b-a54d81931ad3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:51.871764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e95e1201-e0cc-44cd-bc1b-a54d81931ad3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.006366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e95e1201-e0cc-44cd-bc1b-a54d81931ad3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.009064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e95e1201-e0cc-44cd-bc1b-a54d81931ad3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.010236 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e95e1201-e0cc-44cd-bc1b-a54d81931ad3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/security-groups/eb702eca-f025-41bb-9928-3c75c5541642 HTTP/1.1" status: 204 len: 168 time: 0.2296786 Apr 18 06:41:52.027744 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e1201-e0cc-44cd-bc1b-a54d81931ad3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb702eca-f025-41bb-9928-3c75c5541642,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:52.345789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d48b2ab5-dc22-47f0-887d-af9200915e51 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:41:52.366068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: d48b2ab5-dc22-47f0-887d-af9200915e51 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:41:52.366401 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d48b2ab5-dc22-47f0-887d-af9200915e51 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:41:52.366887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 93a5da6d-8f9a-42bc-983c-45df243fd244 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:41:52.385376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 93a5da6d-8f9a-42bc-983c-45df243fd244 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:41:52.385714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 93a5da6d-8f9a-42bc-983c-45df243fd244 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:41:52.386125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 70f21633-ba9a-4454-b610-b7a28e93b8dd no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:41:52.404769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 70f21633-ba9a-4454-b610-b7a28e93b8dd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:41:52.405101 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 70f21633-ba9a-4454-b610-b7a28e93b8dd not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:41:52.518256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58354) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:52.522790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391949145', 'description': 'tempest-secgroup-smoke-391949145 description', 'project_id': '9ec09b6e28c3459680804fde0ab69f95'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:52.677725 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.751102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.889699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:52.918198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a073603-11a2-4a5c-8c8d-0c01993d0aa0,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:53.016918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.018131 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-619febb2-541b-480d-bb80-4eb3a4939768 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4988799 Apr 18 06:41:53.020970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58356) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:53.025224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '6a073603-11a2-4a5c-8c8d-0c01993d0aa0', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:53.140939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.195076 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.295057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.316545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9458e9f-164f-47b8-93f2-760a3abb0052,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:53.394369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.395596 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-854a844c-9c98-43c7-80b3-f5a8a1444877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737190 Apr 18 06:41:53.398272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58358) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:53.402599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '6a073603-11a2-4a5c-8c8d-0c01993d0aa0', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:53.480774 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f9c8f805-02ba-43c2-a39f-7dbc12ee6fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.525688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.585831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.689599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.707689 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039331ee-4442-4f0e-a240-25abb8faf2de,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:53.791717 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.793121 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cc0fb397-dba8-45d2-ac1d-db89a7c9068a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3938370 Apr 18 06:41:53.796271 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58360) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:53.800682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '6a073603-11a2-4a5c-8c8d-0c01993d0aa0', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:53.928808 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:53.985734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.063308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.080238 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157297fe-4a81-4e83-adaa-e20f74c1ba5f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:54.205296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.206453 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d70607f6-005d-4fe1-a428-846b0ac4c5b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092414 Apr 18 06:41:54.209175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58362) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:54.213606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '6a073603-11a2-4a5c-8c8d-0c01993d0aa0', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:54.296919 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.353996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.434696 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.454850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cb8aca-538a-456c-a795-a9205cad5fdf,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:54.516703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.517917 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2c52a809-ca40-4835-9a90-dda81ac7d18b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078187 Apr 18 06:41:54.520634 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58364) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:54.524814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '6a073603-11a2-4a5c-8c8d-0c01993d0aa0', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:54.606264 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:41:54.611113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.669462 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.760703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.778415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8462abea-1147-4333-a9b0-5c237c219216,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:54.854469 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:54.855835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c99a44a1-2ae0-4e3b-8aec-30e87aec3cce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343010 Apr 18 06:41:54.858684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58366) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:54.863055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '6a073603-11a2-4a5c-8c8d-0c01993d0aa0', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:54.960327 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:41:54.965428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.025989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.091643 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.110596 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb570bcc-c6a7-4c67-9d07-a9a86ac380d1,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:55.182282 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.183532 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-489d375d-73e0-467d-bcb4-595c52f73832 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3238492 Apr 18 06:41:55.186949 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58368) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:55.191818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'network': {'name': 'tempest-network-smoke--1041776592', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:55.277535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:41:55.280882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.304247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:41:55.313703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.314044 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Added segment b7f43e2a-9eee-4122-bff7-5aec449e30db of type vlan for network a6cfaa82-25d2-495a-b5e5-85a2f94973da Apr 18 06:41:55.354711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.443922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.449475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:55.450049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.514363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Network': ['ID=a6cfaa82-25d2-495a-b5e5-85a2f94973da,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:55.524844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:41:55.552329 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eea99866-8f2d-4e02-8fa7-7529e247a89d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3642554 Apr 18 06:41:55.554860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58370) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:55.559387 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'admin_state_up': True, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:55.638041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.639124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.693884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.863592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c30cb7aa-726a-430c-9357-725fcd75a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:55.924410 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:56.181646 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:56.200238 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:56.306145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.142 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/dee2e0e1-a90d-459a-9e6a-2e28ba876dd2) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:41:56.409110 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:56.503782 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:56.540730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:41:56.545466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:41:56.548843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:41:56.581848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:56.884474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.077923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.152267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.283509 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:41:57.388237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:41:57.398782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Sync routers for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:41:57.414642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:41:57.414642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:57.486025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.487348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-af03cfeb-066d-4fc5-aafb-4891f5a66ec8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9314804 Apr 18 06:41:57.490478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58372) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:57.512558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:41:57.522453 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-785e4e4c-6ed6-468a-b843-e09f52287d9f tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9ec09b6e28c3459680804fde0ab69f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308850 Apr 18 06:41:57.525073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58374) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:57.610706 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3495a2-4c53-4d9c-92d2-6af436b2abff tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:57.612261 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3b3495a2-4c53-4d9c-92d2-6af436b2abff tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862861 Apr 18 06:41:57.615082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58376) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:57.643745 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-7d4bb109-d630-41d3-8708-b16d403c4a13 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275793 Apr 18 06:41:57.646254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58378) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:57.650850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1879199611', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:41:57.698923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:41:56Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:57.725902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Checking router: 32f88b6c-ee19-412e-9aa4-1eada7d960f2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:41:57.726252 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Updating router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:41:57.749923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:57.794651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:41:57.798239 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.000214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.066923 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.092090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.128658 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Subnet': ['ID=c54a5127-d620-4dd2-9ec3-1df88d166bef,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:58.136681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Checking segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:41:58.136795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network hostable DHCP agents. Network: a6cfaa82-25d2-495a-b5e5-85a2f94973da, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:41:58.149997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0fe89-1742-4288-ac6b-97f2b25b9793 None None] Pushing event updated for resources: {'Port': ['ID=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:58.152474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Attempting to bind port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:41:58.153096 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Attempting to bind port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:41:58.153213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Attempting to bind port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:41:58.159699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:41:58.160067 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:41:58.160457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.160835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:41:58.161284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Bound port: dee2e0e1-a90d-459a-9e6a-2e28ba876dd2, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:41:58.161653 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.211175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] For port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:41:58.214087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] For port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:41:58.249534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:41:58.352987 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.394990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, a6cfaa82-25d2-495a-b5e5-85a2f94973da) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:41:58.399036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:41:58.399645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.407558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec26072-f3b2-4e8c-8d60-74ecb46234ce None None] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:41:58.415044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:41:58.415706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:58.457808 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0fe89-1742-4288-ac6b-97f2b25b9793 None None] Pushing event updated for resources: {'Port': ['ID=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:58.504252 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5856d34e-fef9-48b1-9d37-b36cb68b3f1a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8569820 Apr 18 06:41:58.507111 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58382) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:41:58.580534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:41:58.738641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:41:58.739525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.943023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Allocated IP 172.20.0.2 (a6cfaa82-25d2-495a-b5e5-85a2f94973da/c54a5127-d620-4dd2-9ec3-1df88d166bef/e703269f-f1df-49d6-9151-b01993ef9428) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:41:58.955467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:41:56Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:41:58.959310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:58.987350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ea09ed-bafc-46e6-a267-9117eb31f1fc None None] The sync data for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv is: [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:41:56Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:41:58.988870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.136700 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.218625 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.261276 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:41:59.264079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:41:59.267420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:41:59.282223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.325206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Pushing event updated for resources: {'Port': ['ID=e703269f-f1df-49d6-9151-b01993ef9428,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:59.338493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Attempting to bind port e703269f-f1df-49d6-9151-b01993ef9428 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:41:59.338861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Attempting to bind port e703269f-f1df-49d6-9151-b01993ef9428 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:41:59.339224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Attempting to bind port e703269f-f1df-49d6-9151-b01993ef9428 on network a6cfaa82-25d2-495a-b5e5-85a2f94973da {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:41:59.345056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:41:59.345416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Checking segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:41:59.345820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.346207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Bound using segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:41:59.346680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Bound port: e703269f-f1df-49d6-9151-b01993ef9428, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:41:59.347062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.412153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] For port e703269f-f1df-49d6-9151-b01993ef9428, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:41:59.415202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] For port e703269f-f1df-49d6-9151-b01993ef9428, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e703269f-f1df-49d6-9151-b01993ef9428,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:41:59.481511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.549488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd355f-f2e0-4c1d-af4a-1dfe00c0c2c9 None None] Pushing event updated for resources: {'Port': ['ID=e703269f-f1df-49d6-9151-b01993ef9428,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:59.573309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.1 (a6cfaa82-25d2-495a-b5e5-85a2f94973da/c54a5127-d620-4dd2-9ec3-1df88d166bef/e979a74f-66a2-46df-bd10-274c68ce94c7) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:41:59.725417 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.841479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:41:59.891817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:41:59.895266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:41:59.899780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:41:59.929538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=e979a74f-66a2-46df-bd10-274c68ce94c7,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:41:59.947980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.160835 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.425772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:42:00.468665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.476059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:00.482830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.541292 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.619445 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=e979a74f-66a2-46df-bd10-274c68ce94c7,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:00.622850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.649577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2311d637-577a-4654-bbff-ca4eb65fb3ac None None] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:42:00.718985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:00.721316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f3a7ebcf-720e-4bee-918a-b6a3c8b524d4 None None] Provisioning complete for port e703269f-f1df-49d6-9151-b01993ef9428 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:00.721698 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ebcf-720e-4bee-918a-b6a3c8b524d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.721826 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:00.849475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:42:00.853906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.927302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:42:00.930811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ebcf-720e-4bee-918a-b6a3c8b524d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:00.971805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f3a7ebcf-720e-4bee-918a-b6a3c8b524d4 None None] For port e703269f-f1df-49d6-9151-b01993ef9428, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e703269f-f1df-49d6-9151-b01993ef9428,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:42:00.972047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:42:00.976974 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b959bfb9-faf1-4921-8cb5-02db0ace8d96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/32f88b6c-ee19-412e-9aa4-1eada7d960f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688540 Apr 18 06:42:01.015408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.017163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e703269f-f1df-49d6-9151-b01993ef9428 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:42:01.065961 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ebcf-720e-4bee-918a-b6a3c8b524d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.103492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:01.110491 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Sync routers for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:01.123958 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:42:01.123958 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:01.165256 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-cce39421-6385-48f7-b0c2-1f8dcd41095c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391949145&fields=id&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 267 time: 0.0528812 Apr 18 06:42:01.173481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7ebcf-720e-4bee-918a-b6a3c8b524d4 None None] Pushing event updated for resources: {'Port': ['ID=e703269f-f1df-49d6-9151-b01993ef9428,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:01.195654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e703269f-f1df-49d6-9151-b01993ef9428 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:01.196028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.236717 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:42:01.291999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-90ce6f94-979b-4bc6-aadf-40f416038d78 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:01.301034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-90ce6f94-979b-4bc6-aadf-40f416038d78 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 797 time: 0.1346071 Apr 18 06:42:01.307602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5defa0ce-b90b-4b9d-8e63-44b67c7f75df None None] Provisioning complete for port e703269f-f1df-49d6-9151-b01993ef9428 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:01.307972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5defa0ce-b90b-4b9d-8e63-44b67c7f75df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.314163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-1c1403bd-f5ea-4642-8a9f-79eccf2f313b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/quotas/9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 375 time: 0.0117507 Apr 18 06:42:01.386096 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-6c462bfb-2e8a-460d-82b3-87ca8bcddc86 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582001 Apr 18 06:42:01.439007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5defa0ce-b90b-4b9d-8e63-44b67c7f75df None None] Provisioning complete for port e979a74f-66a2-46df-bd10-274c68ce94c7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:01.439505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5defa0ce-b90b-4b9d-8e63-44b67c7f75df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.453755 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 2, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:01.482408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-5defa0ce-b90b-4b9d-8e63-44b67c7f75df None None] Port e979a74f-66a2-46df-bd10-274c68ce94c7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:42:01.492867 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-e0bd8fcb-6045-4201-b9d9-6d056e1d8d2d service neutron] 10.222.0.43 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056173 Apr 18 06:42:01.570207 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Checking router: 32f88b6c-ee19-412e-9aa4-1eada7d960f2 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:01.570558 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Updating router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 port e979a74f-66a2-46df-bd10-274c68ce94c7 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:42:01.601362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-cdcb1b28-648c-4873-a055-77d48f7f9fbc service neutron] 10.222.0.43 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017561 Apr 18 06:42:01.601948 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.606880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1c18599e-1c74-40fa-9880-3a8d7e5fe5e4 None None] Provisioning complete for port e979a74f-66a2-46df-bd10-274c68ce94c7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:01.607271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1c18599e-1c74-40fa-9880-3a8d7e5fe5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.651191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-1c18599e-1c74-40fa-9880-3a8d7e5fe5e4 None None] Port e979a74f-66a2-46df-bd10-274c68ce94c7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:42:01.770436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3a2c0891-3ff9-479f-b4d0-db7bbc7a00fb None None] Provisioning complete for port e979a74f-66a2-46df-bd10-274c68ce94c7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:01.770703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0891-3ff9-479f-b4d0-db7bbc7a00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.807428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c0891-3ff9-479f-b4d0-db7bbc7a00fb None None] Port e979a74f-66a2-46df-bd10-274c68ce94c7 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:42:01.869454 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:01.920954 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-deec7775-fa67-4002-a5bf-c45e3882e1b8 req-c336cc7a-6002-4606-959e-6336bb15861b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 210 time: 0.0280743 Apr 18 06:42:01.962832 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.017674 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Pushing event updated for resources: {'Port': ['ID=e979a74f-66a2-46df-bd10-274c68ce94c7,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:02.043909 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.044176 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.044522 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.044849 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.045173 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.045500 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.045824 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.046147 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.046468 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.046790 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.047181 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.052517 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:42:02.077719 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Attempting to bind port e979a74f-66a2-46df-bd10-274c68ce94c7 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:02.078160 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Attempting to bind port e979a74f-66a2-46df-bd10-274c68ce94c7 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:02.079229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Attempting to bind port e979a74f-66a2-46df-bd10-274c68ce94c7 on network a6cfaa82-25d2-495a-b5e5-85a2f94973da {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:42:02.084786 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:42:02.085183 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Checking segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:42:02.085631 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.086042 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Bound using segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:42:02.086494 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Bound port: e979a74f-66a2-46df-bd10-274c68ce94c7, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:02.086882 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.157768 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] For port e979a74f-66a2-46df-bd10-274c68ce94c7, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:42:02.161400 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] For port e979a74f-66a2-46df-bd10-274c68ce94c7, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e979a74f-66a2-46df-bd10-274c68ce94c7,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:42:02.227715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-1eee13d2-bb6e-4b54-9270-20dd690c2c47 None None] Provisioning complete for port e979a74f-66a2-46df-bd10-274c68ce94c7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:02.228076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1eee13d2-bb6e-4b54-9270-20dd690c2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.233616 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.289381 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:42:02.290093 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:02.312081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1eee13d2-bb6e-4b54-9270-20dd690c2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.363630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1eee13d2-bb6e-4b54-9270-20dd690c2c47 None None] For port e979a74f-66a2-46df-bd10-274c68ce94c7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e979a74f-66a2-46df-bd10-274c68ce94c7,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:42:02.401534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:42:02.411419 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cf665-82af-4353-bbe1-8f64ee57f3d4 None None] Pushing event updated for resources: {'Port': ['ID=e979a74f-66a2-46df-bd10-274c68ce94c7,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:02.436295 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:42:02.445988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1eee13d2-bb6e-4b54-9270-20dd690c2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.507823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:02.508187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.510133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee13d2-bb6e-4b54-9270-20dd690c2c47 None None] Pushing event updated for resources: {'Port': ['ID=e979a74f-66a2-46df-bd10-274c68ce94c7,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:02.588755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-4c9ab96e-bce3-40c7-9cb7-c0afaca89bf7 None None] Provisioning complete for port e979a74f-66a2-46df-bd10-274c68ce94c7 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:02.593783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab96e-bce3-40c7-9cb7-c0afaca89bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:02.627761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e703269f-f1df-49d6-9151-b01993ef9428 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:42:02.643204 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:02.673591 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16701070-a194-4d2b-b93b-ab74b5092d31 None None] The sync data for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv is: [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:02.712419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e703269f-f1df-49d6-9151-b01993ef9428 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:02.712522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:03.020900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-96f05eb3-2494-42dc-b182-11b3f6cf3cad req-1993e3db-ceb9-4fdc-8272-cd580ecf0849 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 210 time: 0.0280278 Apr 18 06:42:03.975110 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-56cb2e60-4bec-4a13-8bd1-681c0b24a34c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:03.976641 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-56cb2e60-4bec-4a13-8bd1-681c0b24a34c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 797 time: 0.1012177 Apr 18 06:42:04.030414 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-fdcbb6ad-44b9-4a81-936c-f042c3290713 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 379 time: 0.0374985 Apr 18 06:42:04.039356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'port': {'device_id': '2df647eb-fd45-46e3-95bf-944f739c567c', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'admin_state_up': True, 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'security_groups': ['6a073603-11a2-4a5c-8c8d-0c01993d0aa0']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:04.122832 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e6aa1448-9c75-4d83-b679-4b203f53983d req-60d2e923-24bd-4ab5-af42-f05923631bdc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 210 time: 0.0311220 Apr 18 06:42:04.227111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:42:04.230652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.370755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.12 (a6cfaa82-25d2-495a-b5e5-85a2f94973da/c54a5127-d620-4dd2-9ec3-1df88d166bef/c931d054-31a0-4f10-8ae6-b588f265d65b) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:04.377316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e979a74f-66a2-46df-bd10-274c68ce94c7 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:42:04.425769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port e979a74f-66a2-46df-bd10-274c68ce94c7 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:04.426161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.512990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.606792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.655123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:04.658229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:04.662272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:42:04.686016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=c931d054-31a0-4f10-8ae6-b588f265d65b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:04.714548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:04.715162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.786720 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-9fe6b89c-0fed-48fd-a38e-8ac36ee3d5c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7507975 Apr 18 06:42:04.804453 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Request body: {'port': {'device_id': '2df647eb-fd45-46e3-95bf-944f739c567c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:04.858438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.877310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ff066d4b-2ce5-43e9-a9d9-e063de5902b0 None None] Provisioning complete for port c931d054-31a0-4f10-8ae6-b588f265d65b triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:04.877675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ff066d4b-2ce5-43e9-a9d9-e063de5902b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:04.913154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ff066d4b-2ce5-43e9-a9d9-e063de5902b0 None None] Port c931d054-31a0-4f10-8ae6-b588f265d65b cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:42:05.491942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c931d054-31a0-4f10-8ae6-b588f265d65b {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:42:05.500100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.517721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Transition to ACTIVE for port object c931d054-31a0-4f10-8ae6-b588f265d65b will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:42:05.527958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62c00f-283b-476a-bc85-a7063234710c req-028767d1-418f-42af-9854-26c2029217c2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:05.529460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe62c00f-283b-476a-bc85-a7063234710c req-028767d1-418f-42af-9854-26c2029217c2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 932 time: 0.0739398 Apr 18 06:42:05.569272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fe62c00f-283b-476a-bc85-a7063234710c req-05a86fbd-67b9-4090-952c-58d6d8c6a061 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Apr 18 06:42:05.598503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.650822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c931d054-31a0-4f10-8ae6-b588f265d65b,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:05.724241 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Attempting to bind port c931d054-31a0-4f10-8ae6-b588f265d65b on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:42:05.724577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Attempting to bind port c931d054-31a0-4f10-8ae6-b588f265d65b by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:42:05.724902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Attempting to bind port c931d054-31a0-4f10-8ae6-b588f265d65b on network a6cfaa82-25d2-495a-b5e5-85a2f94973da {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:42:05.729637 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Port c931d054-31a0-4f10-8ae6-b588f265d65b on network a6cfaa82-25d2-495a-b5e5-85a2f94973da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:42:05.729953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Attempting to bind port c931d054-31a0-4f10-8ae6-b588f265d65b on network a6cfaa82-25d2-495a-b5e5-85a2f94973da {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:42:05.736070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:42:05.736476 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Checking segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:42:05.736861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Bound using segment: {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:42:05.737281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Bound port: c931d054-31a0-4f10-8ae6-b588f265d65b, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f43e2a-9eee-4122-bff7-5aec449e30db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:42:05.737667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.807884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] For port c931d054-31a0-4f10-8ae6-b588f265d65b, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:42:05.811019 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] For port c931d054-31a0-4f10-8ae6-b588f265d65b, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c931d054-31a0-4f10-8ae6-b588f265d65b,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:42:05.927665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.960139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:05.960723 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:05.962197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 1094 time: 1.1619864 Apr 18 06:42:05.964516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:42:05.966768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9836da1-2aa7-46a1-a908-79a45ae16790" -d '{"events": [{"name": "network-changed", "server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:42:05.997654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1fdc1-2a07-4da5-9d37-b3ac2d3c64d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c931d054-31a0-4f10-8ae6-b588f265d65b,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:06.007258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0b0326-8cc1-4c31-9024-15809640b8fb x-openstack-request-id: req-8a0b0326-8cc1-4c31-9024-15809640b8fb {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:42:06.007568 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:42:06.007825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a0b0326-8cc1-4c31-9024-15809640b8fb {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:42:06.008234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0b0326-8cc1-4c31-9024-15809640b8fb'] response: {'name': 'network-changed', 'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'status': 'completed', 'code': 200} Apr 18 06:42:06.100683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836da1-2aa7-46a1-a908-79a45ae16790 req-219b34d6-4ebb-4f3f-a0c1-3b84c70db610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.103827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a9836da1-2aa7-46a1-a908-79a45ae16790 req-219b34d6-4ebb-4f3f-a0c1-3b84c70db610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1097 time: 0.0479658 Apr 18 06:42:06.206605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836da1-2aa7-46a1-a908-79a45ae16790 req-9e87195d-f2d6-43b6-bd3c-ff95fb3ed19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.208105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a9836da1-2aa7-46a1-a908-79a45ae16790 req-9e87195d-f2d6-43b6-bd3c-ff95fb3ed19b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ec09b6e28c3459680804fde0ab69f95&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0929530 Apr 18 06:42:06.306944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836da1-2aa7-46a1-a908-79a45ae16790 req-0781f71b-f2db-4896-a6ea-426aa7138d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.308502 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a9836da1-2aa7-46a1-a908-79a45ae16790 req-0781f71b-f2db-4896-a6ea-426aa7138d42 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940104 Apr 18 06:42:06.408255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-265cec30-9253-4aba-9b11-014dcd371d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.410051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-265cec30-9253-4aba-9b11-014dcd371d2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1097 time: 0.0411363 Apr 18 06:42:06.457479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-7d7ea50f-ed0b-4ec5-940f-d62673369fe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 217 time: 0.0338855 Apr 18 06:42:06.508183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-d850fa92-9035-4299-abe4-a7a41581af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.509669 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-d850fa92-9035-4299-abe4-a7a41581af46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 200 len: 835 time: 0.0464871 Apr 18 06:42:06.554504 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-762707e4-8168-453a-80f1-81fe59b33d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.555970 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-762707e4-8168-453a-80f1-81fe59b33d7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6cfaa82-25d2-495a-b5e5-85a2f94973da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401187 Apr 18 06:42:06.659557 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-5d0f4911-78b3-45da-a6e6-4d45f6c545c3 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950522 Apr 18 06:42:06.745107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806fc97-05de-4725-ae3f-1fb52298bbd1 req-cde1c5ca-7305-4cca-87d1-a56f39bd3405 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:06.746573 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9806fc97-05de-4725-ae3f-1fb52298bbd1 req-cde1c5ca-7305-4cca-87d1-a56f39bd3405 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 944 time: 0.1102924 Apr 18 06:42:06.788618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-baefc0a8-ac59-4423-b4e7-b6421ad8a4b9 req-2c8eb5e6-3845-4db9-843e-ce04242c13eb service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157420 Apr 18 06:42:06.804326 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9806fc97-05de-4725-ae3f-1fb52298bbd1 req-947280b2-71e5-448e-933d-2e4b2ed9dbbe tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490050 Apr 18 06:42:07.920299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019cec1-ec22-44cc-a29c-ecc8c1d9fef0 req-133c172d-bb75-4f4b-9be4-fce8a9504c19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:07.921751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0019cec1-ec22-44cc-a29c-ecc8c1d9fef0 req-133c172d-bb75-4f4b-9be4-fce8a9504c19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 944 time: 0.0492942 Apr 18 06:42:07.959602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-0019cec1-ec22-44cc-a29c-ecc8c1d9fef0 req-015f623d-b247-4764-94de-5e9382fd39a7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Apr 18 06:42:09.008467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c931d054-31a0-4f10-8ae6-b588f265d65b details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:42:09.073383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096cb87-63be-48f5-b998-08362fbe066c req-c7b48af8-553c-4968-aa97-ec8113d39be6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:09.074888 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c096cb87-63be-48f5-b998-08362fbe066c req-c7b48af8-553c-4968-aa97-ec8113d39be6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 944 time: 0.0501528 Apr 18 06:42:09.107880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c931d054-31a0-4f10-8ae6-b588f265d65b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c931d054-31a0-4f10-8ae6-b588f265d65b,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:42:09.115520 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c096cb87-63be-48f5-b998-08362fbe066c req-734d3c6e-e0f6-476f-ad8d-7d00a7e91e86 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Apr 18 06:42:09.120979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'port_id': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'mac_address': 'fa:16:3e:4b:54:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:42:09.157501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.171016 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c931d054-31a0-4f10-8ae6-b588f265d65b {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:42:09.189559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c931d054-31a0-4f10-8ae6-b588f265d65b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c931d054-31a0-4f10-8ae6-b588f265d65b,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:42:09.286764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:09.332420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c931d054-31a0-4f10-8ae6-b588f265d65b,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:09.660332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['c931d054-31a0-4f10-8ae6-b588f265d65b'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:42:10.234044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03344f-4579-4ef1-a412-d21c60fa0332 req-1110f410-1669-4ac6-9963-1864e5b2a499 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:10.235533 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e03344f-4579-4ef1-a412-d21c60fa0332 req-1110f410-1669-4ac6-9963-1864e5b2a499 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 945 time: 0.0529704 Apr 18 06:42:10.272618 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8e03344f-4579-4ef1-a412-d21c60fa0332 req-5465333b-f458-49d7-a902-a0645bdae23d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304224 Apr 18 06:42:11.023807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c931d054-31a0-4f10-8ae6-b588f265d65b up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:42:11.180756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port c931d054-31a0-4f10-8ae6-b588f265d65b completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:42:11.184519 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port c931d054-31a0-4f10-8ae6-b588f265d65b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:42:11.184890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.258811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.280305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:42:11.282455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c4b50-25ec-4ea8-8cee-3b79cf9b3b63" -d '{"events": [{"server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "name": "network-vif-plugged", "status": "completed", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:42:11.295578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c931d054-31a0-4f10-8ae6-b588f265d65b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c931d054-31a0-4f10-8ae6-b588f265d65b,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:42:11.322197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afaea70-c068-4bf4-984a-fecbd4e835d0 x-openstack-request-id: req-9afaea70-c068-4bf4-984a-fecbd4e835d0 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:42:11.322197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "name": "network-vif-plugged", "status": "completed", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:42:11.322197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9afaea70-c068-4bf4-984a-fecbd4e835d0 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:42:11.322197 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afaea70-c068-4bf4-984a-fecbd4e835d0'] response: {'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'code': 200} Apr 18 06:42:11.375768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:11.390346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7c91e-015b-481f-a5b2-527cac88107b req-d82a421e-bba6-4b08-b2e5-f4b55896ee9e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:11.391875 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a3e7c91e-015b-481f-a5b2-527cac88107b req-d82a421e-bba6-4b08-b2e5-f4b55896ee9e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 945 time: 0.0501692 Apr 18 06:42:11.428595 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c931d054-31a0-4f10-8ae6-b588f265d65b,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:11.434068 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a3e7c91e-015b-481f-a5b2-527cac88107b req-e8e949d3-18a5-4773-a160-2cf365735821 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354149 Apr 18 06:42:11.651059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcb990-02c4-4e6f-bee6-a85a3244240d req-47653296-d1e0-4b62-8421-c95e7fcd9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:11.652581 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-66bcb990-02c4-4e6f-bee6-a85a3244240d req-47653296-d1e0-4b62-8421-c95e7fcd9eb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1099 time: 0.0390606 Apr 18 06:42:11.685944 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-66bcb990-02c4-4e6f-bee6-a85a3244240d req-a99a781e-846d-4bff-8f6a-ca050d9c7708 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272441 Apr 18 06:42:12.551057 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf91d6-6e9b-4651-9813-1c47f2381a36 req-7bd4606d-8481-45d5-af5b-406498e70dd9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:12.552479 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d1cf91d6-6e9b-4651-9813-1c47f2381a36 req-7bd4606d-8481-45d5-af5b-406498e70dd9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0491474 Apr 18 06:42:12.593587 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d1cf91d6-6e9b-4651-9813-1c47f2381a36 req-f5fe6786-1a0d-435d-ad26-368d793dffa7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Apr 18 06:42:13.292139 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:13.709651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf638013-d65b-4cb8-a050-6fd66aad301d req-2f0c6a73-5c8a-4f50-8b5f-d39bf0ac07f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:13.711102 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf638013-d65b-4cb8-a050-6fd66aad301d req-2f0c6a73-5c8a-4f50-8b5f-d39bf0ac07f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0500188 Apr 18 06:42:13.749059 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf638013-d65b-4cb8-a050-6fd66aad301d req-1cc2de04-332c-4eda-81c0-040a64913a3f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Apr 18 06:42:13.863974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8705b5a-4102-47e3-afd3-21bb8b7ff168 req-9740bcf2-5aa7-4287-ac91-bdc28989a01e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:13.865437 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8705b5a-4102-47e3-afd3-21bb8b7ff168 req-9740bcf2-5aa7-4287-ac91-bdc28989a01e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0483322 Apr 18 06:42:13.902280 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8705b5a-4102-47e3-afd3-21bb8b7ff168 req-069d8f62-f290-454d-bd42-053300512ea6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Apr 18 06:42:13.923121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58442) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:42:13.962682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b8be0-f914-489d-b582-5179edbcf0ac tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:13.964243 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-003b8be0-f914-489d-b582-5179edbcf0ac tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1094 time: 0.0401268 Apr 18 06:42:13.966913 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58444) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:42:13.971118 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:42:14.084446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.183180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.283340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.121 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/d032ad08-d1bb-4b5f-85db-e0eca157cb50) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:42:14.388005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.478599 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:14.514854 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:42:14.521150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:42:14.524750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:42:14.546353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=d032ad08-d1bb-4b5f-85db-e0eca157cb50,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:14.875955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.007486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.157223 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.223792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.295075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=d032ad08-d1bb-4b5f-85db-e0eca157cb50,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:42:15.304930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.403192 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 6fef3aaa-52b8-4627-a3b9-4ec95588a9eb associated. External IP: 172.26.4.121, port: c931d054-31a0-4f10-8ae6-b588f265d65b. Apr 18 06:42:15.603700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:42:15.709590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:42:15.720005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] Sync routers for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:42:15.731011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:42:15.731654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:15.774596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:15.802038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8a7227e5-e20e-4371-b107-8dd62aa0d9b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8340712 Apr 18 06:42:15.802632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:42:15.804986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b" -d '{"events": [{"name": "network-changed", "server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:42:15.840717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:42:15.899556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa116a5b-ee65-4599-a999-fe6572b5bd01 x-openstack-request-id: req-fa116a5b-ee65-4599-a999-fe6572b5bd01 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:42:15.899556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:42:15.899556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa116a5b-ee65-4599-a999-fe6572b5bd01 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:42:15.900245 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa116a5b-ee65-4599-a999-fe6572b5bd01'] response: {'name': 'network-changed', 'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'status': 'completed', 'code': 200} Apr 18 06:42:15.913713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fd9f0-4363-4ded-8f5c-671cdbd7b6f9 req-fa258d0e-5c07-42de-9029-279b58d54482 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:15.915761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dc6fd9f0-4363-4ded-8f5c-671cdbd7b6f9 req-fa258d0e-5c07-42de-9029-279b58d54482 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0616455 Apr 18 06:42:15.960114 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dc6fd9f0-4363-4ded-8f5c-671cdbd7b6f9 req-d06217b0-e596-432c-b0a5-299165b36795 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374153 Apr 18 06:42:15.982143 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58452) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:42:15.994896 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-e9bcfeb8-a59f-4350-90c3-5071fdb898e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:15.996845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-e9bcfeb8-a59f-4350-90c3-5071fdb898e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1099 time: 0.0526597 Apr 18 06:42:16.047459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b150f2ca-04f2-4e6f-9a79-f13797fb8eec tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/6fef3aaa-52b8-4627-a3b9-4ec95588a9eb HTTP/1.1" status: 200 len: 992 time: 0.0631492 Apr 18 06:42:16.089148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6fef3aaa-52b8-4627-a3b9-4ec95588a9eb', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'port_id': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'mac_address': 'fa:16:3e:4b:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df647eb-fd45-46e3-95bf-944f739c567c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:16.089615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-c9b88dfb-f827-4a10-9c74-38750418a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:16.091069 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-c9b88dfb-f827-4a10-9c74-38750418a920 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 898 time: 0.0868058 Apr 18 06:42:16.164083 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-4d136645-ea3b-481d-b0ad-592d93c52c1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 1000 time: 0.0662818 Apr 18 06:42:16.214609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-70bdc5b0-5e5d-4bf7-bdd7-7df78f3f0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:16.216065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-70bdc5b0-5e5d-4bf7-bdd7-7df78f3f0466 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 200 len: 835 time: 0.0462556 Apr 18 06:42:16.260785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] Checking router: 32f88b6c-ee19-412e-9aa4-1eada7d960f2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:42:16.263345 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-9a532932-976e-4cd3-8670-dcf1c0065721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:16.264904 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-9a532932-976e-4cd3-8670-dcf1c0065721 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6cfaa82-25d2-495a-b5e5-85a2f94973da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421493 Apr 18 06:42:16.270104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:42:16.270701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:41:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:16.358622 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-f7a90459-5088-47ae-9628-b97c27ead780 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874443 Apr 18 06:42:16.374443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:42:16.448125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bfbe2dc6-0d7a-4e9b-b9d8-0afdfe3db98b req-848a19c9-4f2d-470e-9f00-5faff8ecd798 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Apr 18 06:42:16.600255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6fef3aaa-52b8-4627-a3b9-4ec95588a9eb', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'port_id': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'mac_address': 'fa:16:3e:4b:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df647eb-fd45-46e3-95bf-944f739c567c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:42:16.630006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aca460-54cb-4455-b5ce-5a808172e20f None None] The sync data for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv is: [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6fef3aaa-52b8-4627-a3b9-4ec95588a9eb', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'port_id': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'mac_address': 'fa:16:3e:4b:54:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df647eb-fd45-46e3-95bf-944f739c567c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:42:14Z', 'updated_at': '2022-04-18T06:42:14Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:42:16.820295 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2974ae2-f728-4054-b56a-de22060eb53e None None] New status for floating IP 6fef3aaa-52b8-4627-a3b9-4ec95588a9eb: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:42:17.051106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58454) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:42:17.114182 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6c844947-af0e-4488-a673-feececedb201 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/6fef3aaa-52b8-4627-a3b9-4ec95588a9eb HTTP/1.1" status: 200 len: 994 time: 0.0618916 Apr 18 06:42:19.596089 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:42:23.563925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8cd2bbdd-e4db-452a-8a5a-b1205cd5dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:25.827089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6e9ad5ce-3aa9-4228-8973-c91c3e0191a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:27.132436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:28.901478 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:28.929449 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:42.576511 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-d6aae05c-ce72-43be-b33b-41f40e630294 req-0a92179a-6d03-4f6b-b51c-dba4a2442b36 tempest-ServerDiskConfigTestJSON-1938585913 tempest-ServerDiskConfigTestJSON-1938585913-project] (109605) timed out ('10.222.0.46', 59519) {{(pid=109605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 06:42:43.264512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:53.439025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-50a09866-1116-48fd-a69f-03f545420a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:55.661227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-57c85ea8-0233-4c25-92f4-5e076dc3932d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423539 Apr 18 06:42:55.759827 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-46902502-fee2-49e1-a3b9-539264e2446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:55.761305 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-46902502-fee2-49e1-a3b9-539264e2446f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1099 time: 0.0401855 Apr 18 06:42:55.827707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe9ee088-ba95-4522-b911-8ed435213f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:55.861613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-1da96764-79dd-4275-a682-b705805b4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:55.863080 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-1da96764-79dd-4275-a682-b705805b4171 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 898 time: 0.0837073 Apr 18 06:42:55.930731 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-b561405e-5ecd-48fb-b5c6-bf26d38d0c56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 1002 time: 0.0606706 Apr 18 06:42:55.977942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-de5130ff-c6c8-4cea-aaba-a36f5c2c4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:55.979400 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-de5130ff-c6c8-4cea-aaba-a36f5c2c4af6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 200 len: 835 time: 0.0425503 Apr 18 06:42:56.023371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-77d79762-cc33-41a9-adbb-4d302c3c9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:42:56.024892 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-77d79762-cc33-41a9-adbb-4d302c3c9243 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6cfaa82-25d2-495a-b5e5-85a2f94973da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391438 Apr 18 06:42:56.115914 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-c117a729-9361-46ad-ab5a-7e6f6570c291 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843809 Apr 18 06:42:56.212267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6bca7b47-313e-4dc9-bc65-ec26a58a2b0c req-825ee806-fd7c-4c5f-8692-5aed43e2d960 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898190 Apr 18 06:42:56.594402 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:42:57.224638 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:58.877754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:42:58.967075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:13.281906 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:19.926672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d047e-df4c-43d7-b7a0-6bc95e1e2fb7 req-eae4f711-3c1f-4135-ad15-5526fecd825d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:19.928216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e08d047e-df4c-43d7-b7a0-6bc95e1e2fb7 req-eae4f711-3c1f-4135-ad15-5526fecd825d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0540888 Apr 18 06:43:19.967156 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e08d047e-df4c-43d7-b7a0-6bc95e1e2fb7 req-25fe4060-7e6a-4e4e-8f59-cb321aaf4741 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Apr 18 06:43:20.012375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285e1c-3b8a-465f-bede-f133883606c2 req-f2f5cbd5-6171-4477-b44a-3e56cf4a3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:20.013865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-f2f5cbd5-6171-4477-b44a-3e56cf4a3f8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1099 time: 0.0401549 Apr 18 06:43:20.106129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285e1c-3b8a-465f-bede-f133883606c2 req-ddd6511f-1c5d-4ae4-a720-3e3105abcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:20.108320 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-ddd6511f-1c5d-4ae4-a720-3e3105abcc7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 898 time: 0.0869975 Apr 18 06:43:20.172883 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-8b6b2329-761b-4ef1-a27a-6cd4155d8362 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 1002 time: 0.0565634 Apr 18 06:43:20.220596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285e1c-3b8a-465f-bede-f133883606c2 req-cedf46fc-317a-4930-9364-4e49cb22b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:20.221967 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-cedf46fc-317a-4930-9364-4e49cb22b861 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 200 len: 835 time: 0.0418270 Apr 18 06:43:20.268428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12285e1c-3b8a-465f-bede-f133883606c2 req-fa79323a-4ee5-4912-b868-0aa850bd8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:20.269878 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-fa79323a-4ee5-4912-b868-0aa850bd8ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6cfaa82-25d2-495a-b5e5-85a2f94973da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416729 Apr 18 06:43:20.357526 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-3b6adcfb-01f6-49c0-85e9-3def0d87742d service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805807 Apr 18 06:43:20.448168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-12285e1c-3b8a-465f-bede-f133883606c2 req-a4dbd224-11e4-4544-8b32-f234291bc755 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844426 Apr 18 06:43:21.086571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1c02b-5575-4e73-853c-8ef0c5e6e297 req-20aded90-51f5-4555-9350-cfedfbf1bb2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:21.088131 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dae1c02b-5575-4e73-853c-8ef0c5e6e297 req-20aded90-51f5-4555-9350-cfedfbf1bb2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0513036 Apr 18 06:43:21.127003 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dae1c02b-5575-4e73-853c-8ef0c5e6e297 req-4091c5e3-cd95-4dd2-9db5-c4cc8a35ab93 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Apr 18 06:43:22.241707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c5cf-845a-41ff-a15f-abd79c4ed025 req-257db34c-9166-4cdd-832c-941ff0c9eea6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:22.243168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aef5c5cf-845a-41ff-a15f-abd79c4ed025 req-257db34c-9166-4cdd-832c-941ff0c9eea6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0482597 Apr 18 06:43:22.280442 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aef5c5cf-845a-41ff-a15f-abd79c4ed025 req-fad51162-2ab0-4429-83df-2d058efca2b3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306985 Apr 18 06:43:23.401311 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90ea1d-fdef-4cb0-ae43-825df913227e req-a2fe9d15-535d-4311-94fe-6b34bc790ad1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:23.405220 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8d90ea1d-fdef-4cb0-ae43-825df913227e req-a2fe9d15-535d-4311-94fe-6b34bc790ad1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0509543 Apr 18 06:43:23.443778 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8d90ea1d-fdef-4cb0-ae43-825df913227e req-acec25c1-1716-4aea-ab60-f9b1b54d4d38 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342612 Apr 18 06:43:23.452260 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d2535e69-7257-42e8-89e7-70fd9d92293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:24.567701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0d3ac-4593-444e-baff-b3c4d5a5bac9 req-2421f505-6eb4-43b7-b2a4-38dd65ac5671 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:24.569149 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31b0d3ac-4593-444e-baff-b3c4d5a5bac9 req-2421f505-6eb4-43b7-b2a4-38dd65ac5671 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0481334 Apr 18 06:43:24.606251 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31b0d3ac-4593-444e-baff-b3c4d5a5bac9 req-a17da6fe-afaf-434f-b035-e0d886fec834 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Apr 18 06:43:25.724840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9037864-1e91-4c1e-a730-b390e0912ca7 req-c563e16d-d9fe-45b5-aa98-ec87129e2183 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:25.726199 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b9037864-1e91-4c1e-a730-b390e0912ca7 req-c563e16d-d9fe-45b5-aa98-ec87129e2183 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0527661 Apr 18 06:43:25.762165 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b9037864-1e91-4c1e-a730-b390e0912ca7 req-67e40274-4029-4bce-9b4b-f3818fe70be9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300622 Apr 18 06:43:25.834028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0f1b0cbc-1099-4e9c-9ae6-73e2b7f7bd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:26.880086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ae1bb-b2f2-4d60-86db-335048ce81d4 req-0970971c-2d29-45f3-b21a-1498bb5087dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:26.881533 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bf4ae1bb-b2f2-4d60-86db-335048ce81d4 req-0970971c-2d29-45f3-b21a-1498bb5087dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0516565 Apr 18 06:43:26.918224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bf4ae1bb-b2f2-4d60-86db-335048ce81d4 req-0993e8e9-15da-49ae-98c2-82406ead4bee tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307887 Apr 18 06:43:27.161757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:28.033379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4451e6-aa64-47a1-a615-ef21d2f08ac6 req-fcfa6a0c-7f30-4538-b664-02089efeb3ac tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:28.034859 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3d4451e6-aa64-47a1-a615-ef21d2f08ac6 req-fcfa6a0c-7f30-4538-b664-02089efeb3ac tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0493553 Apr 18 06:43:28.072491 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3d4451e6-aa64-47a1-a615-ef21d2f08ac6 req-0eace735-ae1f-48ea-8782-34fe2e04d4e1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Apr 18 06:43:28.893282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:28.965301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:29.188079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aca5cf-1452-4fbf-8a8c-d4ccd9a1e50a req-e6300390-472b-43f1-b553-840e08f3afab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:29.189518 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89aca5cf-1452-4fbf-8a8c-d4ccd9a1e50a req-e6300390-472b-43f1-b553-840e08f3afab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0485344 Apr 18 06:43:29.226458 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89aca5cf-1452-4fbf-8a8c-d4ccd9a1e50a req-aa970aee-14a3-4846-ac5a-417e7cabf719 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Apr 18 06:43:30.341472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e08b7-26b5-47f7-a93f-ce8f73f42f41 req-c6128024-e7e1-499f-943b-b1807933f72e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:30.342909 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5c4e08b7-26b5-47f7-a93f-ce8f73f42f41 req-c6128024-e7e1-499f-943b-b1807933f72e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0476549 Apr 18 06:43:30.380126 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5c4e08b7-26b5-47f7-a93f-ce8f73f42f41 req-5a8f0803-b885-46ac-9dbd-efccccd12095 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313258 Apr 18 06:43:31.495148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723aa1b-b125-4d49-9513-ccb5da34f503 req-d3bed18b-88b3-423e-a5e1-dc068e4c0445 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:31.496677 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d723aa1b-b125-4d49-9513-ccb5da34f503 req-d3bed18b-88b3-423e-a5e1-dc068e4c0445 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0500557 Apr 18 06:43:31.533559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d723aa1b-b125-4d49-9513-ccb5da34f503 req-c4528a92-196c-48c6-bb16-548365a6bb5d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304589 Apr 18 06:43:32.656333 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2944315-010d-4471-85b3-a8b70993c5a5 req-62bd3125-3769-4f95-9ff7-3e295b00ab4f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:32.657707 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e2944315-010d-4471-85b3-a8b70993c5a5 req-62bd3125-3769-4f95-9ff7-3e295b00ab4f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0525413 Apr 18 06:43:32.694907 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e2944315-010d-4471-85b3-a8b70993c5a5 req-494a125e-30c3-4f47-8f1f-69c35c112cf6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Apr 18 06:43:32.717560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58510) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:43:32.777451 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a52a79e1-8a40-44e0-b98b-7ddb979635f4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/6fef3aaa-52b8-4627-a3b9-4ec95588a9eb HTTP/1.1" status: 200 len: 994 time: 0.0587573 Apr 18 06:43:33.593299 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:43:43.264590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:53.469597 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-06f9d19b-c41c-4fbb-900a-2eb6657da2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:55.851589 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-401d72da-a07b-4c75-8c3f-a8e998a1986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:57.154072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:57.838182 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-95c5f210-be57-4b5a-8540-d86a71949d7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422392 Apr 18 06:43:57.934966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-0f577bc0-60d6-4c30-9a16-7e3306f0a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:57.936483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-0f577bc0-60d6-4c30-9a16-7e3306f0a6cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1099 time: 0.0408590 Apr 18 06:43:58.040484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-6c590b37-a531-4d8e-8e15-5cfa3a1f5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:58.041940 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-6c590b37-a531-4d8e-8e15-5cfa3a1f5350 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 898 time: 0.0868647 Apr 18 06:43:58.106198 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-7506f478-331d-49db-9cd1-83876e01a48a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 1002 time: 0.0576103 Apr 18 06:43:58.153991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-457da07e-9cb3-4330-9881-02329b295f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:58.155459 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-457da07e-9cb3-4330-9881-02329b295f3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 200 len: 835 time: 0.0428891 Apr 18 06:43:58.203000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-7405aca9-7681-4510-9091-16428f0bc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:43:58.204476 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-7405aca9-7681-4510-9091-16428f0bc406 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6cfaa82-25d2-495a-b5e5-85a2f94973da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426397 Apr 18 06:43:58.291107 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-3adeb422-ea7d-4496-8a2c-ce71567d01a2 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800464 Apr 18 06:43:58.383685 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b7a109a6-a2c0-4ccd-89e3-78f9272fcc46 req-ffbda7d3-68c3-4b62-b181-7feb384e1877 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Apr 18 06:43:58.885378 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:43:58.933570 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:10.591111 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:44:13.277195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:21.456848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58536) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:21.933615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port d032ad08-d1bb-4b5f-85db-e0eca157cb50 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:44:21.933956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:22.006270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:22.006592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:22.018239 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for d032ad08-d1bb-4b5f-85db-e0eca157cb50 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:44:22.219613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:22.243861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=d032ad08-d1bb-4b5f-85db-e0eca157cb50,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:22.255931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.255931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.256243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.256580 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.256936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.257250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.257584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.257911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.258294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.258624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.258950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.259301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:22.315641 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:22.315968 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 6fef3aaa-52b8-4627-a3b9-4ec95588a9eb disassociated (deleted). External IP: 172.26.4.121, port: c931d054-31a0-4f10-8ae6-b588f265d65b. Apr 18 06:44:22.519417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:44:22.624653 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:44:22.629475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:22.634120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] Sync routers for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:44:22.643720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:22.644332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:43:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:22.656726 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-695c1b53-0e40-41d7-a64e-73b889e3fdb8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/floatingips/6fef3aaa-52b8-4627-a3b9-4ec95588a9eb HTTP/1.1" status: 204 len: 168 time: 1.1981115 Apr 18 06:44:22.657315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:22.660208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20" -d '{"events": [{"name": "network-changed", "server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:44:22.714812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42723e1-2241-4586-9a59-42fd41a5f480 x-openstack-request-id: req-b42723e1-2241-4586-9a59-42fd41a5f480 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:44:22.715094 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:44:22.715360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b42723e1-2241-4586-9a59-42fd41a5f480 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:44:22.715763 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42723e1-2241-4586-9a59-42fd41a5f480'] response: {'name': 'network-changed', 'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'status': 'completed', 'code': 200} Apr 18 06:44:22.757604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:22.804708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-91607b66-769a-46f7-903b-2ee5fe3c1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:22.806147 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-91607b66-769a-46f7-903b-2ee5fe3c1be9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 1099 time: 0.0430272 Apr 18 06:44:22.904143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-fcbfc349-d499-429c-868e-6eb5ee1559cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:22.905637 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-fcbfc349-d499-429c-868e-6eb5ee1559cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 200 len: 898 time: 0.0920813 Apr 18 06:44:22.948500 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-8f1a89c1-9506-45bb-a9b0-20d4cd046e2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 200 len: 217 time: 0.0354528 Apr 18 06:44:22.964202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:22.992470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] Checking router: 32f88b6c-ee19-412e-9aa4-1eada7d960f2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:44:23.000471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:23.000877 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-84b5b379-6c0b-4bcc-b0ff-3e23a4ec8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:23.001065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:43:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:23.002339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-84b5b379-6c0b-4bcc-b0ff-3e23a4ec8587 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 200 len: 835 time: 0.0461614 Apr 18 06:44:23.053004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-9431a514-566a-4351-af72-1948aa8006c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:23.054581 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-9431a514-566a-4351-af72-1948aa8006c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6cfaa82-25d2-495a-b5e5-85a2f94973da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455370 Apr 18 06:44:23.114607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:23.177872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-fc3cbc31-b987-4e2c-8b07-2a5e789a314b service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169848 Apr 18 06:44:23.245165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef6f7a-4486-46f5-888a-0e328c35b386 req-6a778284-08b7-427b-9add-ec5ab71a405b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:23.246635 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8aef6f7a-4486-46f5-888a-0e328c35b386 req-6a778284-08b7-427b-9add-ec5ab71a405b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.1285186 Apr 18 06:44:23.306412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8aef6f7a-4486-46f5-888a-0e328c35b386 req-a67de30b-84dd-4919-9f5a-8f582ae09fc3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522382 Apr 18 06:44:23.311790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2c9adcf0-e59f-4d11-93d0-a0a42b1f6e20 req-dc89229a-a1d0-4dab-94cf-7795024aae83 service neutron] 10.222.0.46 "GET /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265278 Apr 18 06:44:23.318728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:23.345730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991745d1-f90e-49a4-b54a-1b3ad402101b None None] The sync data for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv is: [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'e979a74f-66a2-46df-bd10-274c68ce94c7', 'name': '', 'network_id': 'a6cfaa82-25d2-495a-b5e5-85a2f94973da', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:d7:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:59Z', 'updated_at': '2022-04-18T06:42:02Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c54a5127-d620-4dd2-9ec3-1df88d166bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:44:23.442993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1f80cf46-8edb-43a2-bcfc-b7277be36fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:23.555532 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ad1d0-2c52-49a0-b564-ccb6f423f655 None None] New status for floating IP 6fef3aaa-52b8-4627-a3b9-4ec95588a9eb: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:44:24.426954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d7570-6930-4f7f-91f0-ef88dc416d38 req-5743a0c0-15dd-483e-b940-6240cd756969 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:24.428162 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-df0d7570-6930-4f7f-91f0-ef88dc416d38 req-5743a0c0-15dd-483e-b940-6240cd756969 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0514061 Apr 18 06:44:24.465953 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-df0d7570-6930-4f7f-91f0-ef88dc416d38 req-9f0f4c73-de43-47e0-a5ce-38b05f34ef4c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a073603-11a2-4a5c-8c8d-0c01993d0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Apr 18 06:44:25.033584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-362984d3-cbe8-4d7f-a8bb-c433fc4d0561 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:25.035081 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-362984d3-cbe8-4d7f-a8bb-c433fc4d0561 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 946 time: 0.0499494 Apr 18 06:44:25.132460 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port c931d054-31a0-4f10-8ae6-b588f265d65b {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:44:25.132802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:25.219452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port c931d054-31a0-4f10-8ae6-b588f265d65b, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c931d054-31a0-4f10-8ae6-b588f265d65b,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:25.219816 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:25.232274 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for c931d054-31a0-4f10-8ae6-b588f265d65b owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:44:25.429247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:25.457457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=c931d054-31a0-4f10-8ae6-b588f265d65b,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:25.505210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] No DVR routers for this DVR port c931d054-31a0-4f10-8ae6-b588f265d65b on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:44:25.508133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:25.511602 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6afdc4e0-b795-439b-955b-3a06dd383fbf req-3ee47eb2-8491-47f1-9e00-0f447da5b4ce tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "DELETE /v2.0/ports/c931d054-31a0-4f10-8ae6-b588f265d65b HTTP/1.1" status: 204 len: 173 time: 0.4702840 Apr 18 06:44:25.512072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'name': 'network-vif-deleted', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:25.514327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6121270e-6ccf-415d-8feb-367431e21981" -d '{"events": [{"server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "name": "network-vif-deleted", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:44:25.563897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d68cef4-07ad-4ed7-9d5c-c8d3316c752e x-openstack-request-id: req-1d68cef4-07ad-4ed7-9d5c-c8d3316c752e {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:44:25.564431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df647eb-fd45-46e3-95bf-944f739c567c", "name": "network-vif-deleted", "tag": "c931d054-31a0-4f10-8ae6-b588f265d65b", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:44:25.564431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d68cef4-07ad-4ed7-9d5c-c8d3316c752e {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:44:25.564943 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d68cef4-07ad-4ed7-9d5c-c8d3316c752e'] response: {'server_uuid': '2df647eb-fd45-46e3-95bf-944f739c567c', 'name': 'network-vif-deleted', 'tag': 'c931d054-31a0-4f10-8ae6-b588f265d65b', 'status': 'completed', 'code': 200} Apr 18 06:44:25.566858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-60c7851b-7d37-4177-ac8b-801f240ff2ce req-ecc29040-6276-4822-9f94-ae3aa0ba65a1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df647eb-fd45-46e3-95bf-944f739c567c HTTP/1.1" status: 200 len: 210 time: 0.0306025 Apr 18 06:44:25.853907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ac18dea6-9fd9-4097-b3d7-24d85cc66678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:26.622073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58558) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:26.976354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:27.168516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:27.227663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port e979a74f-66a2-46df-bd10-274c68ce94c7 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:44:27.227922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:27.317977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port e979a74f-66a2-46df-bd10-274c68ce94c7, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e979a74f-66a2-46df-bd10-274c68ce94c7,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:27.318332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:27.331047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for e979a74f-66a2-46df-bd10-274c68ce94c7 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:44:27.574335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:27.601501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=e979a74f-66a2-46df-bd10-274c68ce94c7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:27.684203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c931d054-31a0-4f10-8ae6-b588f265d65b no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:44:27.709848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: c931d054-31a0-4f10-8ae6-b588f265d65b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:44:27.710235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c931d054-31a0-4f10-8ae6-b588f265d65b not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:44:27.776982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:27.988392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:44:28.089886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:44:28.095125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e6149e30-f149-4272-8d02-cd7acae7144f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/32f88b6c-ee19-412e-9aa4-1eada7d960f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4720395 Apr 18 06:44:28.101756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58560) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:28.102279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] Sync routers for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:44:28.110640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:28.111268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:28.153388 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting subnet c54a5127-d620-4dd2-9ec3-1df88d166bef {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:44:28.156494 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.197339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.283390 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.361011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:28.460360 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.488789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Subnet': ['ID=c54a5127-d620-4dd2-9ec3-1df88d166bef,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:28.496380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.499583 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/subnets/c54a5127-d620-4dd2-9ec3-1df88d166bef HTTP/1.1" status: 204 len: 168 time: 0.4005041 Apr 18 06:44:28.500733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07917fb3-5d53-46af-9ea4-d7ef01926ab8 None None] Network a6cfaa82-25d2-495a-b5e5-85a2f94973da requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:44:28.502026 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.502379 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.502723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.503061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.503429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.503765 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.503966 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58562) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:28.504086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.504412 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.504742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.505068 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.505396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.505723 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84651a-54f5-4dbf-8a22-4150c3df2e17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:28.613002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.621563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:44:27Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:28.664026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] Checking router: 32f88b6c-ee19-412e-9aa4-1eada7d960f2 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:44:28.678147 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] Routers {'32f88b6c-ee19-412e-9aa4-1eada7d960f2'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:28.678759 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:28.717813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.766818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] DHCP port deletion for a6cfaa82-25d2-495a-b5e5-85a2f94973da request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:44:28.808066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] Set router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:28.833636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:44:28.834287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.916627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port dee2e0e1-a90d-459a-9e6a-2e28ba876dd2, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:28.916900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.928843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:44:28.955838 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Deleting port e703269f-f1df-49d6-9151-b01993ef9428 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:44:28.956206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.970544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:28.982494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.066964 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] For port e703269f-f1df-49d6-9151-b01993ef9428, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=e703269f-f1df-49d6-9151-b01993ef9428,segment=NetworkSegment(b7f43e2a-9eee-4122-bff7-5aec449e30db),segment_id=b7f43e2a-9eee-4122-bff7-5aec449e30db)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:29.067373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.087381 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Calling delete_port for e703269f-f1df-49d6-9151-b01993ef9428 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:44:29.154508 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:44:27Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:29.174139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.184803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6f539-32e5-4391-881a-15b594b713d7 None None] The sync data for ids ['32f88b6c-ee19-412e-9aa4-1eada7d960f2'] in dv-neutron-837488-1-hyperv is: [{'id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296061147', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:41:55Z', 'updated_at': '2022-04-18T06:44:27Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'dee2e0e1-a90d-459a-9e6a-2e28ba876dd2', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f88b6c-ee19-412e-9aa4-1eada7d960f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:41:56Z', 'updated_at': '2022-04-18T06:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:44:29.203819 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=dee2e0e1-a90d-459a-9e6a-2e28ba876dd2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:29.259843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.273187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.286603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Pushing event deleted for resources: {'Port': ['ID=e703269f-f1df-49d6-9151-b01993ef9428,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:29.288805 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] No DVR routers for this DVR port e703269f-f1df-49d6-9151-b01993ef9428 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:44:29.297263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.297384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.297636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.297965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.298277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.298603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.298925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.299231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.299578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.300133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.300248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.300502 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd2947a-ab89-474d-a910-dc2ed796c2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:29.368194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.370250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.457758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.458255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Fanout notify agent at l3_agent the message router_deleted on router 32f88b6c-ee19-412e-9aa4-1eada7d960f2 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:44:29.464895 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.465992 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-21b04ed9-df9a-4337-bcdb-d58a17050ad5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/routers/32f88b6c-ee19-412e-9aa4-1eada7d960f2 HTTP/1.1" status: 204 len: 168 time: 0.9607434 Apr 18 06:44:29.472676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58564) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:29.544825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.638754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.660291 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cfaa82-25d2-495a-b5e5-85a2f94973da']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:29.669774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f43e2a-9eee-4122-bff7-5aec449e30db') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:29.670070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f43e2a-9eee-4122-bff7-5aec449e30db') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:29.680157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.693000 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.698636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:44:29.699014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:44:29.701917 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:44:30.154892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:30.163097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:30.166004 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/networks/a6cfaa82-25d2-495a-b5e5-85a2f94973da HTTP/1.1" status: 204 len: 168 time: 0.6956284 Apr 18 06:44:30.168814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58566) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:30.178995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e4ba0-e0d5-45b5-bda5-e7d9b4a69296 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Network': ['ID=a6cfaa82-25d2-495a-b5e5-85a2f94973da,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:30.230196 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6fe558f8-ce02-4225-9e73-0d636addd8f0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:30.254666 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6fe558f8-ce02-4225-9e73-0d636addd8f0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:30.354560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6fe558f8-ce02-4225-9e73-0d636addd8f0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:30.357231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6fe558f8-ce02-4225-9e73-0d636addd8f0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:30.358377 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6fe558f8-ce02-4225-9e73-0d636addd8f0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a073603-11a2-4a5c-8c8d-0c01993d0aa0 HTTP/1.1" status: 204 len: 168 time: 0.1878808 Apr 18 06:44:30.368665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe558f8-ce02-4225-9e73-0d636addd8f0 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a073603-11a2-4a5c-8c8d-0c01993d0aa0,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:30.458325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e979a74f-66a2-46df-bd10-274c68ce94c7 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:44:30.479596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e979a74f-66a2-46df-bd10-274c68ce94c7 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:44:30.481176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e979a74f-66a2-46df-bd10-274c68ce94c7 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:44:30.481176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:44:30.503081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:44:30.503498 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device dee2e0e1-a90d-459a-9e6a-2e28ba876dd2 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:44:30.504059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e703269f-f1df-49d6-9151-b01993ef9428 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:44:30.522399 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: e703269f-f1df-49d6-9151-b01993ef9428 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:44:30.522735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device e703269f-f1df-49d6-9151-b01993ef9428 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:44:30.981381 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58572) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:30.986012 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245947517', 'description': 'tempest-secgroup-smoke-1245947517 description', 'project_id': '9ec09b6e28c3459680804fde0ab69f95'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:31.064186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.128091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.200255 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.232193 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ed4c6-13c9-4d89-b95f-8884e837c4f8,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:31.293821 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.295066 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-48cfe94f-b8d1-46b4-bf2b-e8fd1c600f63 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3126898 Apr 18 06:44:31.298117 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58574) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:31.302303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed4c6-13c9-4d89-b95f-8884e837c4f8', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:31.390738 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.448665 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.511449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.529306 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf32882-c292-47cf-8f46-bb3d2f92abc0,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:31.604471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.605714 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f4d8eb67-6002-4c4a-b534-bb2b6fb6e5d7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066955 Apr 18 06:44:31.608669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58576) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:31.613486 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed4c6-13c9-4d89-b95f-8884e837c4f8', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:31.698915 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.754907 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.836703 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.855118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddec6656-6669-4d6e-8563-f8e0a558f773,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:31.918702 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:31.919932 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6af22ed5-6cc6-4f91-9169-fbb0c00761da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103225 Apr 18 06:44:31.922598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58578) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:31.927711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed4c6-13c9-4d89-b95f-8884e837c4f8', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:32.024382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.149870 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.231207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.251375 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8a7a47-3ffa-4d72-b18d-fddb46f107ff,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:32.322577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.323799 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-44100451-1674-4cc6-a53d-0a39be183554 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995225 Apr 18 06:44:32.326442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58580) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:32.331847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed4c6-13c9-4d89-b95f-8884e837c4f8', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:32.453639 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.511954 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.580667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.597890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3963399-53da-47a6-a1b1-c1d3a86ebd74,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:32.667904 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.669123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e68a1ac6-cdf1-48e4-802c-9491f50bae19 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3417542 Apr 18 06:44:32.671872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58582) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:32.676595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed4c6-13c9-4d89-b95f-8884e837c4f8', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:32.779789 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:44:32.784861 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.844099 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.922435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:32.941141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d59de1-1dcc-46fa-969e-14d7c9d97fcc,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:33.010184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.011429 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0bfa59ca-e78a-4906-9bed-29e34bf4644b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3385968 Apr 18 06:44:33.014073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58584) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:33.018384 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'c08ed4c6-13c9-4d89-b95f-8884e837c4f8', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:33.099844 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:44:33.104712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.164635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.230825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.252726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6128dfbd-29c7-40bf-a7b3-cbe7ffe4bacf,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:33.324378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.325609 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54834e5b-a40a-4927-9fd5-8dbc6df13d41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106382 Apr 18 06:44:33.328436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58586) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:33.333612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'network': {'name': 'tempest-network-smoke--277199141', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:33.413878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:44:33.417716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.441571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:44:33.450109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.450464 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Added segment b9164270-17ff-46dc-8ea0-fac69124fa07 of type vlan for network c8352078-c840-4f11-9e41-8a294805d6ce Apr 18 06:44:33.491604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.583734 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.589346 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:33.589948 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.653029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Network': ['ID=c8352078-c840-4f11-9e41-8a294805d6ce,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:33.664540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network c8352078-c840-4f11-9e41-8a294805d6ce details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:44:33.702693 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ce93804b-7a97-4bb5-bb86-943a8079a618 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3732510 Apr 18 06:44:33.705959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58588) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:33.710602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'admin_state_up': True, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:33.796970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.797942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:33.860223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:34.042854 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:34.270697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:34.289133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:34.393644 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.28 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/d72557e2-b1c0-42ae-be6e-ee34b2664fac) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:44:34.492062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:34.568476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:34.609587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:34.614125 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:34.616885 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:44:34.622667 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=d72557e2-b1c0-42ae-be6e-ee34b2664fac,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:34.931516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:35.119372 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:35.315490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:44:35.420531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:44:35.431482 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Sync routers for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:44:35.446576 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:35.447176 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:35.505769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:35.507165 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b0be5698-b2ef-4c11-af97-ab5104541f1e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8002687 Apr 18 06:44:35.510268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58590) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:35.542068 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b691005a-8166-4055-b4ed-dc4ee0acad3b tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9ec09b6e28c3459680804fde0ab69f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306821 Apr 18 06:44:35.544730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58592) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:35.550547 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:35.631094 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a14f6b-3fa5-4432-9f0e-10f6cb8cabac tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:35.632537 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-32a14f6b-3fa5-4432-9f0e-10f6cb8cabac tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869088 Apr 18 06:44:35.635552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58594) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:35.663874 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-47f3110f-256b-4d95-885a-c21064f9f9e7 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271859 Apr 18 06:44:35.666630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58596) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:35.671397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1385647976', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:35.727355 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:34Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:35.754882 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Checking router: 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:44:35.755222 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Updating router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 port d72557e2-b1c0-42ae-be6e-ee34b2664fac binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:44:35.778698 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:35.818004 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'subnet': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:44:35.821717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25211450'] for subnet, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.025554 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.069986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25992661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25211436'] for subnet, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.098283 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.136672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Subnet': ['ID=c24fd090-f760-4153-9daa-c2cab3c3d008,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:36.144649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Checking segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:44:36.144886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network hostable DHCP agents. Network: c8352078-c840-4f11-9e41-8a294805d6ce, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:44:36.152326 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Attempting to bind port d72557e2-b1c0-42ae-be6e-ee34b2664fac on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:44:36.152696 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Attempting to bind port d72557e2-b1c0-42ae-be6e-ee34b2664fac by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:44:36.153056 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Attempting to bind port d72557e2-b1c0-42ae-be6e-ee34b2664fac on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:44:36.162557 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:44:36.162929 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:44:36.163354 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.163751 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:44:36.164204 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Bound port: d72557e2-b1c0-42ae-be6e-ee34b2664fac, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:44:36.164583 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.166476 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Pushing event updated for resources: {'Port': ['ID=d72557e2-b1c0-42ae-be6e-ee34b2664fac,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:36.190034 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.190377 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.190713 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.191045 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.191405 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.191743 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.192066 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.192386 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.192707 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.193024 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.193342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.193699 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:44:36.217765 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network c8352078-c840-4f11-9e41-8a294805d6ce is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:44:36.229051 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] For port d72557e2-b1c0-42ae-be6e-ee34b2664fac, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:44:36.233884 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] For port d72557e2-b1c0-42ae-be6e-ee34b2664fac, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d72557e2-b1c0-42ae-be6e-ee34b2664fac,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:44:36.308922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, c8352078-c840-4f11-9e41-8a294805d6ce) {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:36.313157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:36.314367 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.318566 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.320777 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ddf67-5d65-4c26-80ba-dee2c8b0c956 None None] Network c8352078-c840-4f11-9e41-8a294805d6ce requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:44:36.372204 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:36.372807 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:36.398288 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-19cca319-ad7b-4663-9b23-c3b5a9f08c46 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7303240 Apr 18 06:44:36.401448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58598) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:36.411464 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316013f-0163-4931-9900-6e7acab75fb4 None None] Pushing event updated for resources: {'Port': ['ID=d72557e2-b1c0-42ae-be6e-ee34b2664fac,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:36.483831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-c8352078-c840-4f11-9e41-8a294805d6ce', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:44:36.484106 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:36.485246 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.635784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Allocated IP 172.20.0.2 (c8352078-c840-4f11-9e41-8a294805d6ce/c24fd090-f760-4153-9daa-c2cab3c3d008/395be3ac-d48c-4eb8-8a72-deb8b06f2227) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:44:36.684205 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:34Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:36.711782 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce90ee-9daa-4cf9-8e36-e14f3861de6a None None] The sync data for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv is: [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:34Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:44:36.793469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.864164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.908914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Network c8352078-c840-4f11-9e41-8a294805d6ce is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:36.913672 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:36.916962 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:44:36.925341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Pushing event updated for resources: {'Port': ['ID=395be3ac-d48c-4eb8-8a72-deb8b06f2227,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:36.990883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Attempting to bind port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:44:36.991273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Attempting to bind port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:44:36.991681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Attempting to bind port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 on network c8352078-c840-4f11-9e41-8a294805d6ce {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:44:36.996649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:44:36.997017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Checking segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:44:36.997415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:36.997801 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Bound using segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:44:36.998283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Bound port: 395be3ac-d48c-4eb8-8a72-deb8b06f2227, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:44:36.998712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:37.077933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] For port 395be3ac-d48c-4eb8-8a72-deb8b06f2227, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:44:37.081879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] For port 395be3ac-d48c-4eb8-8a72-deb8b06f2227, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=395be3ac-d48c-4eb8-8a72-deb8b06f2227,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:44:37.224770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:37.242056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:37.302536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43342a3b-5821-43fb-8ff0-8de6d2d2a108 None None] Pushing event updated for resources: {'Port': ['ID=395be3ac-d48c-4eb8-8a72-deb8b06f2227,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:37.556490 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.1 (c8352078-c840-4f11-9e41-8a294805d6ce/c24fd090-f760-4153-9daa-c2cab3c3d008/9149b2ad-ffb1-42eb-8730-134a2e0dd29d) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:44:37.683078 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:37.792105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:37.835890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network c8352078-c840-4f11-9e41-8a294805d6ce is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:37.838979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:37.842873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:44:37.865936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:37.888167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.081592 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.364316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.414229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.496586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:38.502127 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.510661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d72557e2-b1c0-42ae-be6e-ee34b2664fac up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:44:38.560315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d72557e2-b1c0-42ae-be6e-ee34b2664fac triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:38.560680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.605062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network c8352078-c840-4f11-9e41-8a294805d6ce is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:38.606880 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:38.645214 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.674972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port d72557e2-b1c0-42ae-be6e-ee34b2664fac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d72557e2-b1c0-42ae-be6e-ee34b2664fac,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:38.733953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:44:38.797091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.797772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 395be3ac-d48c-4eb8-8a72-deb8b06f2227 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:44:38.847314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06287a-ab08-4a77-9575-d81dc6d65065 None None] Network c8352078-c840-4f11-9e41-8a294805d6ce requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:44:38.861737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:44:38.866712 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-26cae906-64b4-42d6-912e-81c0d36f873a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4642520 Apr 18 06:44:38.913562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Sync routers for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:44:38.952816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=d72557e2-b1c0-42ae-be6e-ee34b2664fac,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:38.965854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ccefb12e-7040-4f4e-9e5d-edb51051e436 None None] Provisioning complete for port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:38.965854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ccefb12e-7040-4f4e-9e5d-edb51051e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:38.967014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:38.967649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:39.014311 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-72151910-48b8-432a-93f5-43fbe7a44f28 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245947517&fields=id&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 267 time: 0.0327919 Apr 18 06:44:39.130615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-37124838-c10c-41b6-9050-c79a4f15409b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:39.132125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-37124838-c10c-41b6-9050-c79a4f15409b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 796 time: 0.1103661 Apr 18 06:44:39.148643 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-4c084bc9-719a-4ce7-a495-b413b3cbc4b3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/quotas/9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 375 time: 0.0103438 Apr 18 06:44:39.205587 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-356f7115-530d-4ce8-8de7-e17480bd96cb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511463 Apr 18 06:44:39.221418 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-2762f986-92fa-45ad-94b8-3e119ad1bf29 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:44:39.221649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:39.221797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:39.222371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-2762f986-92fa-45ad-94b8-3e119ad1bf29 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055041 Apr 18 06:44:39.310420 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-e798ca3f-5c0a-426c-87a3-03e67cf1a9e5 service neutron] 10.222.0.43 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819962 Apr 18 06:44:39.347025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:39.404797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-bd5029be-d54e-47b1-8078-4fc9c672c3d4 service neutron] 10.222.0.43 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871687 Apr 18 06:44:39.486471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ccefb12e-7040-4f4e-9e5d-edb51051e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:39.533522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:39.599818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ccefb12e-7040-4f4e-9e5d-edb51051e436 None None] For port 395be3ac-d48c-4eb8-8a72-deb8b06f2227, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=395be3ac-d48c-4eb8-8a72-deb8b06f2227,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:39.683286 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d5435012-3125-4662-bb15-bfe2a3fd4b31 req-db99798d-cb68-4f72-b0c7-7e7080088ee2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 210 time: 0.0433462 Apr 18 06:44:39.693704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 2, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:39.730967 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ccefb12e-7040-4f4e-9e5d-edb51051e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:39.736161 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Checking router: 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:44:39.736518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Updating router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:44:39.817740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:39.823313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 06:44:39.823654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG oslo_db.api [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 06:44:39.840891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb12e-7040-4f4e-9e5d-edb51051e436 None None] Pushing event updated for resources: {'Port': ['ID=395be3ac-d48c-4eb8-8a72-deb8b06f2227,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:39.936211 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9ae24484-817b-4984-adf2-7ef9d0e49aaf None None] Provisioning complete for port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:39.936586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9ae24484-817b-4984-adf2-7ef9d0e49aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.123274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9ae24484-817b-4984-adf2-7ef9d0e49aaf None None] Provisioning complete for port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:40.123652 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9ae24484-817b-4984-adf2-7ef9d0e49aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.191470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-9ae24484-817b-4984-adf2-7ef9d0e49aaf None None] Port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:44:40.211483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.312749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-645a0c66-f572-4f04-8b0f-81adbf5071aa None None] Provisioning complete for port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:40.313124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-645a0c66-f572-4f04-8b0f-81adbf5071aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.362397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.401825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-645a0c66-f572-4f04-8b0f-81adbf5071aa None None] Port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:44:40.427317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1909-5c66-421c-8409-fd68364a03c1 None None] Pushing event updated for resources: {'Port': ['ID=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:40.493445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Attempting to bind port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:44:40.493813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Attempting to bind port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:44:40.494177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Attempting to bind port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d on network c8352078-c840-4f11-9e41-8a294805d6ce {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:44:40.501073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d72557e2-b1c0-42ae-be6e-ee34b2664fac up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:44:40.504511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:44:40.504880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Checking segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:44:40.505493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.505662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Bound using segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:44:40.506136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Bound port: 9149b2ad-ffb1-42eb-8730-134a2e0dd29d, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:44:40.506515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.605555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] For port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:44:40.609065 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] For port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:44:40.610005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port d72557e2-b1c0-42ae-be6e-ee34b2664fac triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:40.610374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.694311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.703119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 395be3ac-d48c-4eb8-8a72-deb8b06f2227 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:44:40.785743 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9708c6ea-a23c-4e33-be75-400754901c99 req-5866a762-91ff-4099-b15c-3ff900ab3cca tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 210 time: 0.0383389 Apr 18 06:44:40.806721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-48578bcb-7366-423d-8d86-eaf30d00bb79 None None] Provisioning complete for port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:40.807090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-48578bcb-7366-423d-8d86-eaf30d00bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.810564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1909-5c66-421c-8409-fd68364a03c1 None None] Pushing event updated for resources: {'Port': ['ID=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:40.814462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:40.814869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:40.907024 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:40.908095 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:40.997932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:41.236741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-48578bcb-7366-423d-8d86-eaf30d00bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:41.354884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-48578bcb-7366-423d-8d86-eaf30d00bb79 None None] For port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:41.416125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-48578bcb-7366-423d-8d86-eaf30d00bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:41.467911 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:40Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:41.500924 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee5cb8-06a5-496d-90cc-15f1d17953b8 None None] The sync data for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv is: [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:40Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:44:41.503110 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48578bcb-7366-423d-8d86-eaf30d00bb79 None None] Pushing event updated for resources: {'Port': ['ID=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:41.546658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-17b17ad2-ed12-430d-8afa-9516da181dd3 None None] Provisioning complete for port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:41.546658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-17b17ad2-ed12-430d-8afa-9516da181dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:41.611743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-04cae692-da2b-4608-b607-98392ede4c97 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:41.613354 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-04cae692-da2b-4608-b607-98392ede4c97 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 796 time: 0.1387651 Apr 18 06:44:41.679186 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-8ce42310-1619-4b34-99f6-078e9b601139 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 380 time: 0.0507095 Apr 18 06:44:41.688426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'port': {'device_id': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'admin_state_up': True, 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'security_groups': ['c08ed4c6-13c9-4d89-b95f-8884e837c4f8']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:41.871758 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:44:41.875814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:41.899291 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-62525df4-e469-4be3-b7f6-e18e2d83533e req-9b0cd02e-db4c-4bad-b6c6-5c2d82166073 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 210 time: 0.0391028 Apr 18 06:44:42.023898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.7 (c8352078-c840-4f11-9e41-8a294805d6ce/c24fd090-f760-4153-9daa-c2cab3c3d008/c521bb05-2a07-4f0d-adb8-49cea89e5e72) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:44:42.168023 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.249104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.300466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network c8352078-c840-4f11-9e41-8a294805d6ce is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:42.303739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:42.307761 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:44:42.314986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:42.363634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:42.364297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.492079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-025eaf76-ad6b-444e-a5dd-1da2231bcd2f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078327 Apr 18 06:44:42.521716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9149b2ad-ffb1-42eb-8730-134a2e0dd29d up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:44:42.522181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Request body: {'port': {'device_id': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:42.563368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:42.564862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.572172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.617960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-cf68f76a-9d11-406a-8876-ef6d90c029fa None None] Provisioning complete for port c521bb05-2a07-4f0d-adb8-49cea89e5e72 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:42.618329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cf68f76a-9d11-406a-8876-ef6d90c029fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.678977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-cf68f76a-9d11-406a-8876-ef6d90c029fa None None] Port c521bb05-2a07-4f0d-adb8-49cea89e5e72 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:44:42.856190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c521bb05-2a07-4f0d-adb8-49cea89e5e72 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:44:42.863995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:42.875968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Transition to ACTIVE for port object c521bb05-2a07-4f0d-adb8-49cea89e5e72 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:44:42.951664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.025873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:43.088720 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00012d2-c874-453d-bb23-3412ff6858ca req-896ff53b-365a-4200-af93-da9bac276440 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.090299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a00012d2-c874-453d-bb23-3412ff6858ca req-896ff53b-365a-4200-af93-da9bac276440 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 943 time: 0.1133316 Apr 18 06:44:43.144690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Attempting to bind port c521bb05-2a07-4f0d-adb8-49cea89e5e72 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:44:43.145024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Attempting to bind port c521bb05-2a07-4f0d-adb8-49cea89e5e72 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:44:43.145354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Attempting to bind port c521bb05-2a07-4f0d-adb8-49cea89e5e72 on network c8352078-c840-4f11-9e41-8a294805d6ce {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:44:43.150944 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a00012d2-c874-453d-bb23-3412ff6858ca req-8c57d8f6-0f2a-46ed-8615-d0bbce8a7c68 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539095 Apr 18 06:44:43.153183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Port c521bb05-2a07-4f0d-adb8-49cea89e5e72 on network c8352078-c840-4f11-9e41-8a294805d6ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:44:43.153503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Attempting to bind port c521bb05-2a07-4f0d-adb8-49cea89e5e72 on network c8352078-c840-4f11-9e41-8a294805d6ce {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:44:43.158889 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:44:43.159235 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Checking segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:44:43.159673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Bound using segment: {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:44:43.160072 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Bound port: c521bb05-2a07-4f0d-adb8-49cea89e5e72, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9164270-17ff-46dc-8ea0-fac69124fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:44:43.160433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.225915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:44:43.228936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:44:43.286648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.311361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.326105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.326105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:43.326619 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] 10.222.0.46 "PUT /v2.0/ports/c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1093 time: 0.8215418 Apr 18 06:44:43.327061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:43.329484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c3a350-25e9-49a7-bf3e-dccd004702a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:44:43.349020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b4e68-a0d8-4647-9402-de1e4d60ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:43.379441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf29143-43cf-4e2f-9b56-af0ce297094c x-openstack-request-id: req-bbf29143-43cf-4e2f-9b56-af0ce297094c {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:44:43.379441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:44:43.379441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbf29143-43cf-4e2f-9b56-af0ce297094c {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:44:43.379441 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf29143-43cf-4e2f-9b56-af0ce297094c'] response: {'name': 'network-changed', 'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'status': 'completed', 'code': 200} Apr 18 06:44:43.463778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3a350-25e9-49a7-bf3e-dccd004702a8 req-fed33976-e707-4831-8bed-fbccc20c118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.465442 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d7c3a350-25e9-49a7-bf3e-dccd004702a8 req-fed33976-e707-4831-8bed-fbccc20c118e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1096 time: 0.0477774 Apr 18 06:44:43.571700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3a350-25e9-49a7-bf3e-dccd004702a8 req-79d78349-b5b1-4da7-9c4a-452a66b1ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.573180 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d7c3a350-25e9-49a7-bf3e-dccd004702a8 req-79d78349-b5b1-4da7-9c4a-452a66b1ae26 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ec09b6e28c3459680804fde0ab69f95&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0949461 Apr 18 06:44:43.668775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3a350-25e9-49a7-bf3e-dccd004702a8 req-e5a40144-0022-4ddd-a138-dbe3fa4db1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.670099 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d7c3a350-25e9-49a7-bf3e-dccd004702a8 req-e5a40144-0022-4ddd-a138-dbe3fa4db1d8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908926 Apr 18 06:44:43.766938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-c5244a11-6f22-448f-9bcd-e8ce3a87d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.768610 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-c5244a11-6f22-448f-9bcd-e8ce3a87d455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1096 time: 0.0413504 Apr 18 06:44:43.816885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-15d161a6-76e5-4729-976d-24d9674c2d83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 217 time: 0.0353253 Apr 18 06:44:43.868910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-8fbf6bc9-deb6-4fb2-9eaf-d01eeb632fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.870436 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-8fbf6bc9-deb6-4fb2-9eaf-d01eeb632fcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0478880 Apr 18 06:44:43.914851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-7cc9c36d-0930-457f-b936-d03cd115ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:43.916694 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-7cc9c36d-0930-457f-b936-d03cd115ffbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400693 Apr 18 06:44:44.006034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-443d3e2a-3d05-4d6d-9ed3-d929ebfe6a41 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802794 Apr 18 06:44:44.100900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-553bc540-411b-426d-9ec3-2cac095ea6a3 req-005e349f-9386-4579-ab4f-d87cb4b2682c service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891118 Apr 18 06:44:44.265561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd72d7-f2c4-42a0-851d-49b3539abc24 req-629e72c6-bd0a-4adb-bf78-b43c1b08a9f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:44.267450 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3bcd72d7-f2c4-42a0-851d-49b3539abc24 req-629e72c6-bd0a-4adb-bf78-b43c1b08a9f8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 943 time: 0.0483899 Apr 18 06:44:44.304526 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3bcd72d7-f2c4-42a0-851d-49b3539abc24 req-8eef4e5b-3971-43fc-94bf-c0c5c1651062 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309517 Apr 18 06:44:45.420339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd4c5-4b1e-426e-8e94-87572a1fb073 req-76b97fe3-1cb9-49a1-b207-b804f35cab41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:45.421835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3bbfd4c5-4b1e-426e-8e94-87572a1fb073 req-76b97fe3-1cb9-49a1-b207-b804f35cab41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 943 time: 0.0488968 Apr 18 06:44:45.463637 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3bbfd4c5-4b1e-426e-8e94-87572a1fb073 req-04db4773-99b6-4a60-ad70-b8a047c3a6c5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349631 Apr 18 06:44:45.796187 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c521bb05-2a07-4f0d-adb8-49cea89e5e72 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:44:45.887725 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:45.900051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'port_id': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'mac_address': 'fa:16:3e:df:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:44:45.936407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:45.953357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c521bb05-2a07-4f0d-adb8-49cea89e5e72 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:44:45.972182 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:46.071506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:46.121027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:46.530713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['c521bb05-2a07-4f0d-adb8-49cea89e5e72'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:44:46.583429 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abf2c-f161-4973-ae3c-a53261bac59f req-d1a5b854-8602-4696-9a8c-e4849928f026 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:46.585022 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d09abf2c-f161-4973-ae3c-a53261bac59f req-d1a5b854-8602-4696-9a8c-e4849928f026 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 944 time: 0.0544999 Apr 18 06:44:46.622407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d09abf2c-f161-4973-ae3c-a53261bac59f req-bdf7c73e-186c-4005-9a2e-90c30ab37df4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Apr 18 06:44:47.589696 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:44:47.738649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47d2d2-176d-44dc-b556-0d1541a30ea4 req-d4fefb36-af17-439e-b49d-3b648c730ebc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:47.740022 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5e47d2d2-176d-44dc-b556-0d1541a30ea4 req-d4fefb36-af17-439e-b49d-3b648c730ebc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 944 time: 0.0483849 Apr 18 06:44:47.777165 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5e47d2d2-176d-44dc-b556-0d1541a30ea4 req-577c5eb0-cd16-49c2-9590-54bcec443d64 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Apr 18 06:44:47.809321 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c521bb05-2a07-4f0d-adb8-49cea89e5e72 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:44:47.926299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port c521bb05-2a07-4f0d-adb8-49cea89e5e72 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:44:47.930333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port c521bb05-2a07-4f0d-adb8-49cea89e5e72 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:44:47.930706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:48.009213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:48.030703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:48.033933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eaed3a-a0fe-4d05-9a9a-8f5aedc45143" -d '{"events": [{"server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "name": "network-vif-plugged", "status": "completed", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:44:48.046705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:44:48.070995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3486bd7e-d463-4bca-8cf0-5b6cbf690f46 x-openstack-request-id: req-3486bd7e-d463-4bca-8cf0-5b6cbf690f46 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:44:48.071339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "name": "network-vif-plugged", "status": "completed", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:44:48.071585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3486bd7e-d463-4bca-8cf0-5b6cbf690f46 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:44:48.071980 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3486bd7e-d463-4bca-8cf0-5b6cbf690f46'] response: {'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'code': 200} Apr 18 06:44:48.115081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:48.163224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:48.421203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d6961-cc28-4f07-86e4-c1c36ea16a20 req-f15a8e68-c887-49e6-ad4b-dd64054c567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:48.422629 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-737d6961-cc28-4f07-86e4-c1c36ea16a20 req-f15a8e68-c887-49e6-ad4b-dd64054c567b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0419121 Apr 18 06:44:48.457389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-737d6961-cc28-4f07-86e4-c1c36ea16a20 req-402b3596-1c69-4c30-8609-27b349cb71e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285654 Apr 18 06:44:48.894357 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3215f0-e2a9-4290-96d9-f0885f1250e5 req-5af7eec6-fce6-4fb4-8a6f-4403033ae805 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:48.895858 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa3215f0-e2a9-4290-96d9-f0885f1250e5 req-5af7eec6-fce6-4fb4-8a6f-4403033ae805 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0486133 Apr 18 06:44:48.933926 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa3215f0-e2a9-4290-96d9-f0885f1250e5 req-c08dc463-7fc0-4187-90a7-b3388fe08357 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Apr 18 06:44:50.050343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda2ff-8ee5-4f64-b947-e799165476cb req-51aa7df3-3c2c-4c19-b4bb-f458eb7730d2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:50.051843 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bccda2ff-8ee5-4f64-b947-e799165476cb req-51aa7df3-3c2c-4c19-b4bb-f458eb7730d2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0507298 Apr 18 06:44:50.090347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bccda2ff-8ee5-4f64-b947-e799165476cb req-22e9293a-deb2-488f-bf2e-acf8696535ec tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Apr 18 06:44:50.209130 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b383d-5c9a-4f98-8e59-65606f09d3ed req-375aa1cf-0650-4824-aa94-6891001c1c3e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:50.210574 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fd8b383d-5c9a-4f98-8e59-65606f09d3ed req-375aa1cf-0650-4824-aa94-6891001c1c3e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0507114 Apr 18 06:44:50.250826 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fd8b383d-5c9a-4f98-8e59-65606f09d3ed req-7b4440e0-555c-4efe-baf0-4e20d5ef577b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342116 Apr 18 06:44:50.272251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58654) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:50.310621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7011d49-71ea-425e-b3ca-8ff3a508685b tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:50.312205 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d7011d49-71ea-425e-b3ca-8ff3a508685b tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1093 time: 0.0389509 Apr 18 06:44:50.316175 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58656) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:50.320338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:44:50.409247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:50.504981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:50.609172 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.144 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/348c7936-f303-4dea-91d7-271ac288b242) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:44:50.708092 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:50.797064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:50.833299 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:44:50.838088 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:44:50.841619 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:44:50.867144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=348c7936-f303-4dea-91d7-271ac288b242,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:51.209512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:51.391602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:51.541015 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:51.606376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:51.671874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=348c7936-f303-4dea-91d7-271ac288b242,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:44:51.684044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:51.781797 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 6260b708-cf81-46f6-a40a-35901b1e4327 associated. External IP: 172.26.4.144, port: c521bb05-2a07-4f0d-adb8-49cea89e5e72. Apr 18 06:44:51.987096 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:44:52.094291 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:44:52.104549 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] Sync routers for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:44:52.115216 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:52.115216 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:52.187505 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:52.214921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0a3479f4-214c-40fc-9cfd-e45082fd0e5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8975172 Apr 18 06:44:52.215641 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:44:52.218484 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:52.218793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:44:52.317742 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adc5000-062e-4949-ac6d-d483e012df0b x-openstack-request-id: req-8adc5000-062e-4949-ac6d-d483e012df0b {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:44:52.318024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:44:52.318335 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8adc5000-062e-4949-ac6d-d483e012df0b {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:44:52.318769 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8adc5000-062e-4949-ac6d-d483e012df0b'] response: {'name': 'network-changed', 'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'status': 'completed', 'code': 200} Apr 18 06:44:52.331455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d80562-76c9-4682-b730-3e7294dc34bf req-8c064dce-6452-42cf-a980-f2cea43a1228 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:52.333031 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89d80562-76c9-4682-b730-3e7294dc34bf req-8c064dce-6452-42cf-a980-f2cea43a1228 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0574694 Apr 18 06:44:52.396681 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89d80562-76c9-4682-b730-3e7294dc34bf req-89f0c822-a6c7-42fc-a0c2-351f9f63d67e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574574 Apr 18 06:44:52.413008 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-4e671516-3b85-4c4a-8267-e1cea1e3c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:52.414561 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-4e671516-3b85-4c4a-8267-e1cea1e3c04a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0493810 Apr 18 06:44:52.421491 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58664) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:52.456285 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6260b708-cf81-46f6-a40a-35901b1e4327', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'port_id': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'mac_address': 'fa:16:3e:df:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:44:51Z', 'updated_at': '2022-04-18T06:44:51Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:41Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:52.482641 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] Checking router: 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:44:52.490126 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-182fc3b7-5a4d-4223-ae18-21b394d16b6f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/6260b708-cf81-46f6-a40a-35901b1e4327 HTTP/1.1" status: 200 len: 991 time: 0.0671275 Apr 18 06:44:52.491884 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:44:52.492567 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:44:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:52.514537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-3c0bf89d-f86c-415e-b0ff-1109cc00ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:52.516049 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-3c0bf89d-f86c-415e-b0ff-1109cc00ecc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0880194 Apr 18 06:44:52.586241 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-a417ae93-65f6-490f-b916-86d74d4bab3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 999 time: 0.0641611 Apr 18 06:44:52.637624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-db942ad8-c50d-49ee-9a73-d06eafb92c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:52.639135 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-db942ad8-c50d-49ee-9a73-d06eafb92c37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0469861 Apr 18 06:44:52.683462 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:44:52.684421 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-746828ef-92fd-47ae-8c06-bc19f24269a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:52.685922 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-746828ef-92fd-47ae-8c06-bc19f24269a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405891 Apr 18 06:44:52.779697 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-79d86a8f-645e-43e4-9877-91e3ef0c6a6c service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Apr 18 06:44:52.869575 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc46cbc9-9bce-4af6-acf8-a1d6ecfe7fad req-6f9d50e1-8832-4b2e-b392-27fcc35af309 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831864 Apr 18 06:44:52.905569 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6260b708-cf81-46f6-a40a-35901b1e4327', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'port_id': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'mac_address': 'fa:16:3e:df:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:44:51Z', 'updated_at': '2022-04-18T06:44:51Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:41Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:44:52.934617 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e6eb4-fc69-4bce-97ec-e86a00d5b1f5 None None] The sync data for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv is: [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '6260b708-cf81-46f6-a40a-35901b1e4327', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.144', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'port_id': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'mac_address': 'fa:16:3e:df:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:44:51Z', 'updated_at': '2022-04-18T06:44:51Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:41Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:44:53.126166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436c87d-a6a8-4171-8b20-f9cf20dfba09 None None] New status for floating IP 6260b708-cf81-46f6-a40a-35901b1e4327: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:44:53.482428 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-abe89c6d-e077-43fe-ba11-00fd1e145d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:53.492156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58666) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:44:53.556372 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e07c194f-87be-4bd7-bf4d-02215d8f7950 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/6260b708-cf81-46f6-a40a-35901b1e4327 HTTP/1.1" status: 200 len: 993 time: 0.0630870 Apr 18 06:44:55.882421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2175-dc47-41a7-b43d-f606591b4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:57.151294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:58.899630 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:58.968512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:44:58.972610 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-d253795c-9e27-452a-aef1-9f201ad73fee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407083 Apr 18 06:44:59.068885 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-1e4b858f-4555-4540-9229-34d66226f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:59.070582 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-1e4b858f-4555-4540-9229-34d66226f601 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0412126 Apr 18 06:44:59.230238 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-fbd8cd60-7ccd-41a5-be12-536b0f3c8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:59.231687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-fbd8cd60-7ccd-41a5-be12-536b0f3c8f88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.1429272 Apr 18 06:44:59.297539 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-a249327a-b488-4b32-b77e-e89fa1397cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1001 time: 0.0591943 Apr 18 06:44:59.349452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-b8332e8d-36c0-4b22-aa2a-e65453d7b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:59.350890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-b8332e8d-36c0-4b22-aa2a-e65453d7b95b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0469763 Apr 18 06:44:59.394821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-d88fcb0f-6df6-4f45-8ed8-2c389d641004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:44:59.397223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-d88fcb0f-6df6-4f45-8ed8-2c389d641004 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400505 Apr 18 06:44:59.488218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-45b1e899-6011-4691-a7f6-3d2b6fa3e2cb service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838773 Apr 18 06:44:59.580434 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e6523fc8-f660-4f5b-a712-c1b3e5f8f486 req-a9673673-bcd7-43b5-9e21-7bc04418b779 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860176 Apr 18 06:45:13.303667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:23.494122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9b7d938a-49ce-47ff-a099-80a1ecaed8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:24.587724 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:45:25.847121 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cf73402d-4ec7-4131-97a5-480f23092a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:27.157000 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:28.877323 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:28.927012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:43.317312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:53.437174 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0023eae5-45fa-4a10-834a-cac1efd3b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:55.848501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-62ffc414-a899-4dd8-b257-3c4582630de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:57.155564 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:58.927438 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:58.934980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:45:58.978154 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-d01641ff-a502-4bb5-b1c8-1deefc07a7fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0907552 Apr 18 06:45:59.072563 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-acc39c20-0a97-45f4-ba77-3ccce09e85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:59.074718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-acc39c20-0a97-45f4-ba77-3ccce09e85b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0403435 Apr 18 06:45:59.172156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-e67e5270-4acd-4a66-9ceb-030f226196ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:59.173519 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-e67e5270-4acd-4a66-9ceb-030f226196ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0814583 Apr 18 06:45:59.241821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-a5355d6c-73af-4abf-951d-8177bfa1b414 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1001 time: 0.0611625 Apr 18 06:45:59.287731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-9d09852b-1204-4b75-a77e-50f720bd53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:59.289113 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-9d09852b-1204-4b75-a77e-50f720bd53ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0408034 Apr 18 06:45:59.331446 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-07215de5-3c34-4961-a3a6-7e1ebdd7860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:45:59.332859 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-07215de5-3c34-4961-a3a6-7e1ebdd7860a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378063 Apr 18 06:45:59.423091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-96a00994-1f5f-400c-a9ea-d6c5788f73b2 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830579 Apr 18 06:45:59.509468 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ad4dd645-0c9d-49a3-b9ad-09e8419ee425 req-e0837c9c-02ae-4ad8-886a-aced9392836c service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801446 Apr 18 06:46:01.586723 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:46:04.915823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-8a7647ba-9168-4f18-b2ac-cd18dd117e17 req-9fce1803-e8ea-41a1-8cd6-9108d24b759d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:46:04.919072 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8a7647ba-9168-4f18-b2ac-cd18dd117e17 req-9fce1803-e8ea-41a1-8cd6-9108d24b759d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439069 Apr 18 06:46:05.282169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30539a8-e2f9-4743-aa22-347f8dfbbf3c req-20606263-7e14-43f8-8511-59631f828b03 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:05.283677 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f30539a8-e2f9-4743-aa22-347f8dfbbf3c req-20606263-7e14-43f8-8511-59631f828b03 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0502329 Apr 18 06:46:05.321747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f30539a8-e2f9-4743-aa22-347f8dfbbf3c req-7caacd49-bd54-4158-9bff-b6eb9eba0b64 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Apr 18 06:46:05.504364 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58710) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:46:05.587678 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-688c4fa8-4a2b-4428-b70b-250a2ddd7ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820901 Apr 18 06:46:05.596907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-98c851fd-78d6-4eb3-b028-dbf3dd4f9b46 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:46:05.597848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-98c851fd-78d6-4eb3-b028-dbf3dd4f9b46 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047913 Apr 18 06:46:06.440083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f6e8-4691-4bf1-bc9d-594582c2383b req-7764beda-5963-4c36-82b0-9ca3904b1b3c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:06.441562 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b015f6e8-4691-4bf1-bc9d-594582c2383b req-7764beda-5963-4c36-82b0-9ca3904b1b3c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0480967 Apr 18 06:46:06.479929 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b015f6e8-4691-4bf1-bc9d-594582c2383b req-fabda10b-521e-4156-8bfc-7efff42c2293 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Apr 18 06:46:07.599711 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015fbf1-edf7-465c-98ff-999213cc5cfc req-a309d777-0fd3-4fa0-8ad9-008683fae726 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:07.601227 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d015fbf1-edf7-465c-98ff-999213cc5cfc req-a309d777-0fd3-4fa0-8ad9-008683fae726 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0497842 Apr 18 06:46:07.638295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d015fbf1-edf7-465c-98ff-999213cc5cfc req-dd8ad73c-e57b-4030-a7b8-9a05c0358db4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Apr 18 06:46:07.726537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-225bed3e-e61c-40fd-99c4-bf1222bfbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:07.727939 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-225bed3e-e61c-40fd-99c4-bf1222bfbaa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0407281 Apr 18 06:46:07.818805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-74f770e9-ffa4-4691-8914-78071761d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:07.820283 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-74f770e9-ffa4-4691-8914-78071761d538 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0855668 Apr 18 06:46:07.883558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-c61eb5eb-2c50-4f4b-ba59-cdb2e394c105 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1001 time: 0.0564973 Apr 18 06:46:07.930058 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-79985d3b-b7dc-479b-a3e6-fe9dda397915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:07.931492 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-79985d3b-b7dc-479b-a3e6-fe9dda397915 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0420401 Apr 18 06:46:07.978668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-914c5dde-47a3-429a-bb7c-a15101f9f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:07.980102 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-914c5dde-47a3-429a-bb7c-a15101f9f5d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426891 Apr 18 06:46:08.067226 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-22880a13-3697-448b-9893-b24667c9ee2c service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804451 Apr 18 06:46:08.157819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-e3eee25a-632f-4056-853f-02c6a37f1c6a service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836377 Apr 18 06:46:08.752163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466360-63f9-4ad2-b4c6-8fb3cc8872c2 req-e53ddcc5-b7eb-4b82-915d-7ce5fcd001ef tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:08.753612 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2b466360-63f9-4ad2-b4c6-8fb3cc8872c2 req-e53ddcc5-b7eb-4b82-915d-7ce5fcd001ef tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0487382 Apr 18 06:46:08.790624 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2b466360-63f9-4ad2-b4c6-8fb3cc8872c2 req-06cab894-7bc2-4af7-8f69-3a4e49968298 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Apr 18 06:46:09.908892 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84e2b-c1bd-4afb-9e33-f58edee0d67e req-96214e21-7c85-4abc-94be-16a8986ed19a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:09.910356 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-baf84e2b-c1bd-4afb-9e33-f58edee0d67e req-96214e21-7c85-4abc-94be-16a8986ed19a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0492637 Apr 18 06:46:09.952464 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-baf84e2b-c1bd-4afb-9e33-f58edee0d67e req-962047c6-fde2-467b-88cc-32aae89880e8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359364 Apr 18 06:46:11.066927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cda497-76aa-4cb3-a565-53715ccd2711 req-0bed790b-dbd2-44e1-aafa-e2cc172290eb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:11.068396 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0cda497-76aa-4cb3-a565-53715ccd2711 req-0bed790b-dbd2-44e1-aafa-e2cc172290eb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0487936 Apr 18 06:46:11.104805 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0cda497-76aa-4cb3-a565-53715ccd2711 req-658b764a-411b-4330-9b13-5efd54b44ae6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305338 Apr 18 06:46:12.219794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1969d-b8cc-456f-b28a-ee64dca91cf7 req-193c20d4-3929-46db-a4ff-ccc12bd4eff6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:12.221245 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50a1969d-b8cc-456f-b28a-ee64dca91cf7 req-193c20d4-3929-46db-a4ff-ccc12bd4eff6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0479310 Apr 18 06:46:12.258851 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50a1969d-b8cc-456f-b28a-ee64dca91cf7 req-19e837f4-5d74-40a9-9893-da4a08e0104f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Apr 18 06:46:13.322740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:13.376113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf613ff-17d8-41ba-a187-2a6c1700199e req-9ecd6f85-39f6-4fde-a8d7-4789057b11d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:13.377573 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1bf613ff-17d8-41ba-a187-2a6c1700199e req-9ecd6f85-39f6-4fde-a8d7-4789057b11d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0517969 Apr 18 06:46:13.415389 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1bf613ff-17d8-41ba-a187-2a6c1700199e req-4bfe6c49-6e94-4244-b53f-b7f16f95030e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Apr 18 06:46:14.532277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ac6b6-71fe-4b1b-843e-8e4544b8794d req-5b1a1b41-f7ff-4b4a-96c6-be19b1da83a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:14.533783 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-455ac6b6-71fe-4b1b-843e-8e4544b8794d req-5b1a1b41-f7ff-4b4a-96c6-be19b1da83a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0485041 Apr 18 06:46:14.570898 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-455ac6b6-71fe-4b1b-843e-8e4544b8794d req-89883458-28a5-4edf-bdf9-b2c4c660db68 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Apr 18 06:46:15.686416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a12c6-a8e6-46a2-ad77-b8791f3cb280 req-defaa452-9814-45df-9c89-10a066d645e1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:15.687821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4a6a12c6-a8e6-46a2-ad77-b8791f3cb280 req-defaa452-9814-45df-9c89-10a066d645e1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0492444 Apr 18 06:46:15.725330 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4a6a12c6-a8e6-46a2-ad77-b8791f3cb280 req-b1f9d38b-8187-488c-9e10-3f09b4eac94f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Apr 18 06:46:16.838499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c7dc8-ca07-433b-b7e1-02caafcbe13a req-4efecacc-7c26-480f-9ee2-9f2fbc043b45 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:16.839997 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-449c7dc8-ca07-433b-b7e1-02caafcbe13a req-4efecacc-7c26-480f-9ee2-9f2fbc043b45 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0480611 Apr 18 06:46:16.882736 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-449c7dc8-ca07-433b-b7e1-02caafcbe13a req-713bb16a-7542-4bd8-a48a-aae2bdb918a2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360906 Apr 18 06:46:17.997447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac82ee-8834-496c-b476-e5832f415908 req-52130dbf-3f43-4fdc-bd92-6d0a8721ffe1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:17.999515 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fdac82ee-8834-496c-b476-e5832f415908 req-52130dbf-3f43-4fdc-bd92-6d0a8721ffe1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0486655 Apr 18 06:46:18.036632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fdac82ee-8834-496c-b476-e5832f415908 req-88c52a6f-88cc-4b1b-897c-e77a91718407 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Apr 18 06:46:19.151230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18e0dd-e7a2-4f35-8762-a00b760e9abd req-e5ff4527-b6ce-458c-bf66-c9490c3bb3aa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:19.152751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-de18e0dd-e7a2-4f35-8762-a00b760e9abd req-e5ff4527-b6ce-458c-bf66-c9490c3bb3aa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0477037 Apr 18 06:46:19.191438 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-de18e0dd-e7a2-4f35-8762-a00b760e9abd req-06171b16-a28a-4eb7-b7fe-e7a88dfb2458 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Apr 18 06:46:20.097224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-46f8d73a-f0a6-4007-b4f5-5a9cabbd5b6c service neutron] 10.222.0.46 "GET /v2.0/ports/c521bb05-2a07-4f0d-adb8-49cea89e5e72/bindings/hv-neutron-8374 HTTP/1.1" status: 200 len: 384 time: 0.0572689 Apr 18 06:46:20.307383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54810242-cbab-4070-be3e-54de461027f4 req-a37b28a5-35be-441e-8a67-19a6f1f9a193 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:20.308858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54810242-cbab-4070-be3e-54de461027f4 req-a37b28a5-35be-441e-8a67-19a6f1f9a193 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0498025 Apr 18 06:46:20.346762 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54810242-cbab-4070-be3e-54de461027f4 req-3f7c185b-040c-47a1-91ab-31bffad25f33 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Apr 18 06:46:20.571613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-5082e408-410d-4514-bdd2-b5220502c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:20.573082 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-5082e408-410d-4514-bdd2-b5220502c8ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 1098 time: 0.0406518 Apr 18 06:46:20.644332 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-badf5fa6-cf86-463e-80d0-b68b06fa9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:20.645687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-badf5fa6-cf86-463e-80d0-b68b06fa9975 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0399320 Apr 18 06:46:20.736999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-da241b26-2154-4cec-a305-16bea10d82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:20.738434 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-da241b26-2154-4cec-a305-16bea10d82bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0860693 Apr 18 06:46:20.802854 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-be0a4a1b-c931-4ea7-9427-d1c048db14fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1001 time: 0.0580688 Apr 18 06:46:20.853788 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-4ba1be8a-5a1a-404f-8761-7060151ac4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:20.855209 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-4ba1be8a-5a1a-404f-8761-7060151ac4c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0465016 Apr 18 06:46:20.899141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-67ac735a-194a-485f-994f-588cf7036c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:20.900533 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-67ac735a-194a-485f-994f-588cf7036c9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390482 Apr 18 06:46:20.988882 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-dbab83e8-f138-4de7-9f54-bbdab74fbda2 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817378 Apr 18 06:46:21.080935 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a4a6c39f-80a5-4671-8936-bc5525d6f104 req-06653589-77c6-4d6f-8c33-3d4493b018cc service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856006 Apr 18 06:46:21.461394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f83c6-523f-4eaa-8fde-dd9e023b8570 req-21bd797f-c8c2-4c76-b6fe-43217e89a754 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:21.462843 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-989f83c6-523f-4eaa-8fde-dd9e023b8570 req-21bd797f-c8c2-4c76-b6fe-43217e89a754 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0495300 Apr 18 06:46:21.500562 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-989f83c6-523f-4eaa-8fde-dd9e023b8570 req-8c99a8f3-579d-488c-9ea0-9f40ea38ecb2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Apr 18 06:46:22.336563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c521bb05-2a07-4f0d-adb8-49cea89e5e72 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:46:22.428379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:46:22.440176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'port_id': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'mac_address': 'fa:16:3e:df:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:46:22.475090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:22.490954 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c521bb05-2a07-4f0d-adb8-49cea89e5e72 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:46:22.509447 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:46:22.584756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:22.617860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab652-e61c-42d7-b5d3-017c7e4b693a req-a9ccb01e-d86b-419c-a0c0-86228124b731 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:22.619265 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cd1ab652-e61c-42d7-b5d3-017c7e4b693a req-a9ccb01e-d86b-419c-a0c0-86228124b731 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0502417 Apr 18 06:46:22.632294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:46:22.639137 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.639899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.640604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.640604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.640868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.641192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.641520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.641843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.642163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.642477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.642794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.643104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:46:22.658713 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cd1ab652-e61c-42d7-b5d3-017c7e4b693a req-bbc622de-a6bd-4f72-924d-7ab0f10aa473 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Apr 18 06:46:22.931328 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['c521bb05-2a07-4f0d-adb8-49cea89e5e72'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:46:23.488598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f667-c7dc-41f7-b31a-cf36b41dd3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:23.773061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7e776-c17c-4bde-99d6-56a4acf40859 req-f9d9f21c-3d2f-4f50-a494-b8be0ac41c4a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:23.774511 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1bc7e776-c17c-4bde-99d6-56a4acf40859 req-f9d9f21c-3d2f-4f50-a494-b8be0ac41c4a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 944 time: 0.0482996 Apr 18 06:46:23.818830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1bc7e776-c17c-4bde-99d6-56a4acf40859 req-7d216ffe-2af1-4e21-bac0-98ed53620683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Apr 18 06:46:24.353333 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c521bb05-2a07-4f0d-adb8-49cea89e5e72 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:46:24.400453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port c521bb05-2a07-4f0d-adb8-49cea89e5e72 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:46:24.400816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:24.478745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:24.501714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:46:24.503978 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55215f61-0f0f-4393-b185-500f8c11509f" -d '{"events": [{"server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "name": "network-vif-plugged", "status": "completed", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:46:24.516575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:46:24.596575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760f8e5-91ad-4f44-b9c4-a4369590e5bf x-openstack-request-id: req-b760f8e5-91ad-4f44-b9c4-a4369590e5bf {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:46:24.596858 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "name": "network-vif-plugged", "status": "completed", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:46:24.597103 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b760f8e5-91ad-4f44-b9c4-a4369590e5bf {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:46:24.597578 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b760f8e5-91ad-4f44-b9c4-a4369590e5bf'] response: {'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'code': 200} Apr 18 06:46:24.602184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:24.650581 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:46:24.939508 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008a1c-45e2-421e-adb0-ddb6e21660fa req-25efd647-98b0-4f56-a81d-af60aac501b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:24.940890 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb008a1c-45e2-421e-adb0-ddb6e21660fa req-25efd647-98b0-4f56-a81d-af60aac501b6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0501912 Apr 18 06:46:24.978552 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bb008a1c-45e2-421e-adb0-ddb6e21660fa req-53d70530-2941-4e5c-bfbc-e769a903e11f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Apr 18 06:46:25.296841 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3faf3b-e0c7-414d-8613-57b7a298a691 req-8cc1a9bc-01be-453b-be6b-a1e84e538ffa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.298343 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3d3faf3b-e0c7-414d-8613-57b7a298a691 req-8cc1a9bc-01be-453b-be6b-a1e84e538ffa tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0516055 Apr 18 06:46:25.337648 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3d3faf3b-e0c7-414d-8613-57b7a298a691 req-0ef8257f-5300-44fa-9b81-4cf26c5fe6b2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330811 Apr 18 06:46:25.383768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-9ebb1a54-fe1b-4966-933a-ca222d760485 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.385256 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-9ebb1a54-fe1b-4966-933a-ca222d760485 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb&tenant_id=9ec09b6e28c3459680804fde0ab69f95&binding%3Ahost_id=hv-neutron-8374 HTTP/1.1" status: 200 len: 945 time: 0.0611675 Apr 18 06:46:25.479197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2233b9e-8920-4c83-a5c9-f1cac9ae19c0 req-e8c09a78-fa32-4875-93cd-f40d531acc4d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.480668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d2233b9e-8920-4c83-a5c9-f1cac9ae19c0 req-e8c09a78-fa32-4875-93cd-f40d531acc4d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0721738 Apr 18 06:46:25.506406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-358a2273-26a7-41a4-a619-512fda469d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.507849 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-358a2273-26a7-41a4-a619-512fda469d1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0640159 Apr 18 06:46:25.532751 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d2233b9e-8920-4c83-a5c9-f1cac9ae19c0 req-e5398820-65ad-42ac-8d84-f8993bd94dde tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Apr 18 06:46:25.610480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-6b067c04-108b-4872-aa04-90fbe109d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.611976 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-6b067c04-108b-4872-aa04-90fbe109d434 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0934763 Apr 18 06:46:25.676179 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-901d7f87-ecad-4113-b0a1-5e4113c0eed0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1001 time: 0.0575755 Apr 18 06:46:25.723356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-c7adcf31-17c0-4bf2-ac10-210eaa437858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.724788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-c7adcf31-17c0-4bf2-ac10-210eaa437858 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0423214 Apr 18 06:46:25.773725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-23040e48-ce87-450f-a343-f17804b08b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:25.775176 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-23040e48-ce87-450f-a343-f17804b08b9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440626 Apr 18 06:46:25.843007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-29c75c8f-96da-4a68-84d6-d7145018a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:25.863503 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-aa9fce21-68fa-429c-951a-cd9712ce033b service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820522 Apr 18 06:46:25.956908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d144c0d4-1df7-48b5-8e1e-29acea02657e req-d20a0c80-0005-4513-9e9a-7aeb162ba860 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863290 Apr 18 06:46:26.662606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da70a-661d-434c-9fdf-4333f3f794c2 req-ef5d738f-1511-4774-aa46-c12006589244 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:26.664236 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-573da70a-661d-434c-9fdf-4333f3f794c2 req-ef5d738f-1511-4774-aa46-c12006589244 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0526636 Apr 18 06:46:26.708951 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-573da70a-661d-434c-9fdf-4333f3f794c2 req-6e76fe6b-8eb3-454c-954d-2126aa478f65 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Apr 18 06:46:27.172935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:27.822633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4658c-76c9-4410-a682-baae0b38387a req-3c0a29de-ac7f-43ed-9cae-919c76b80053 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:46:27.824113 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bef4658c-76c9-4410-a682-baae0b38387a req-3c0a29de-ac7f-43ed-9cae-919c76b80053 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0485435 Apr 18 06:46:27.862390 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bef4658c-76c9-4410-a682-baae0b38387a req-cbf8b446-4cb2-4916-83f6-2c8be59562fc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Apr 18 06:46:27.884158 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58796) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:46:27.947367 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e83f758c-62d0-4735-b93d-8878f923526e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/6260b708-cf81-46f6-a40a-35901b1e4327 HTTP/1.1" status: 200 len: 993 time: 0.0620823 Apr 18 06:46:28.904703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:28.927234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:38.584980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:46:43.317760 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:53.460761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1b25182-51ce-4bb8-9dda-634848bb7091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:55.871903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8bca82fe-e45c-4533-8c28-3b0de19acdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:57.197581 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:58.940079 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:46:58.951518 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:00.657964 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-350b4462-216b-44a7-9fb4-e6d4801d9705 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383000 Apr 18 06:47:00.755984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0838e-8330-496c-9813-63ddde0691ba req-0c36c4e3-6bc8-48dd-881f-2246308f38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:00.757351 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-0c36c4e3-6bc8-48dd-881f-2246308f38f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0394566 Apr 18 06:47:00.860482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0838e-8330-496c-9813-63ddde0691ba req-249d0983-ed03-416b-aabd-5356fc8c78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:00.861950 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-249d0983-ed03-416b-aabd-5356fc8c78a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0869727 Apr 18 06:47:00.925026 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-c34e1cff-ec77-477f-a1ed-503427e4dcea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 1001 time: 0.0567198 Apr 18 06:47:00.976121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0838e-8330-496c-9813-63ddde0691ba req-25d5808b-fc31-44c7-bd71-880779af7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:00.977528 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-25d5808b-fc31-44c7-bd71-880779af7def service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0463383 Apr 18 06:47:01.020901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0838e-8330-496c-9813-63ddde0691ba req-96362f63-a24e-4481-b76f-dc54586b27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:01.022257 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-96362f63-a24e-4481-b76f-dc54586b27a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386190 Apr 18 06:47:01.108291 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-5e4e7ed2-224f-4ee9-b443-83eaa63cb5e2 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792992 Apr 18 06:47:01.196208 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c0f0838e-8330-496c-9813-63ddde0691ba req-16242d3d-bf16-4e22-b1e6-be9166efa41b service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822513 Apr 18 06:47:13.351869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:15.583884 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:47:21.129149 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58812) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:21.281685 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 348c7936-f303-4dea-91d7-271ac288b242 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:47:21.282051 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:21.356135 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:21.356485 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:21.367970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 348c7936-f303-4dea-91d7-271ac288b242 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:47:21.579460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:21.604967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=348c7936-f303-4dea-91d7-271ac288b242,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:21.616446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.617883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.617883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.617883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.617883 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.618446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.618446 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.618691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.619013 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.619365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.619691 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.620010 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:21.676874 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:21.677106 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 6260b708-cf81-46f6-a40a-35901b1e4327 disassociated (deleted). External IP: 172.26.4.144, port: c521bb05-2a07-4f0d-adb8-49cea89e5e72. Apr 18 06:47:22.209906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:47:22.331367 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:47:22.336131 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:22.340827 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] Sync routers for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:22.350765 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:22.351467 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:46:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:22.362804 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fbbce467-d5c9-4108-a362-a3179a7c1060 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/floatingips/6260b708-cf81-46f6-a40a-35901b1e4327 HTTP/1.1" status: 204 len: 168 time: 1.2325742 Apr 18 06:47:22.363408 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:22.365652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0145b8a-e61e-42de-ad0e-4979676e39f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:47:22.403790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38feb431-982d-43b8-bc92-796d8dc5b32e x-openstack-request-id: req-38feb431-982d-43b8-bc92-796d8dc5b32e {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:47:22.404080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:47:22.404800 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38feb431-982d-43b8-bc92-796d8dc5b32e {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:47:22.404800 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38feb431-982d-43b8-bc92-796d8dc5b32e'] response: {'name': 'network-changed', 'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'status': 'completed', 'code': 200} Apr 18 06:47:22.459735 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:22.488036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-8e08f410-b8e7-4ec4-91ac-cd734855438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:22.489549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-8e08f410-b8e7-4ec4-91ac-cd734855438f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 1098 time: 0.0430677 Apr 18 06:47:22.587717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-a878cf52-d32a-4589-b6dd-eeb4de0bb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:22.589199 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-a878cf52-d32a-4589-b6dd-eeb4de0bb77f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 200 len: 897 time: 0.0931273 Apr 18 06:47:22.636482 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-8d4f8b2d-23c2-420d-9787-ded755677bb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 200 len: 217 time: 0.0410328 Apr 18 06:47:22.674295 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:41Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:22.686891 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-6a45b348-6271-4174-90d2-e494a4f4c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:22.688699 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-6a45b348-6271-4174-90d2-e494a4f4c400 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 200 len: 835 time: 0.0463324 Apr 18 06:47:22.701893 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] Checking router: 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:22.714259 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:22.714259 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:46:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:22.764865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-0a76127b-d6d7-426c-b5da-4391a0bd5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:22.766747 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-0a76127b-d6d7-426c-b5da-4391a0bd5fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8352078-c840-4f11-9e41-8a294805d6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462744 Apr 18 06:47:22.787769 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f342d7-c1d3-4dcc-a5ea-a1ffbabd4c04 req-0140fe84-a547-4cb6-b00c-c2857a8c6f6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:22.795519 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85f342d7-c1d3-4dcc-a5ea-a1ffbabd4c04 req-0140fe84-a547-4cb6-b00c-c2857a8c6f6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.1058235 Apr 18 06:47:22.825765 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:22.835788 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-85f342d7-c1d3-4dcc-a5ea-a1ffbabd4c04 req-681bf5e8-0942-4fbd-9fc9-c30d37af43f3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393987 Apr 18 06:47:22.862988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-51460d91-824e-461b-9556-9ec3c2a5c482 service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893226 Apr 18 06:47:22.956377 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0145b8a-e61e-42de-ad0e-4979676e39f2 req-9d29a189-9124-4ca6-8622-9ae66f54b99b service neutron] 10.222.0.46 "GET /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867176 Apr 18 06:47:23.023071 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:41Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:23.133761 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3138043-3585-421b-9162-2e72358c84a4 None None] The sync data for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv is: [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:44:37Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '9149b2ad-ffb1-42eb-8730-134a2e0dd29d', 'name': '', 'network_id': 'c8352078-c840-4f11-9e41-8a294805d6ce', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:4b:b9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:37Z', 'updated_at': '2022-04-18T06:44:41Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c24fd090-f760-4153-9daa-c2cab3c3d008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:23.344308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e628d05-5bdf-434a-ac80-3a67f9efa510 None None] New status for floating IP 6260b708-cf81-46f6-a40a-35901b1e4327: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:47:23.488573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3112e97e-14f9-4ca3-ba08-7a5301adc1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:23.995342 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d80b0b-736f-49be-8b01-6af01574cefc req-8fc9684d-0010-4fc3-b45e-0cb5ac673770 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:23.996928 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-74d80b0b-736f-49be-8b01-6af01574cefc req-8fc9684d-0010-4fc3-b45e-0cb5ac673770 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0938060 Apr 18 06:47:24.033665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-74d80b0b-736f-49be-8b01-6af01574cefc req-ef6e4e06-960c-4af0-af10-f369abc1726b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Apr 18 06:47:24.765865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-9e42e074-8ac9-4e18-b3e5-defa7f5116f3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:24.767308 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-9e42e074-8ac9-4e18-b3e5-defa7f5116f3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0471120 Apr 18 06:47:24.855699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port c521bb05-2a07-4f0d-adb8-49cea89e5e72 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:47:24.856034 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:24.941906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port c521bb05-2a07-4f0d-adb8-49cea89e5e72, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=c521bb05-2a07-4f0d-adb8-49cea89e5e72,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:24.942264 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:24.954842 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for c521bb05-2a07-4f0d-adb8-49cea89e5e72 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:47:25.148574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80981e-9283-4438-816f-fff400d65b52 req-ca8b5970-9ee7-4763-92e0-cdc69d4efe60 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:25.150020 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ea80981e-9283-4438-816f-fff400d65b52 req-ca8b5970-9ee7-4763-92e0-cdc69d4efe60 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f6910ad-ef36-4f1c-871c-fee795e6eacb HTTP/1.1" status: 200 len: 945 time: 0.0483651 Apr 18 06:47:25.157792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:25.186136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=c521bb05-2a07-4f0d-adb8-49cea89e5e72,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:25.188688 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ea80981e-9283-4438-816f-fff400d65b52 req-b7b75f00-d574-4182-8001-d6ba1a49f2ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=c08ed4c6-13c9-4d89-b95f-8884e837c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Apr 18 06:47:25.222552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.222899 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.223328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.223605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.223967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.224297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.224629 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.224957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.225285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.225612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.225937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.226263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:25.244677 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] No DVR routers for this DVR port c521bb05-2a07-4f0d-adb8-49cea89e5e72 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:47:25.250376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:25.253639 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0187fb79-20ae-4dab-9904-a10e447383b8 req-7d2fe266-7627-457b-9cdf-6cb0ff771c77 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "DELETE /v2.0/ports/c521bb05-2a07-4f0d-adb8-49cea89e5e72 HTTP/1.1" status: 204 len: 173 time: 0.4806719 Apr 18 06:47:25.254098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'name': 'network-vif-deleted', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:25.256363 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c773dc-9e8f-40d2-afb9-ddaed989f01b" -d '{"events": [{"server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "name": "network-vif-deleted", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:47:25.346028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cdaa1d-41e3-4d71-9541-f073667df326 x-openstack-request-id: req-29cdaa1d-41e3-4d71-9541-f073667df326 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:47:25.346318 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6910ad-ef36-4f1c-871c-fee795e6eacb", "name": "network-vif-deleted", "tag": "c521bb05-2a07-4f0d-adb8-49cea89e5e72", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:47:25.346567 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29cdaa1d-41e3-4d71-9541-f073667df326 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:47:25.346965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cdaa1d-41e3-4d71-9541-f073667df326'] response: {'server_uuid': '6f6910ad-ef36-4f1c-871c-fee795e6eacb', 'name': 'network-vif-deleted', 'tag': 'c521bb05-2a07-4f0d-adb8-49cea89e5e72', 'status': 'completed', 'code': 200} Apr 18 06:47:25.847642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9e1f0977-42f9-43f1-bc40-6878b23f8f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:26.256248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58834) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:26.487899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-af9da9cf-c333-46db-9baf-84577de84495 req-ef99be08-99fe-43f3-9048-d8a89a1d8289 service neutron] (109605) timed out ('10.222.0.43', 55380) {{(pid=109605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 06:47:26.611560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:26.860568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:47:26.860925 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:26.948123 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port 9149b2ad-ffb1-42eb-8730-134a2e0dd29d, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:26.948493 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:26.965645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 9149b2ad-ffb1-42eb-8730-134a2e0dd29d owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:47:27.186232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:27.283908 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:27.312363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=9149b2ad-ffb1-42eb-8730-134a2e0dd29d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:27.497660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:27.738066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:47:27.841087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:47:27.846345 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cc7ccdfc-cd2a-402e-a472-7250b57dd9b4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890603 Apr 18 06:47:27.849025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58836) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:27.851670 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] Sync routers for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:27.861570 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:27.862172 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:27.899397 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting subnet c24fd090-f760-4153-9daa-c2cab3c3d008 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:47:27.902616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:27.943084 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:27.966563 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:28.031024 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.144011 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:47:27Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:28.145069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.173052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Subnet': ['ID=c24fd090-f760-4153-9daa-c2cab3c3d008,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:28.173786 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] Checking router: 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:28.180180 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.182441 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] Routers {'4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:28.185789 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:28.185940 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-77be7a24-3144-4f4e-8866-931f32fe71db tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/subnets/c24fd090-f760-4153-9daa-c2cab3c3d008 HTTP/1.1" status: 204 len: 168 time: 0.3333654 Apr 18 06:47:28.186148 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58838) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:28.190210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1398a-08b2-43d2-bf7a-59b84be188db None None] Network c8352078-c840-4f11-9e41-8a294805d6ce requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:47:28.292810 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] Set router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:28.384745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] DHCP port deletion for c8352078-c840-4f11-9e41-8a294805d6ce request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:47:28.443553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Deleting port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:47:28.444201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.502983 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:47:27Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:28.515196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] For port 395be3ac-d48c-4eb8-8a72-deb8b06f2227, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=395be3ac-d48c-4eb8-8a72-deb8b06f2227,segment=NetworkSegment(b9164270-17ff-46dc-8ea0-fac69124fa07),segment_id=b9164270-17ff-46dc-8ea0-fac69124fa07)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:28.516995 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.530579 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad742ea-af94-4850-8fd3-ed5447f6336f None None] The sync data for ids ['4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6'] in dv-neutron-837488-1-hyperv is: [{'id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681890677', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:44:33Z', 'updated_at': '2022-04-18T06:47:27Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': 'd72557e2-b1c0-42ae-be6e-ee34b2664fac', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:44:34Z', 'updated_at': '2022-04-18T06:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:28.534573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Calling delete_port for 395be3ac-d48c-4eb8-8a72-deb8b06f2227 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:47:28.653146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.729199 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c521bb05-2a07-4f0d-adb8-49cea89e5e72 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:47:28.752216 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: c521bb05-2a07-4f0d-adb8-49cea89e5e72 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:47:28.752557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device c521bb05-2a07-4f0d-adb8-49cea89e5e72 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:47:28.760667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.848778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.883086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Pushing event deleted for resources: {'Port': ['ID=395be3ac-d48c-4eb8-8a72-deb8b06f2227,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:28.891562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port d72557e2-b1c0-42ae-be6e-ee34b2664fac {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:47:28.891562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.895536 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] No DVR routers for this DVR port 395be3ac-d48c-4eb8-8a72-deb8b06f2227 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:47:28.898076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.901907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.906912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.908898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.909830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.910606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.911048 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.911512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.911945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.912379 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.912826 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.913162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.913490 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0cfe7-144f-4330-bedb-43786f112fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:28.956389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.987616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port d72557e2-b1c0-42ae-be6e-ee34b2664fac, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=d72557e2-b1c0-42ae-be6e-ee34b2664fac,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:28.987998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:28.999448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 395be3ac-d48c-4eb8-8a72-deb8b06f2227 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:47:29.002099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for d72557e2-b1c0-42ae-be6e-ee34b2664fac owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:47:29.024059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 395be3ac-d48c-4eb8-8a72-deb8b06f2227 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:47:29.024657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 395be3ac-d48c-4eb8-8a72-deb8b06f2227 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:47:29.230410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.254736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=d72557e2-b1c0-42ae-be6e-ee34b2664fac,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:29.322153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.412801 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.414757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.523083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.524064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Fanout notify agent at l3_agent the message router_deleted on router 4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:47:29.534847 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.536409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-633d232b-5016-46a0-961f-c441262dd6e3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/routers/4efb8bb2-a429-40ed-bf5d-d9b39cc8a0f6 HTTP/1.1" status: 204 len: 168 time: 1.3489170 Apr 18 06:47:29.538725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58842) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:29.623060 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.710952 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.735269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8352078-c840-4f11-9e41-8a294805d6ce']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:29.744470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9164270-17ff-46dc-8ea0-fac69124fa07') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:29.744771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9164270-17ff-46dc-8ea0-fac69124fa07') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:29.754722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.767636 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.773256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:47:29.773643 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:47:29.776587 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:47:29.888692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.896181 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.898510 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/networks/c8352078-c840-4f11-9e41-8a294805d6ce HTTP/1.1" status: 204 len: 168 time: 0.3580768 Apr 18 06:47:29.901284 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58844) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:29.910631 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfaadb-0a2a-4858-8b72-9e6b32d950dd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Network': ['ID=c8352078-c840-4f11-9e41-8a294805d6ce,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:29.963716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a658dca9-bdc3-4e8e-83a8-a6afbce19683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:29.995959 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a658dca9-bdc3-4e8e-83a8-a6afbce19683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:30.139599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a658dca9-bdc3-4e8e-83a8-a6afbce19683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:30.142253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a658dca9-bdc3-4e8e-83a8-a6afbce19683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:30.143475 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a658dca9-bdc3-4e8e-83a8-a6afbce19683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/security-groups/c08ed4c6-13c9-4d89-b95f-8884e837c4f8 HTTP/1.1" status: 204 len: 168 time: 0.2411585 Apr 18 06:47:30.152727 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658dca9-bdc3-4e8e-83a8-a6afbce19683 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ed4c6-13c9-4d89-b95f-8884e837c4f8,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:30.561691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d72557e2-b1c0-42ae-be6e-ee34b2664fac no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:47:30.578910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: d72557e2-b1c0-42ae-be6e-ee34b2664fac {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:47:30.579289 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device d72557e2-b1c0-42ae-be6e-ee34b2664fac not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:47:30.579694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9149b2ad-ffb1-42eb-8730-134a2e0dd29d no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:47:30.598900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 9149b2ad-ffb1-42eb-8730-134a2e0dd29d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:47:30.599255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 9149b2ad-ffb1-42eb-8730-134a2e0dd29d not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:47:31.867665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58852) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:31.872308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502692797', 'description': 'tempest-secgroup-smoke-1502692797 description', 'project_id': '9ec09b6e28c3459680804fde0ab69f95'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:31.951477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.015185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.071302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.104596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71640be-d420-434c-a34d-56413c140d51,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:32.153394 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.154680 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-df09d810-2dbc-4f6b-9404-a2911cc2a37e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2860000 Apr 18 06:47:32.158157 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58854) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:32.162390 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'e71640be-d420-434c-a34d-56413c140d51', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:32.258746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.319646 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.397516 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.414813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bd7307-5663-4631-babd-cf6207cbea98,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:32.496814 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.498093 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-459ba2ba-5c30-44fe-8184-91a800ef38b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389978 Apr 18 06:47:32.501046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58856) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:32.505333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'e71640be-d420-434c-a34d-56413c140d51', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:32.590802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.646305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.733571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.751322 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff1eca9-7eb8-4a17-afff-e118c9f048dd,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:32.816246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.817456 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-87998705-e466-4356-a939-631bc37bd3d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154950 Apr 18 06:47:32.820272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58858) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:32.824683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'e71640be-d420-434c-a34d-56413c140d51', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:32.916444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:32.972339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.048744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.066583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c555a325-aa97-4b8d-94e7-f64206d754ab,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:33.129458 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.130660 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-167c01d1-92c3-46d1-9210-5e71f1f9fd7f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3094389 Apr 18 06:47:33.133366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58860) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:33.137562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'e71640be-d420-434c-a34d-56413c140d51', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:33.235544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.296015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.356795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.373831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce4cc16-6f0e-4a0a-a393-e72abc211fda,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:33.439098 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.440364 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ab00df9d-555e-48e4-a029-764ac7e8a59f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060994 Apr 18 06:47:33.443064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58862) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:33.447428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'e71640be-d420-434c-a34d-56413c140d51', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:33.517326 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:47:33.522014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.581221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.648586 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.666079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83eaf740-3c46-40c6-bc5f-4360a420fe73,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:33.753753 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.754986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0bffd13b-e74b-4c3b-9202-622f81e874a6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109765 Apr 18 06:47:33.757673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58864) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:33.761981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': 'e71640be-d420-434c-a34d-56413c140d51', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:33.825668 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.securitygroups_db [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:47:33.831317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.889639 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.945921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:33.964361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d9bcaa-f14a-45cd-9620-fa643867ac59,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:34.022232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.023463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-e33ce47a-2b16-45f8-9f4d-2e1b0cf1e217 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2648337 Apr 18 06:47:34.026251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58866) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:34.031010 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'network': {'name': 'tempest-network-smoke--316003471', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'port_security_enabled': True}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:34.100222 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:47:34.103630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.129128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:47:34.137370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.137703 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Added segment ce189172-1d48-4d99-ba4a-b403b4e16d20 of type vlan for network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 Apr 18 06:47:34.175856 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.241756 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.247107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:34.247751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.311600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Network': ['ID=aed0e2ae-3ba2-44c9-b530-9d63307a43f4,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:34.323029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:47:34.342858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0b15c843-2ce0-4ca8-91f4-3a9846f25ba2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3155575 Apr 18 06:47:34.345947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58868) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:34.350306 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'admin_state_up': True, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:34.431944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.433011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.488107 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.681865 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.929929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:34.949083 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:35.053935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.178 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/6471afd7-efce-4dc9-a51f-09856351e69c) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:47:35.152769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:35.243665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:35.288851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:47:35.293303 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:35.298577 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:47:35.300901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=6471afd7-efce-4dc9-a51f-09856351e69c,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:35.619168 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:35.806911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:35.968501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:47:36.070543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:47:36.081376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Sync routers for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:36.090235 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:36.094735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:36.125963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.127125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8429101a-9711-4024-805c-5a43e66efa79 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7802279 Apr 18 06:47:36.130242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58870) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:36.196870 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:36.207424 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-90c8169a-2aa2-4401-b475-379522f5ad40 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9ec09b6e28c3459680804fde0ab69f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755551 Apr 18 06:47:36.209963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58874) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:36.294378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10858ec3-642b-45ff-b31f-162564b87f98 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:36.296197 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-10858ec3-642b-45ff-b31f-162564b87f98 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853496 Apr 18 06:47:36.299511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58876) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:36.331333 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-92bb65ba-7fbb-40f6-a7d1-b5f83f593996 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305426 Apr 18 06:47:36.429859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58878) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:36.429859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-668480364', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:36.430991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:35Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:36.430991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Checking router: bb28e8de-c6e1-4391-a64a-35ad2f2edb98 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:36.430991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Updating router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 port 6471afd7-efce-4dc9-a51f-09856351e69c binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:47:36.436810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.483356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:47:36.487171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.684719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.744834 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.768862 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.805614 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Subnet': ['ID=1dbf002d-8bfe-41e2-aa16-7046d3490bea,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:36.814473 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Checking segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:47:36.814840 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network hostable DHCP agents. Network: aed0e2ae-3ba2-44c9-b530-9d63307a43f4, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:47:36.827783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Attempting to bind port 6471afd7-efce-4dc9-a51f-09856351e69c on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:47:36.828176 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Attempting to bind port 6471afd7-efce-4dc9-a51f-09856351e69c by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:47:36.828540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Attempting to bind port 6471afd7-efce-4dc9-a51f-09856351e69c on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:47:36.833254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981da66-bef1-477c-ba67-ff2565538a5b None None] Pushing event updated for resources: {'Port': ['ID=6471afd7-efce-4dc9-a51f-09856351e69c,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:36.839062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:47:36.839062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:47:36.839062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.839062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:47:36.839062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Bound port: 6471afd7-efce-4dc9-a51f-09856351e69c, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:47:36.839062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.890177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] For port 6471afd7-efce-4dc9-a51f-09856351e69c, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:47:36.893610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] For port 6471afd7-efce-4dc9-a51f-09856351e69c, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6471afd7-efce-4dc9-a51f-09856351e69c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:47:36.911833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:47:36.958018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.980359 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, aed0e2ae-3ba2-44c9-b530-9d63307a43f4) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:36.985021 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:36.985705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:36.990780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3d168-533c-4073-888b-432971dcfa34 None None] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:47:37.057530 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a3ca39ba-3055-4a70-bd31-f0e8287cafbc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7220106 Apr 18 06:47:37.060420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58880) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:37.066023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981da66-bef1-477c-ba67-ff2565538a5b None None] Pushing event updated for resources: {'Port': ['ID=6471afd7-efce-4dc9-a51f-09856351e69c,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:37.070956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:37.071716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:37.219683 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:37.329642 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:47:37.330497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:37.526315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Allocated IP 172.20.0.2 (aed0e2ae-3ba2-44c9-b530-9d63307a43f4/1dbf002d-8bfe-41e2-aa16-7046d3490bea/ac228130-273e-4347-a88d-33242a16d4c1) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:47:37.561823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:35Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:37.615547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4c3f2-455d-402f-9c25-505d8b013eaa None None] The sync data for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv is: [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:35Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:37.732854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:37.814592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:37.865340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:37.886469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:47:37.887671 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Pushing event updated for resources: {'Port': ['ID=ac228130-273e-4347-a88d-33242a16d4c1,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:37.890224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:37.894178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:47:37.950925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Attempting to bind port ac228130-273e-4347-a88d-33242a16d4c1 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:47:37.951310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Attempting to bind port ac228130-273e-4347-a88d-33242a16d4c1 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:47:37.951678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Attempting to bind port ac228130-273e-4347-a88d-33242a16d4c1 on network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:47:37.958463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:47:37.958890 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Checking segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:47:37.959293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:37.959649 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Bound using segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:47:37.960117 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Bound port: ac228130-273e-4347-a88d-33242a16d4c1, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:47:37.960501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.034829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] For port ac228130-273e-4347-a88d-33242a16d4c1, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:47:38.040015 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] For port ac228130-273e-4347-a88d-33242a16d4c1, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ac228130-273e-4347-a88d-33242a16d4c1,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:47:38.105703 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.169989 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f162b-ab5c-4679-ae0e-938d5465d8f2 None None] Pushing event updated for resources: {'Port': ['ID=ac228130-273e-4347-a88d-33242a16d4c1,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:38.178987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.1 (aed0e2ae-3ba2-44c9-b530-9d63307a43f4/1dbf002d-8bfe-41e2-aa16-7046d3490bea/b67ff618-1ad5-4b16-b292-e35b034cca16) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:47:38.303400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.402656 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.455509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:47:38.458839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:38.462921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:47:38.469543 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=b67ff618-1ad5-4b16-b292-e35b034cca16,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:38.512750 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.644184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ac228130-273e-4347-a88d-33242a16d4c1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:47:38.693347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ac228130-273e-4347-a88d-33242a16d4c1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:38.693713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.724386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.927489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:38.963026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port ac228130-273e-4347-a88d-33242a16d4c1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ac228130-273e-4347-a88d-33242a16d4c1,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:39.030275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.035225 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.036099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6471afd7-efce-4dc9-a51f-09856351e69c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:47:39.089305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.115664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=ac228130-273e-4347-a88d-33242a16d4c1,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:39.128445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 6471afd7-efce-4dc9-a51f-09856351e69c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:39.128844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.172654 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.182521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=b67ff618-1ad5-4b16-b292-e35b034cca16,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:39.203517 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d811b-8ef4-49b3-9c17-24b807ce84fc None None] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:47:39.273244 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.275414 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:47:39.276893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:39.310664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-add9a0f2-2944-40b2-a504-746da287a606 None None] Provisioning complete for port ac228130-273e-4347-a88d-33242a16d4c1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:39.311025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-add9a0f2-2944-40b2-a504-746da287a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.316389 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 6471afd7-efce-4dc9-a51f-09856351e69c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6471afd7-efce-4dc9-a51f-09856351e69c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:39.383966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.393775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:47:39.484477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=6471afd7-efce-4dc9-a51f-09856351e69c,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:39.511701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:47:39.517240 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-05e343b5-88d4-48ff-8959-60913297df6e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/bb28e8de-c6e1-4391-a64a-35ad2f2edb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4557676 Apr 18 06:47:39.674782 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-fb81c24b-cb06-4e9f-8a4f-ddd716f4b917 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502692797&fields=id&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 267 time: 0.0355601 Apr 18 06:47:39.727710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c8b6f910-f162-40b6-8d66-a2c3ef1e2c48 None None] Provisioning complete for port b67ff618-1ad5-4b16-b292-e35b034cca16 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:39.728194 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f910-f162-40b6-8d66-a2c3ef1e2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.734342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Sync routers for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:39.747359 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:39.748453 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:39.763641 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6f910-f162-40b6-8d66-a2c3ef1e2c48 None None] Port b67ff618-1ad5-4b16-b292-e35b034cca16 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:47:39.778523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c8b6f910-f162-40b6-8d66-a2c3ef1e2c48 None None] Provisioning complete for port ac228130-273e-4347-a88d-33242a16d4c1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:39.779163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f910-f162-40b6-8d66-a2c3ef1e2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:39.809230 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-add8591a-0b00-4589-88b8-bf9cc7de2d00 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:39.810819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-add8591a-0b00-4589-88b8-bf9cc7de2d00 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 796 time: 0.1291780 Apr 18 06:47:39.832114 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-4b6cc0ea-bf53-440a-a6de-370007f93a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/quotas/9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 375 time: 0.0125725 Apr 18 06:47:39.878448 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:39.893896 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-3fea9ae6-4e5a-44e3-84cd-3f510fef6d5f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553429 Apr 18 06:47:40.001028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-45925282-a889-4268-8539-e62b27a37c3c None None] Provisioning complete for port b67ff618-1ad5-4b16-b292-e35b034cca16 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:40.001284 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-45925282-a889-4268-8539-e62b27a37c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.005895 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-ef73a559-b973-4b4c-9137-e11b592b594c service neutron] 10.222.0.43 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981982 Apr 18 06:47:40.043705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-45925282-a889-4268-8539-e62b27a37c3c None None] Port b67ff618-1ad5-4b16-b292-e35b034cca16 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:47:40.113498 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 2, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:40.115937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-0b6014ea-086e-4ddf-a26a-e6ef69dea3bc service neutron] 10.222.0.43 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039186 Apr 18 06:47:40.143600 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Checking router: bb28e8de-c6e1-4391-a64a-35ad2f2edb98 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:40.144229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Updating router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 port b67ff618-1ad5-4b16-b292-e35b034cca16 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:47:40.169370 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.263681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-af121af3-a9a7-4bf1-9c82-3304cd4464a8 None None] Provisioning complete for port b67ff618-1ad5-4b16-b292-e35b034cca16 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:40.263999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-af121af3-a9a7-4bf1-9c82-3304cd4464a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.310945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-af121af3-a9a7-4bf1-9c82-3304cd4464a8 None None] Port b67ff618-1ad5-4b16-b292-e35b034cca16 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:47:40.366382 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ce8163f1-7c66-46ae-86eb-02fe0bb5028f req-2bc5778c-2b55-49b1-b0df-35b7fd383e02 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0313118 Apr 18 06:47:40.440935 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.505480 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.559433 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Pushing event updated for resources: {'Port': ['ID=b67ff618-1ad5-4b16-b292-e35b034cca16,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:40.575464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ac228130-273e-4347-a88d-33242a16d4c1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:47:40.587844 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.588292 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.588706 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.589344 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.590118 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.590118 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.590539 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.590935 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.591358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.591747 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.592135 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.592522 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:47:40.623395 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Attempting to bind port b67ff618-1ad5-4b16-b292-e35b034cca16 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:47:40.623824 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Attempting to bind port b67ff618-1ad5-4b16-b292-e35b034cca16 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:47:40.624299 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Attempting to bind port b67ff618-1ad5-4b16-b292-e35b034cca16 on network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:47:40.629464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port ac228130-273e-4347-a88d-33242a16d4c1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:40.629840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.630782 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:47:40.631456 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Checking segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:47:40.632010 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.632501 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Bound using segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:47:40.633063 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Bound port: b67ff618-1ad5-4b16-b292-e35b034cca16, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:47:40.633535 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.707835 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] For port b67ff618-1ad5-4b16-b292-e35b034cca16, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:47:40.711113 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] For port b67ff618-1ad5-4b16-b292-e35b034cca16, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b67ff618-1ad5-4b16-b292-e35b034cca16,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:47:40.712350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6471afd7-efce-4dc9-a51f-09856351e69c up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:47:40.759290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 6471afd7-efce-4dc9-a51f-09856351e69c triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:40.759974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.775145 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.836492 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:40.837164 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:40.842409 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8e79-a27b-4662-9702-cae14f9d94b4 None None] Pushing event updated for resources: {'Port': ['ID=b67ff618-1ad5-4b16-b292-e35b034cca16,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:40.854643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c8cd0221-8857-404d-b43e-00eb06012141 None None] Provisioning complete for port b67ff618-1ad5-4b16-b292-e35b034cca16 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:40.855040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0221-8857-404d-b43e-00eb06012141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.939690 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0221-8857-404d-b43e-00eb06012141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:40.978778 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c8cd0221-8857-404d-b43e-00eb06012141 None None] For port b67ff618-1ad5-4b16-b292-e35b034cca16, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b67ff618-1ad5-4b16-b292-e35b034cca16,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:41.045052 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:41.054486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0221-8857-404d-b43e-00eb06012141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:41.104982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0221-8857-404d-b43e-00eb06012141 None None] Pushing event updated for resources: {'Port': ['ID=b67ff618-1ad5-4b16-b292-e35b034cca16,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:41.173907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-90bf6682-b681-4744-a668-9a2ed53bb54f None None] Provisioning complete for port b67ff618-1ad5-4b16-b292-e35b034cca16 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:41.174193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-90bf6682-b681-4744-a668-9a2ed53bb54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:41.239713 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:41.266458 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cae8db-f040-42aa-b47a-6814b76a58ba None None] The sync data for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv is: [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:47:41.451377 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be8341cd-f6cf-42e4-9484-b7719512560d req-175aba2e-d913-448d-a0fe-c3742eb34ebf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0299735 Apr 18 06:47:42.528131 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ba63b512-aa78-4677-b7e6-962a3e52efae req-ac2a4ab9-0f0f-47e1-a720-cf2acdd749ec tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0270715 Apr 18 06:47:42.589189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b67ff618-1ad5-4b16-b292-e35b034cca16 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:47:42.641129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b67ff618-1ad5-4b16-b292-e35b034cca16 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:42.641494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:43.357631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:43.629798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba02fb18-ee4d-4667-be46-d072628a0d48 req-c10c5e30-ec78-4f5e-95bd-34bfea85593f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0318155 Apr 18 06:47:44.722289 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-681d2285-7da4-4bc4-a32d-269274d503fd req-a5e86675-cfa6-4d7d-9a9e-3a6fbd465f99 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0265539 Apr 18 06:47:45.185392 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-645233ef-1c2b-4edf-a87a-13ed490e3fca tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:45.186845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-645233ef-1c2b-4edf-a87a-13ed490e3fca tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 796 time: 0.1021938 Apr 18 06:47:45.236397 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-71aad555-0f9a-4ca7-b4d5-87cb7216bed2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 380 time: 0.0340893 Apr 18 06:47:45.245021 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'port': {'device_id': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'admin_state_up': True, 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'security_groups': ['e71640be-d420-434c-a34d-56413c140d51']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:45.447875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:47:45.451451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:45.580820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.6 (aed0e2ae-3ba2-44c9-b530-9d63307a43f4/1dbf002d-8bfe-41e2-aa16-7046d3490bea/5f84ce97-765b-47ac-be84-812ca55f1229) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:47:45.716045 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:45.816131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-22345967-eeff-4f2e-8311-5da172fb5560 req-3cf0a618-8a00-47b9-9850-8e9b03a7d052 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0272064 Apr 18 06:47:45.817281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:45.865172 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:47:45.868182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:45.871951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:47:45.896115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=5f84ce97-765b-47ac-be84-812ca55f1229,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:45.926726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:45.927387 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:45.983221 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-31e7c015-083d-494c-98fa-e1edb9405e2c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7416763 Apr 18 06:47:46.033346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Request body: {'port': {'device_id': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:46.086564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.100160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-fffef1d8-7c25-4214-98cf-9d1c4339a43b None None] Provisioning complete for port 5f84ce97-765b-47ac-be84-812ca55f1229 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:46.100709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fffef1d8-7c25-4214-98cf-9d1c4339a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.136072 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-fffef1d8-7c25-4214-98cf-9d1c4339a43b None None] Port 5f84ce97-765b-47ac-be84-812ca55f1229 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:47:46.347961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f84ce97-765b-47ac-be84-812ca55f1229 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:47:46.355009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.366744 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Transition to ACTIVE for port object 5f84ce97-765b-47ac-be84-812ca55f1229 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:47:46.438099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.487840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Pushing event updated for resources: {'Port': ['ID=5f84ce97-765b-47ac-be84-812ca55f1229,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:46.561180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Attempting to bind port 5f84ce97-765b-47ac-be84-812ca55f1229 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:47:46.561509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Attempting to bind port 5f84ce97-765b-47ac-be84-812ca55f1229 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:47:46.561831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Attempting to bind port 5f84ce97-765b-47ac-be84-812ca55f1229 on network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:47:46.567454 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Port 5f84ce97-765b-47ac-be84-812ca55f1229 on network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:47:46.567791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Attempting to bind port 5f84ce97-765b-47ac-be84-812ca55f1229 on network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:47:46.572905 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:47:46.575481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Checking segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:47:46.575481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Bound using segment: {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:47:46.575481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Bound port: 5f84ce97-765b-47ac-be84-812ca55f1229, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce189172-1d48-4d99-ba4a-b403b4e16d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:47:46.575481 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.645146 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] For port 5f84ce97-765b-47ac-be84-812ca55f1229, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:47:46.648254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] For port 5f84ce97-765b-47ac-be84-812ca55f1229, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5f84ce97-765b-47ac-be84-812ca55f1229,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:47:46.700771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.738261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:46.738948 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:46.740589 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] 10.222.0.46 "PUT /v2.0/ports/5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 1093 time: 0.7119021 Apr 18 06:47:46.740989 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:46.743430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c987c-bb78-4bf9-adf6-c4fceef1f922" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:47:46.779558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdfbc9-a6fa-4d33-b3d0-40855cdf4ede service neutron] Pushing event updated for resources: {'Port': ['ID=5f84ce97-765b-47ac-be84-812ca55f1229,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:46.789517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b17d16c-fe92-4577-9136-2a95d45d49c3 x-openstack-request-id: req-5b17d16c-fe92-4577-9136-2a95d45d49c3 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:47:46.789880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:47:46.790202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b17d16c-fe92-4577-9136-2a95d45d49c3 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:47:46.790894 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b17d16c-fe92-4577-9136-2a95d45d49c3'] response: {'name': 'network-changed', 'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229', 'status': 'completed', 'code': 200} Apr 18 06:47:46.882903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c987c-bb78-4bf9-adf6-c4fceef1f922 req-772e4184-5135-4ede-bb84-02f559125c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:46.884453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-745c987c-bb78-4bf9-adf6-c4fceef1f922 req-772e4184-5135-4ede-bb84-02f559125c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1096 time: 0.0551522 Apr 18 06:47:46.991759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7785eb-1dc1-40c3-832b-a45b02a4c448 req-17bba312-ed25-41c7-a3f6-237744eb945f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:46.993238 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1a7785eb-1dc1-40c3-832b-a45b02a4c448 req-17bba312-ed25-41c7-a3f6-237744eb945f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 943 time: 0.1050038 Apr 18 06:47:47.036938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c987c-bb78-4bf9-adf6-c4fceef1f922 req-d3115ede-b825-4d36-9213-0092af6eab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:47.038265 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-745c987c-bb78-4bf9-adf6-c4fceef1f922 req-d3115ede-b825-4d36-9213-0092af6eab51 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ec09b6e28c3459680804fde0ab69f95&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1395373 Apr 18 06:47:47.059420 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1a7785eb-1dc1-40c3-832b-a45b02a4c448 req-78b58c8b-64e8-406e-967d-c0c847ec7331 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542507 Apr 18 06:47:47.139718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c987c-bb78-4bf9-adf6-c4fceef1f922 req-5f6e8f17-ac09-4e09-9a57-5803c1c0e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:47.141109 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-745c987c-bb78-4bf9-adf6-c4fceef1f922 req-5f6e8f17-ac09-4e09-9a57-5803c1c0e9f8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955627 Apr 18 06:47:47.241778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-49c6d524-856c-4c98-b6df-9cd418b5763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:47.243317 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-49c6d524-856c-4c98-b6df-9cd418b5763d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1096 time: 0.0428064 Apr 18 06:47:47.289108 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-ed9c6c1a-18db-4f20-b9cd-dbebdcd25d57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 217 time: 0.0328414 Apr 18 06:47:47.340384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-33bd62b0-8ab2-4297-babf-e6d31745060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:47.341821 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-33bd62b0-8ab2-4297-babf-e6d31745060f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0469921 Apr 18 06:47:47.386774 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133613-f193-46af-b86f-13b7f44e1708 req-e67d9f17-b184-41ac-884e-36d5695efab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:47.388294 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-e67d9f17-b184-41ac-884e-36d5695efab3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402131 Apr 18 06:47:47.475628 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-c77dda00-db16-4455-8a27-d7d13df4a8c8 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808520 Apr 18 06:47:47.567766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e3133613-f193-46af-b86f-13b7f44e1708 req-fbf2fdeb-66cf-4a5a-b0b5-25b80c249738 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860660 Apr 18 06:47:48.175313 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ef8a9-e57e-4357-99e9-0ce2d81fb85d req-d18ac1ef-71bb-49ec-95fd-e36755a758a5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:48.176765 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c92ef8a9-e57e-4357-99e9-0ce2d81fb85d req-d18ac1ef-71bb-49ec-95fd-e36755a758a5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 943 time: 0.0482697 Apr 18 06:47:48.213243 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c92ef8a9-e57e-4357-99e9-0ce2d81fb85d req-6123ccb1-d0c0-457c-92e8-3499ceab4b8c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Apr 18 06:47:49.328184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3356e73-6fad-45d0-98ea-e7089c08f368 req-1f437567-ed24-4398-ae50-f6916da50bc3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:49.329477 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a3356e73-6fad-45d0-98ea-e7089c08f368 req-1f437567-ed24-4398-ae50-f6916da50bc3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 943 time: 0.0489922 Apr 18 06:47:49.365959 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a3356e73-6fad-45d0-98ea-e7089c08f368 req-3ca1b9f9-c0a4-45a9-b258-bfc40c4e901b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306334 Apr 18 06:47:50.484263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac4c7-56c4-455a-a3c7-a061213d0a63 req-e4dcb144-7dc7-45aa-8656-4c09e8af934f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:50.485717 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-543ac4c7-56c4-455a-a3c7-a061213d0a63 req-e4dcb144-7dc7-45aa-8656-4c09e8af934f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 943 time: 0.0524473 Apr 18 06:47:50.523221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-543ac4c7-56c4-455a-a3c7-a061213d0a63 req-c46a3c3d-e983-474a-98d1-4b8871922503 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Apr 18 06:47:51.642166 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f615482-432c-4b0a-b3da-626871c683a9 req-c21497a2-5eba-4fd4-9c6d-01d8227ec96f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:51.643667 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f615482-432c-4b0a-b3da-626871c683a9 req-c21497a2-5eba-4fd4-9c6d-01d8227ec96f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 943 time: 0.0551500 Apr 18 06:47:51.680606 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5f615482-432c-4b0a-b3da-626871c683a9 req-a7fee018-2526-4ce9-b643-14f50ee0e94b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Apr 18 06:47:52.583807 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:47:52.649975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5f84ce97-765b-47ac-be84-812ca55f1229 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:47:52.747710 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5f84ce97-765b-47ac-be84-812ca55f1229, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5f84ce97-765b-47ac-be84-812ca55f1229,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:52.759609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '5f84ce97-765b-47ac-be84-812ca55f1229', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'port_id': '5f84ce97-765b-47ac-be84-812ca55f1229', 'mac_address': 'fa:16:3e:03:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:47:52.797529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:52.797785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39869f3-528c-4ad8-b954-740a7641e17c req-b748b075-9a71-4773-9da4-683fd617a37a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:52.799222 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b39869f3-528c-4ad8-b954-740a7641e17c req-b748b075-9a71-4773-9da4-683fd617a37a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 943 time: 0.0510185 Apr 18 06:47:52.810274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f84ce97-765b-47ac-be84-812ca55f1229 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:47:52.830345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5f84ce97-765b-47ac-be84-812ca55f1229, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5f84ce97-765b-47ac-be84-812ca55f1229,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:52.837867 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b39869f3-528c-4ad8-b954-740a7641e17c req-347e20bf-e926-4694-b08a-f17433ce50f4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Apr 18 06:47:52.912086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:52.963154 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=5f84ce97-765b-47ac-be84-812ca55f1229,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:53.312282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['5f84ce97-765b-47ac-be84-812ca55f1229'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:47:53.508480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e019a26-ff8b-48f2-a2d8-a05328a276c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:53.955130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286152f4-9813-4f65-b674-f4d67967dc39 req-64efc166-29f4-454f-93f4-80ad96d892a9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:53.956686 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-286152f4-9813-4f65-b674-f4d67967dc39 req-64efc166-29f4-454f-93f4-80ad96d892a9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 944 time: 0.0501251 Apr 18 06:47:53.994026 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-286152f4-9813-4f65-b674-f4d67967dc39 req-dd208a64-d403-493d-b28b-79127f579c23 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Apr 18 06:47:54.650069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5f84ce97-765b-47ac-be84-812ca55f1229 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:47:54.797540 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 5f84ce97-765b-47ac-be84-812ca55f1229 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:47:54.801745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 5f84ce97-765b-47ac-be84-812ca55f1229 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:47:54.802109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:54.876557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:54.898744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:54.900981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e317c5-a4ca-4d4b-81c9-b975f38f7fd3" -d '{"events": [{"server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "name": "network-vif-plugged", "status": "completed", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:47:54.913957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 5f84ce97-765b-47ac-be84-812ca55f1229, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5f84ce97-765b-47ac-be84-812ca55f1229,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:47:54.939287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced13683-35b3-4bac-8044-f7440175fa1f x-openstack-request-id: req-ced13683-35b3-4bac-8044-f7440175fa1f {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:47:54.939582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "name": "network-vif-plugged", "status": "completed", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:47:54.939833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ced13683-35b3-4bac-8044-f7440175fa1f {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:47:54.940223 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced13683-35b3-4bac-8044-f7440175fa1f'] response: {'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229', 'code': 200} Apr 18 06:47:55.020626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:55.076779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=5f84ce97-765b-47ac-be84-812ca55f1229,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:55.116900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767e05b-9fd4-4472-94f9-294ef57843de req-1f0b9f7e-2c3b-498e-bd93-17d5503d3d10 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:55.118583 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f767e05b-9fd4-4472-94f9-294ef57843de req-1f0b9f7e-2c3b-498e-bd93-17d5503d3d10 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0506706 Apr 18 06:47:55.161513 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f767e05b-9fd4-4472-94f9-294ef57843de req-6eeed5d2-a0a8-47f4-a3f7-3cb537f5f900 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350561 Apr 18 06:47:55.327444 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748c840-881f-46d8-b116-ccf0bfde7eff req-fc7c921f-bf09-441c-9936-f983c7343d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:55.329472 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0748c840-881f-46d8-b116-ccf0bfde7eff req-fc7c921f-bf09-441c-9936-f983c7343d2d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0438633 Apr 18 06:47:55.362155 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0748c840-881f-46d8-b116-ccf0bfde7eff req-9838dbc0-20c8-497c-8c1c-118f412f17a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266848 Apr 18 06:47:55.854569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-441e263b-80f5-4846-b994-0c2030e11736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:56.280534 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9114de-866e-4dd0-9f42-9fb62ae4de3d req-94a76934-9988-4657-bc6f-c7072349e9a5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:56.282092 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c9114de-866e-4dd0-9f42-9fb62ae4de3d req-94a76934-9988-4657-bc6f-c7072349e9a5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0482497 Apr 18 06:47:56.320368 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6c9114de-866e-4dd0-9f42-9fb62ae4de3d req-f3cce4c5-1120-41e9-8907-6f3452632bdc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 Apr 18 06:47:57.163146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:57.435591 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532817e3-756e-4e27-a9a7-9f342e150096 req-40020653-8a90-46f1-b654-80607e388e96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:57.437049 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-532817e3-756e-4e27-a9a7-9f342e150096 req-40020653-8a90-46f1-b654-80607e388e96 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0484662 Apr 18 06:47:57.474284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-532817e3-756e-4e27-a9a7-9f342e150096 req-b5b300b9-dbae-4ef7-abf4-278e25ed5f5b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305185 Apr 18 06:47:57.589992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7d0b3-f86b-4fba-9857-61c7273db04d req-b7b7651e-8a35-48e8-8504-ae2f3f573fad tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:57.591464 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6bd7d0b3-f86b-4fba-9857-61c7273db04d req-b7b7651e-8a35-48e8-8504-ae2f3f573fad tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0519288 Apr 18 06:47:57.627986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6bd7d0b3-f86b-4fba-9857-61c7273db04d req-aa40c6e7-1846-407a-bd1b-c051581f2285 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305433 Apr 18 06:47:57.650113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58956) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:57.690177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758a44a-2d6e-4c71-8d11-fed55d00bc16 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:57.691626 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6758a44a-2d6e-4c71-8d11-fed55d00bc16 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1093 time: 0.0405188 Apr 18 06:47:57.694317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58958) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:47:57.698513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '5f84ce97-765b-47ac-be84-812ca55f1229', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:47:57.774716 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:57.873498 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:57.973711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.63 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/4ce60efb-ac34-4bc6-bc31-67b132ad5297) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:47:58.076049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.180193 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.219884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:47:58.222775 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:47:58.226459 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:47:58.231660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=4ce60efb-ac34-4bc6-bc31-67b132ad5297,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:58.577507 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.726522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.872207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.927930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.950299 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:58.950477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:59.020738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=4ce60efb-ac34-4bc6-bc31-67b132ad5297,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:47:59.032347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:59.130745 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 726bf6a9-5e7d-4733-b07e-9ea11b753718 associated. External IP: 172.26.4.63, port: 5f84ce97-765b-47ac-be84-812ca55f1229. Apr 18 06:47:59.333926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:47:59.436442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:47:59.447266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] Sync routers for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:47:59.456647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:59.460119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:59.513778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:47:59.545547 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-504eee1b-57a0-4644-9dc7-a75f45aa695b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8476400 Apr 18 06:47:59.545547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:47:59.547667 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:47:59.561054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:47:59.589164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602c6e4-904e-4857-b332-9ea93a788103 x-openstack-request-id: req-e602c6e4-904e-4857-b332-9ea93a788103 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:47:59.589702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:47:59.589702 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e602c6e4-904e-4857-b332-9ea93a788103 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:47:59.590085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e602c6e4-904e-4857-b332-9ea93a788103'] response: {'name': 'network-changed', 'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229', 'status': 'completed', 'code': 200} Apr 18 06:47:59.676071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ea56-14e1-4d15-82d8-99e37ea91b36 req-b49ea544-5d9c-4655-b710-a7a1ca99a7b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:59.677486 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4e94ea56-14e1-4d15-82d8-99e37ea91b36 req-b49ea544-5d9c-4655-b710-a7a1ca99a7b5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0754304 Apr 18 06:47:59.692873 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-aa649183-e1f1-4b93-a7ea-d2ecf76b888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:47:59.694304 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-aa649183-e1f1-4b93-a7ea-d2ecf76b888b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0597227 Apr 18 06:47:59.954503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '726bf6a9-5e7d-4733-b07e-9ea11b753718', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'port_id': '5f84ce97-765b-47ac-be84-812ca55f1229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'mac_address': 'fa:16:3e:03:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:47:58Z', 'updated_at': '2022-04-18T06:47:58Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:47:59.982104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] Checking router: bb28e8de-c6e1-4391-a64a-35ad2f2edb98 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:47:59.990936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:47:59.991591 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:47:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:48:00.103191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:48:00.107777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4e94ea56-14e1-4d15-82d8-99e37ea91b36 req-16562166-63ee-4d3d-bb67-cbb3c730e8ee tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232635 Apr 18 06:48:00.130694 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 58964) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:48:00.145991 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-5fef5993-82a6-410a-b7f0-d44dfcd2d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:00.147792 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-5fef5993-82a6-410a-b7f0-d44dfcd2d95f service neutron] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 897 time: 0.4461925 Apr 18 06:48:00.196900 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0fd82734-7a54-43c0-ba30-a847e22d099f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/726bf6a9-5e7d-4733-b07e-9ea11b753718 HTTP/1.1" status: 200 len: 990 time: 0.0630651 Apr 18 06:48:00.214609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-2339876d-a00e-45b9-882d-d1f97dfa5874 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 998 time: 0.0597126 Apr 18 06:48:00.263523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-8f33f980-ccb0-4374-bbe2-1b2e5f607882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:00.265084 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-8f33f980-ccb0-4374-bbe2-1b2e5f607882 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0447617 Apr 18 06:48:00.313376 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-9fc3f044-949e-40f8-9cfa-5c9b9a84b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:00.315492 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-9fc3f044-949e-40f8-9cfa-5c9b9a84b26c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444422 Apr 18 06:48:00.335047 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '726bf6a9-5e7d-4733-b07e-9ea11b753718', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'port_id': '5f84ce97-765b-47ac-be84-812ca55f1229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'mac_address': 'fa:16:3e:03:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:47:58Z', 'updated_at': '2022-04-18T06:47:58Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:48:00.361895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636cab85-64aa-4506-931d-a01cbd493894 None None] The sync data for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv is: [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '726bf6a9-5e7d-4733-b07e-9ea11b753718', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'port_id': '5f84ce97-765b-47ac-be84-812ca55f1229', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'mac_address': 'fa:16:3e:03:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:47:58Z', 'updated_at': '2022-04-18T06:47:58Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:48:00.407172 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-7d5e21e4-09eb-4a7f-b19b-89b7bae541c5 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850499 Apr 18 06:48:00.504522 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ba4680ba-0293-4e41-b7c6-f3fe4cba56a3 req-0ac4accb-cc30-4b5d-9323-c44722132a88 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909002 Apr 18 06:48:00.561872 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60b18b-3677-4c7a-82fd-68162c664564 None None] New status for floating IP 726bf6a9-5e7d-4733-b07e-9ea11b753718: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:48:00.641110 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-1138d040-2222-4e07-a888-8a0136fa1371 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395808 Apr 18 06:48:00.734968 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-313f692b-064f-4c19-80db-30f0b1d0a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:00.736407 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-313f692b-064f-4c19-80db-30f0b1d0a072 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0405676 Apr 18 06:48:00.844355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-279a28e9-4721-42c9-b0c1-c0ea029875f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:00.845816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-279a28e9-4721-42c9-b0c1-c0ea029875f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 897 time: 0.0916514 Apr 18 06:48:00.908986 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-b0cdac7e-a6f0-4976-a171-96926349de28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 1000 time: 0.0564370 Apr 18 06:48:00.960330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-f222c39c-76a3-444b-907e-1ec7e1d169ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:00.961731 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-f222c39c-76a3-444b-907e-1ec7e1d169ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0464714 Apr 18 06:48:01.005561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-3fcac87d-b99a-488c-88d3-9974ad2e15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:48:01.006918 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-3fcac87d-b99a-488c-88d3-9974ad2e15cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389099 Apr 18 06:48:01.093551 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-749e0331-a5c2-44fd-8031-0a95cd4b1c9b service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801208 Apr 18 06:48:01.185688 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8d97f08f-9d9a-43bb-bc53-47b778f1c796 req-5ba69451-26b4-4cf6-b584-bf5c8ad2f79e service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858936 Apr 18 06:48:01.199529 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 58966) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:48:01.259772 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-13c407df-f181-4afb-ac0e-1a743c2f0c3a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/726bf6a9-5e7d-4733-b07e-9ea11b753718 HTTP/1.1" status: 200 len: 992 time: 0.0590415 Apr 18 06:48:13.328590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:23.494376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-21653e42-fece-481a-a804-76f8cee2767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:25.848486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d8c13568-ce2c-4c0a-b455-5b3f68fb2c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:27.168446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:28.968454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:28.991004 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:29.582435 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:48:43.379745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:53.488344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-291ff8c8-6a15-4dce-b852-5953b5564bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:55.831343 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aa28c22a-6e8f-499b-bebb-0505349683d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:57.167484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:58.922820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:48:58.955825 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:02.829079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-74bd5fe8-4b5c-41d7-8924-3bbc489fd510 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407743 Apr 18 06:49:02.924440 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-12d5d6ab-2f2a-4fd6-b2dd-b9bb13effda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:02.925923 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-12d5d6ab-2f2a-4fd6-b2dd-b9bb13effda6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0406446 Apr 18 06:49:03.031746 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-bf63890d-1ed0-4815-8e23-a0bfad86810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:03.033232 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-bf63890d-1ed0-4815-8e23-a0bfad86810f service neutron] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 897 time: 0.0883026 Apr 18 06:49:03.098642 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-20e59ca8-ae17-4ada-b5bc-9aec81b1c256 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 1000 time: 0.0574176 Apr 18 06:49:03.145786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-1dff33c3-ad87-4dca-a820-eeee0720d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:03.147216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-1dff33c3-ad87-4dca-a820-eeee0720d5a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0420601 Apr 18 06:49:03.194866 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-91a1d8f6-aad4-419a-acaa-06250aa0bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:03.197011 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-91a1d8f6-aad4-419a-acaa-06250aa0bf8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430100 Apr 18 06:49:03.284125 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-7d9b9f51-ce1f-42b6-ac37-8e4e42161445 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804110 Apr 18 06:49:03.379517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ca1122c-be12-4f20-827d-f95d519c19c6 req-1a9be070-f9af-4989-a66a-47870c90c0a2 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882151 Apr 18 06:49:04.263228 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116aa2-fccb-4e92-ba53-83b33902754b req-93d2571f-053d-4706-8681-a0635a0695ef tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:04.264752 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-93116aa2-fccb-4e92-ba53-83b33902754b req-93d2571f-053d-4706-8681-a0635a0695ef tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0493944 Apr 18 06:49:04.302856 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-93116aa2-fccb-4e92-ba53-83b33902754b req-ddf7e215-5b84-46ef-96ba-352576f5955f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322754 Apr 18 06:49:05.433250 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93eb5-f5e4-4bc3-8162-9f9422c9696e req-41aac0ae-40f5-4f3e-abce-7044955688f1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:05.434806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ec93eb5-f5e4-4bc3-8162-9f9422c9696e req-41aac0ae-40f5-4f3e-abce-7044955688f1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0569587 Apr 18 06:49:05.473234 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ec93eb5-f5e4-4bc3-8162-9f9422c9696e req-3c99d673-0d9b-4e4b-8472-bbc0a45e3722 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322678 Apr 18 06:49:06.580425 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:49:06.594268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437c59-7aed-4fe4-be7d-a9f7f4967a36 req-edb74a33-d20f-4dfd-ad51-f5159d7c06b2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:06.595933 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b6437c59-7aed-4fe4-be7d-a9f7f4967a36 req-edb74a33-d20f-4dfd-ad51-f5159d7c06b2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0531855 Apr 18 06:49:06.632265 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b6437c59-7aed-4fe4-be7d-a9f7f4967a36 req-922cc97f-36c4-4d15-bf9a-90828ba1776f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304785 Apr 18 06:49:07.745839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315722d-c0a1-42b6-9d5b-daf5a3bb425a req-052ec657-0e82-4154-befe-72d4fc1fe28b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:07.747216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c315722d-c0a1-42b6-9d5b-daf5a3bb425a req-052ec657-0e82-4154-befe-72d4fc1fe28b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0488160 Apr 18 06:49:07.784845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c315722d-c0a1-42b6-9d5b-daf5a3bb425a req-ac491f8a-7d7c-41cf-812c-3ce5b87f3821 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Apr 18 06:49:08.897756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84901-61a8-4006-8e79-93ca362e4071 req-1c8646fd-5ea6-4d6b-b49b-26e27770f3ea tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:08.899235 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-72f84901-61a8-4006-8e79-93ca362e4071 req-1c8646fd-5ea6-4d6b-b49b-26e27770f3ea tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0484991 Apr 18 06:49:08.937251 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-72f84901-61a8-4006-8e79-93ca362e4071 req-24a276a7-c85c-4940-a6a0-1494bbebf639 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Apr 18 06:49:10.056556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e8e26-36b9-43d7-95a1-493759549848 req-42eee403-3290-49c5-8b31-16755f84c243 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:10.059204 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-426e8e26-36b9-43d7-95a1-493759549848 req-42eee403-3290-49c5-8b31-16755f84c243 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0547557 Apr 18 06:49:10.096206 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-426e8e26-36b9-43d7-95a1-493759549848 req-e7d03d50-6cd4-4b93-8d40-0842b8bcb5a1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Apr 18 06:49:11.210781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d55eb-226d-499a-995d-4fffb19fe9d7 req-85ae73d5-0282-4eb6-ab88-98fc1384b613 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:11.212267 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fb0d55eb-226d-499a-995d-4fffb19fe9d7 req-85ae73d5-0282-4eb6-ab88-98fc1384b613 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0479538 Apr 18 06:49:11.248940 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fb0d55eb-226d-499a-995d-4fffb19fe9d7 req-eb634988-7ecd-4834-8fc4-e27dfb74909b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Apr 18 06:49:12.364449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4f15-3c39-47c1-b29b-46efa7c808c4 req-31b96236-aad5-4678-adde-e2a2382bb4d2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:12.365925 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-254e4f15-3c39-47c1-b29b-46efa7c808c4 req-31b96236-aad5-4678-adde-e2a2382bb4d2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0497575 Apr 18 06:49:12.407675 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-254e4f15-3c39-47c1-b29b-46efa7c808c4 req-d96ac013-8aba-4a84-bf06-fd1fc392aca8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349631 Apr 18 06:49:13.384682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:13.526148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd50c44-4ba2-4495-ada5-ff63827d93b9 req-9e760fd0-33da-489e-8f66-0ed694496016 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:13.527605 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dcd50c44-4ba2-4495-ada5-ff63827d93b9 req-9e760fd0-33da-489e-8f66-0ed694496016 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0526845 Apr 18 06:49:13.564297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-dcd50c44-4ba2-4495-ada5-ff63827d93b9 req-603a262c-d09f-41d7-856b-47be666530b3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Apr 18 06:49:14.678616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a0439-66c7-4b27-82e0-8751236d1329 req-c3a6aeb8-d0dc-489a-b516-8af549d66acc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:14.680009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d67a0439-66c7-4b27-82e0-8751236d1329 req-c3a6aeb8-d0dc-489a-b516-8af549d66acc tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0497036 Apr 18 06:49:14.717607 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d67a0439-66c7-4b27-82e0-8751236d1329 req-68dad179-5946-4d23-88b2-f4f5d1ec0fa6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315475 Apr 18 06:49:15.829225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87e15e-e784-497f-9a45-019967535097 req-e7506bf2-2836-4523-9a51-aa8e08f3eeb4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:15.830692 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff87e15e-e784-497f-9a45-019967535097 req-e7506bf2-2836-4523-9a51-aa8e08f3eeb4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0484767 Apr 18 06:49:15.869176 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ff87e15e-e784-497f-9a45-019967535097 req-8d7501bd-a094-413c-b6e9-28766a1df50f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Apr 18 06:49:15.891207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59024) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:49:15.953801 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-bebe1129-43bb-4712-9067-5f8d86ef506c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/726bf6a9-5e7d-4733-b07e-9ea11b753718 HTTP/1.1" status: 200 len: 992 time: 0.0614505 Apr 18 06:49:17.361738 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bc1e1-4e37-44c0-8514-bbf369dc7b23 req-d2947177-bec5-4f06-a148-757e9af2d08d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:17.363200 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a8bc1e1-4e37-44c0-8514-bbf369dc7b23 req-d2947177-bec5-4f06-a148-757e9af2d08d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0525956 Apr 18 06:49:17.403043 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7a8bc1e1-4e37-44c0-8514-bbf369dc7b23 req-9a31444e-db2e-4496-98c8-906bf0f33ac7 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335593 Apr 18 06:49:17.489576 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-a3306f72-e085-46fa-a604-f9ee66d5a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:17.491038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-a3306f72-e085-46fa-a604-f9ee66d5a532 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0400722 Apr 18 06:49:17.582164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-d370b382-9e42-4a77-a085-8f5e2c75a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:17.583652 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-d370b382-9e42-4a77-a085-8f5e2c75a425 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 897 time: 0.0864952 Apr 18 06:49:17.646153 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-45499a60-e491-4435-937c-002f2c911aef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 1000 time: 0.0563149 Apr 18 06:49:17.694037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-f8b18db7-76d9-406d-9246-2cad1303517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:17.695482 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-f8b18db7-76d9-406d-9246-2cad1303517e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0421467 Apr 18 06:49:17.741994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-30ddfa5c-d0d3-4cad-99f6-e8b58b03b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:17.743474 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-30ddfa5c-d0d3-4cad-99f6-e8b58b03b59a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423272 Apr 18 06:49:17.831778 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-84a1e603-4e05-4e4a-9cd6-9e44fd57b327 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814261 Apr 18 06:49:17.930626 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d94c6482-7466-48d4-b844-eb247ef5e43e req-cfd4234c-f6d9-4d24-be5c-92be44695b1e service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852563 Apr 18 06:49:18.524327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2a7f-42ce-480b-92f0-ed5bf568ca5b req-063efea4-4d25-4fa8-8f5e-8f241ec7f45c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:18.526522 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c25a2a7f-42ce-480b-92f0-ed5bf568ca5b req-063efea4-4d25-4fa8-8f5e-8f241ec7f45c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0529799 Apr 18 06:49:18.565281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c25a2a7f-42ce-480b-92f0-ed5bf568ca5b req-fb12b100-ce44-4ea2-913b-2e10038fc924 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Apr 18 06:49:19.679343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90809b23-4e0a-4901-a362-5d5f44400b48 req-f8dbd3c2-32b2-407f-b2da-01c8571d91df tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:49:19.680750 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90809b23-4e0a-4901-a362-5d5f44400b48 req-f8dbd3c2-32b2-407f-b2da-01c8571d91df tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0499179 Apr 18 06:49:19.718496 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-90809b23-4e0a-4901-a362-5d5f44400b48 req-95cd03f2-aa25-4e29-8d42-0e0d4f6a36f2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Apr 18 06:49:19.740246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59036) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:49:19.799347 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-288ba4e9-d3f0-4e44-8399-437ed0358d9d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/726bf6a9-5e7d-4733-b07e-9ea11b753718 HTTP/1.1" status: 200 len: 992 time: 0.0579429 Apr 18 06:49:23.476794 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-72914d38-91a4-4e71-a0fe-13305bf73161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:25.859958 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-70f1fe39-0672-40a5-b1c6-2de9efcbeb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:27.173918 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:28.910795 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:28.952483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:43.380202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:43.578826 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:49:53.459418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d9d90a93-d9d2-4615-a1d9-da7da657b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:55.859624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4b00b88f-c62e-4422-8a66-3fc69f186e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:57.185213 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:58.922311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:49:58.944798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:02.967535 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-911136f9-9e7b-495a-bb23-ad67bab28274 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394974 Apr 18 06:50:03.063025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-d062a3ad-0ebd-409a-a6d5-697fbb9a6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:03.064523 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-d062a3ad-0ebd-409a-a6d5-697fbb9a6f58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0390522 Apr 18 06:50:03.168102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-0525b0d9-b89d-41e0-ad0b-8bbc3ea52a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:03.169601 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-0525b0d9-b89d-41e0-ad0b-8bbc3ea52a39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 897 time: 0.0868208 Apr 18 06:50:03.234187 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-22352742-0585-4d1d-b98a-b1275b49e92c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 1000 time: 0.0565619 Apr 18 06:50:03.281558 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-98406a74-0a54-4212-88de-4e0f874b417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:03.282968 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-98406a74-0a54-4212-88de-4e0f874b417c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0425072 Apr 18 06:50:03.330463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-4d618f9c-7e70-44d6-aa42-1b784eb56ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:03.331961 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-4d618f9c-7e70-44d6-aa42-1b784eb56ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430973 Apr 18 06:50:03.420982 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-62b48851-0aca-49b1-a84c-111144c2159c service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818446 Apr 18 06:50:03.514073 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b4a718a9-62ba-4d81-8355-d191f9415b9b req-d2f98977-f551-4acc-ac27-5d55c152b2a6 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861340 Apr 18 06:50:08.261732 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59060) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:08.419269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 4ce60efb-ac34-4bc6-bc31-67b132ad5297 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:50:08.419612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.493348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.493671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.504782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 4ce60efb-ac34-4bc6-bc31-67b132ad5297 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:50:08.688505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.712050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=4ce60efb-ac34-4bc6-bc31-67b132ad5297,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:08.725570 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.725970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.726385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.726751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.727086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.727439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.727771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.728097 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.728426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.728751 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.729139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.729484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:08.786897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:08.787225 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP 726bf6a9-5e7d-4733-b07e-9ea11b753718 disassociated (deleted). External IP: 172.26.4.63, port: 5f84ce97-765b-47ac-be84-812ca55f1229. Apr 18 06:50:08.994263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:50:09.101374 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:50:09.106215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:09.111204 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] Sync routers for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:50:09.120674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:09.121288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:09.132541 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a7373cb7-e480-4051-9a59-42462f64ada2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/floatingips/726bf6a9-5e7d-4733-b07e-9ea11b753718 HTTP/1.1" status: 204 len: 168 time: 0.8697293 Apr 18 06:50:09.133229 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:50:09.135523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a300c96a-2711-490c-b5cd-3d6839c7d010" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:50:09.175379 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1499b1c2-0603-4823-97f0-1bfff79708db x-openstack-request-id: req-1499b1c2-0603-4823-97f0-1bfff79708db {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:50:09.175673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:50:09.176035 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1499b1c2-0603-4823-97f0-1bfff79708db {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:50:09.176483 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1499b1c2-0603-4823-97f0-1bfff79708db'] response: {'name': 'network-changed', 'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229', 'status': 'completed', 'code': 200} Apr 18 06:50:09.228952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:09.264999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-ad4177e4-8069-400e-8280-29d74086327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:09.266450 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-ad4177e4-8069-400e-8280-29d74086327c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 1098 time: 0.0433736 Apr 18 06:50:09.354323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-1d405069-8a71-4b7c-92b8-ffda7e3abc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:09.355843 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-1d405069-8a71-4b7c-92b8-ffda7e3abc17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 200 len: 897 time: 0.0830545 Apr 18 06:50:09.401193 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-b92ebfba-210d-4f8a-91d0-bcfec93d99eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 200 len: 217 time: 0.0385818 Apr 18 06:50:09.433557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:09.451860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-b424e345-2f37-42e8-9eb5-c3be7dd52e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:09.453304 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-b424e345-2f37-42e8-9eb5-c3be7dd52e8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 200 len: 834 time: 0.0447547 Apr 18 06:50:09.465767 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] Checking router: bb28e8de-c6e1-4391-a64a-35ad2f2edb98 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:50:09.474945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:09.476417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:09.500840 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-b3e84bf3-43f2-426b-95fe-28cb78de7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:09.502348 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-b3e84bf3-43f2-426b-95fe-28cb78de7e62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aed0e2ae-3ba2-44c9-b530-9d63307a43f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432737 Apr 18 06:50:09.562287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcc7f0-99cf-40e7-85e8-6c7487d8d7af req-fe5fc309-ce85-4968-816f-86ed248a5779 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:09.564460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55fcc7f0-99cf-40e7-85e8-6c7487d8d7af req-fe5fc309-ce85-4968-816f-86ed248a5779 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0500989 Apr 18 06:50:09.591377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:09.606142 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55fcc7f0-99cf-40e7-85e8-6c7487d8d7af req-b2782c15-fb32-4401-b775-54fd866e418e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341434 Apr 18 06:50:09.639684 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-e72b04bb-500e-4d7b-b0ee-05c914878be6 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880158 Apr 18 06:50:09.729345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a300c96a-2711-490c-b5cd-3d6839c7d010 req-42797889-bc0e-41b2-8f3b-711ae6088816 service neutron] 10.222.0.46 "GET /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830398 Apr 18 06:50:09.794367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:09.820078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebdfd6-d06b-415a-8607-1e03668d43bc None None] The sync data for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv is: [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:38Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'b67ff618-1ad5-4b16-b292-e35b034cca16', 'name': '', 'network_id': 'aed0e2ae-3ba2-44c9-b530-9d63307a43f4', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:f3:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:38Z', 'updated_at': '2022-04-18T06:47:40Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': '1dbf002d-8bfe-41e2-aa16-7046d3490bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:50:10.034405 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85939381-f435-41be-958c-42e35732d18e None None] New status for floating IP 726bf6a9-5e7d-4733-b07e-9ea11b753718: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:50:10.733795 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64326dbd-c610-486e-b8c8-6697f1f4f207 req-0b56c98e-5e33-4c7c-8425-14ef90180440 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:10.735164 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64326dbd-c610-486e-b8c8-6697f1f4f207 req-0b56c98e-5e33-4c7c-8425-14ef90180440 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0537505 Apr 18 06:50:10.773951 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-64326dbd-c610-486e-b8c8-6697f1f4f207 req-2e4d1c86-e452-463a-8359-ef7d91aafba8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=e71640be-d420-434c-a34d-56413c140d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327818 Apr 18 06:50:11.406386 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-ed797d0f-d79c-4ff7-91df-d0e163b0b153 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:11.407850 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-ed797d0f-d79c-4ff7-91df-d0e163b0b153 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 945 time: 0.0495856 Apr 18 06:50:11.493800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 5f84ce97-765b-47ac-be84-812ca55f1229 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:50:11.494137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:11.582537 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port 5f84ce97-765b-47ac-be84-812ca55f1229, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=5f84ce97-765b-47ac-be84-812ca55f1229,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:11.582900 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:11.595187 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 5f84ce97-765b-47ac-be84-812ca55f1229 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:50:11.768049 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:11.798127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=5f84ce97-765b-47ac-be84-812ca55f1229,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:11.838447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] No DVR routers for this DVR port 5f84ce97-765b-47ac-be84-812ca55f1229 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:50:11.841119 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:11.844487 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8683fe54-e16d-4e99-9ac6-74b491fe7e8d req-9568f721-8e05-4188-a480-439ce973009a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "DELETE /v2.0/ports/5f84ce97-765b-47ac-be84-812ca55f1229 HTTP/1.1" status: 204 len: 173 time: 0.4305122 Apr 18 06:50:11.844930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'name': 'network-vif-deleted', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:50:11.847152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e3a289-192f-48fd-8665-b4d0c63854e3" -d '{"events": [{"server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "name": "network-vif-deleted", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:50:11.875212 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-768513bd-c2d5-46c8-821b-52b307419619 req-eaefddc8-dd75-4414-b98d-3224f3b78061 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fc185c4-fcfa-44cf-b914-47b0403eadbb HTTP/1.1" status: 200 len: 210 time: 0.0314100 Apr 18 06:50:11.884853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1390c-8df8-4361-97c2-31fb0e5c0a20 x-openstack-request-id: req-50c1390c-8df8-4361-97c2-31fb0e5c0a20 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:50:11.885150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc185c4-fcfa-44cf-b914-47b0403eadbb", "name": "network-vif-deleted", "tag": "5f84ce97-765b-47ac-be84-812ca55f1229", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:50:11.885407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50c1390c-8df8-4361-97c2-31fb0e5c0a20 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:50:11.885818 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c1390c-8df8-4361-97c2-31fb0e5c0a20'] response: {'server_uuid': '8fc185c4-fcfa-44cf-b914-47b0403eadbb', 'name': 'network-vif-deleted', 'tag': '5f84ce97-765b-47ac-be84-812ca55f1229', 'status': 'completed', 'code': 200} Apr 18 06:50:12.933427 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59078) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:13.287882 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:13.419140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:13.542388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port b67ff618-1ad5-4b16-b292-e35b034cca16 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:50:13.542645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:13.626718 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port b67ff618-1ad5-4b16-b292-e35b034cca16, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b67ff618-1ad5-4b16-b292-e35b034cca16,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:13.627084 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:13.639888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for b67ff618-1ad5-4b16-b292-e35b034cca16 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:50:13.910868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:13.938199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=b67ff618-1ad5-4b16-b292-e35b034cca16,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:14.442635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:14.654862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:50:14.760254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:50:14.766253 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b82fa6c5-4e18-4cc4-bb76-86b5554ac1b8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/bb28e8de-c6e1-4391-a64a-35ad2f2edb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317876 Apr 18 06:50:14.769256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59080) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:14.770293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] Sync routers for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:50:14.783467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:14.784068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:14.819992 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting subnet 1dbf002d-8bfe-41e2-aa16-7046d3490bea {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:50:14.824336 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:14.862681 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:14.886171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:14.949262 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.054677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.082456 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbf002d-8bfe-41e2-aa16-7046d3490bea,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:15.092778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.093358 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.093544 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.094066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.094066 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.094570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.094724 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.095120 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.095463 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.095722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.096027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.096354 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.099765 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.105697 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-faa87c5c-aba6-416d-95e4-930cfb7d625d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/subnets/1dbf002d-8bfe-41e2-aa16-7046d3490bea HTTP/1.1" status: 204 len: 168 time: 0.3323004 Apr 18 06:50:15.106504 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59082) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:15.129201 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63c9e3-757c-4075-897f-9fca4ca71458 None None] Network aed0e2ae-3ba2-44c9-b530-9d63307a43f4 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:50:15.213910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.309532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:50:13Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:15.317721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.339153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] Checking router: bb28e8de-c6e1-4391-a64a-35ad2f2edb98 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:50:15.348074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] Routers {'bb28e8de-c6e1-4391-a64a-35ad2f2edb98'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:15.348668 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:15.387856 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] DHCP port deletion for aed0e2ae-3ba2-44c9-b530-9d63307a43f4 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:50:15.435054 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 6471afd7-efce-4dc9-a51f-09856351e69c {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:50:15.436622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.463044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5f84ce97-765b-47ac-be84-812ca55f1229 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:50:15.494669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 5f84ce97-765b-47ac-be84-812ca55f1229 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:50:15.495001 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 5f84ce97-765b-47ac-be84-812ca55f1229 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:50:15.510196 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] Set router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:15.513055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port 6471afd7-efce-4dc9-a51f-09856351e69c, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=6471afd7-efce-4dc9-a51f-09856351e69c,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:15.513421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.525527 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 6471afd7-efce-4dc9-a51f-09856351e69c owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:50:15.574353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Deleting port ac228130-273e-4347-a88d-33242a16d4c1 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:50:15.574719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.682021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] For port ac228130-273e-4347-a88d-33242a16d4c1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=ac228130-273e-4347-a88d-33242a16d4c1,segment=NetworkSegment(ce189172-1d48-4d99-ba4a-b403b4e16d20),segment_id=ce189172-1d48-4d99-ba4a-b403b4e16d20)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:15.682334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.704267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Calling delete_port for ac228130-273e-4347-a88d-33242a16d4c1 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:50:15.768198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.800500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=6471afd7-efce-4dc9-a51f-09856351e69c,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:15.820059 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:50:13Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:15.849909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0d4b9-65c4-444b-a2cf-a9bf1abb4c40 None None] The sync data for ids ['bb28e8de-c6e1-4391-a64a-35ad2f2edb98'] in dv-neutron-837488-1-hyperv is: [{'id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932686250', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:50:13Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '6471afd7-efce-4dc9-a51f-09856351e69c', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28e8de-c6e1-4391-a64a-35ad2f2edb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:47:34Z', 'updated_at': '2022-04-18T06:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:50:15.864766 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.893842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.920674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Pushing event deleted for resources: {'Port': ['ID=ac228130-273e-4347-a88d-33242a16d4c1,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:15.922857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] No DVR routers for this DVR port ac228130-273e-4347-a88d-33242a16d4c1 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.934093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.936543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.936543 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c5b88b-aefc-4a30-bdb2-245ce69800c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:15.965301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:15.967558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.047756 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.048301 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Fanout notify agent at l3_agent the message router_deleted on router bb28e8de-c6e1-4391-a64a-35ad2f2edb98 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:50:16.056129 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.057200 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5870141a-1358-4e64-8717-55b4cadde4ab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/routers/bb28e8de-c6e1-4391-a64a-35ad2f2edb98 HTTP/1.1" status: 204 len: 168 time: 0.9501050 Apr 18 06:50:16.060101 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59084) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:16.134570 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.558481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.577543 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed0e2ae-3ba2-44c9-b530-9d63307a43f4']}} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:16.586436 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce189172-1d48-4d99-ba4a-b403b4e16d20') {'for_net_delete': True} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:16.587310 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.services.segments.db [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce189172-1d48-4d99-ba4a-b403b4e16d20') {} {{(pid=109605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:16.596247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3512857'] for segment, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.608729 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.614332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:50:16.614712 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3234808'] for segment, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: Traceback (most recent call last): Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: timer() Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: cb(*args, **kw) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: return func(*args, **kwargs) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: self._notify() Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: self.callback(batched_events) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: event.method(event) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: return f(self, *a, **k) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._get(url).json() Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: return self.request(url, 'GET', **kwargs) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:50:16.617590 dv-neutron-837488-1-hyperv neutron-server[109605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:50:16.716425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.720582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.723960 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/networks/aed0e2ae-3ba2-44c9-b530-9d63307a43f4 HTTP/1.1" status: 204 len: 168 time: 0.6629434 Apr 18 06:50:16.726789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59086) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:16.738951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdc19c-06cc-4879-ba35-7fe5a9aa8fe9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Network': ['ID=aed0e2ae-3ba2-44c9-b530-9d63307a43f4,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:16.787995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d27-d725-4b52-8991-2a99f3e231d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.814056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d27-d725-4b52-8991-2a99f3e231d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.892141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ac228130-273e-4347-a88d-33242a16d4c1 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:50:16.913002 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: ac228130-273e-4347-a88d-33242a16d4c1 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:50:16.913342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device ac228130-273e-4347-a88d-33242a16d4c1 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:50:16.913753 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b67ff618-1ad5-4b16-b292-e35b034cca16 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:50:16.932816 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b67ff618-1ad5-4b16-b292-e35b034cca16 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:50:16.933164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b67ff618-1ad5-4b16-b292-e35b034cca16 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:50:16.933568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6471afd7-efce-4dc9-a51f-09856351e69c no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:50:16.955178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 6471afd7-efce-4dc9-a51f-09856351e69c {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:50:16.959556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 6471afd7-efce-4dc9-a51f-09856351e69c not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:50:16.979700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d27-d725-4b52-8991-2a99f3e231d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.982236 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7d27-d725-4b52-8991-2a99f3e231d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:16.983428 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bd4d7d27-d725-4b52-8991-2a99f3e231d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/security-groups/e71640be-d420-434c-a34d-56413c140d51 HTTP/1.1" status: 204 len: 168 time: 0.2548199 Apr 18 06:50:16.993025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d7d27-d725-4b52-8991-2a99f3e231d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71640be-d420-434c-a34d-56413c140d51,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:17.470391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59092) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:17.474910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832794754', 'description': 'tempest-secgroup-smoke-1832794754 description', 'project_id': '9ec09b6e28c3459680804fde0ab69f95'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:17.539690 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.607673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.647721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.675212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8a8f9-b8e2-4481-9cce-cb45de683df3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:17.718463 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.719743 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-b4adb73b-a160-4b6f-8541-54b5a468c258 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2483721 Apr 18 06:50:17.722611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59094) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:17.727474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '4ba8a8f9-b8e2-4481-9cce-cb45de683df3', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:17.801339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.859736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.910628 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.928158 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6285f01b-b8bd-436c-9af9-83ddcf81185b,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:17.975767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:17.976983 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-32e33556-b236-4249-95ec-df12d9490a4b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532074 Apr 18 06:50:17.980268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59096) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:17.984679 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '4ba8a8f9-b8e2-4481-9cce-cb45de683df3', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:18.069536 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.126624 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.248136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.265705 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a478ca22-f84b-477d-9887-fd9072676a05,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:18.329380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.330599 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-a81dc523-680f-41c4-96fb-8ec2fb224f7d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3493831 Apr 18 06:50:18.333218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59098) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:18.338321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '4ba8a8f9-b8e2-4481-9cce-cb45de683df3', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:18.430330 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.486215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.551047 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.568185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f2fce2-9be8-4584-9da0-b737bab617af,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:18.638383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.639602 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e5b6dd45-778d-4d97-9c95-42583af3abe4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054745 Apr 18 06:50:18.642213 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59100) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:18.646477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '4ba8a8f9-b8e2-4481-9cce-cb45de683df3', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:18.715966 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.776062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.830827 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.848978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa1ae9d-eb85-4282-aeb5-bff02cd47d01,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:18.895648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:18.896853 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b8a62ab5-702a-4c72-9719-7d0b62f61d82 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2537038 Apr 18 06:50:18.900139 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59102) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:18.904465 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '4ba8a8f9-b8e2-4481-9cce-cb45de683df3', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:18.973452 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:50:18.978449 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.036484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.104591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.121879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5564d10e-5cbe-4ec0-bb26-dd70621c5b97,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:19.198897 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.200118 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-821abbc2-466a-406b-9f47-6345b1729763 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990625 Apr 18 06:50:19.202899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59104) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:19.207181 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'security_group_rule': {'security_group_id': '4ba8a8f9-b8e2-4481-9cce-cb45de683df3', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:19.293389 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Project 9ec09b6e28c3459680804fde0ab69f95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:50:19.298198 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.356831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.407918 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.426087 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156d3851-3f04-4061-88e2-e806e740959c,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:19.467622 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.468922 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-ce98a6a8-2eb1-4e59-8de4-0428a00c60cf tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2650874 Apr 18 06:50:19.471721 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59106) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:19.476555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'network': {'name': 'tempest-network-smoke--366274041', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'port_security_enabled': True}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:19.538557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:50:19.542780 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.568217 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:50:19.576991 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.577324 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Added segment c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1 of type vlan for network 997253bc-0afc-429f-a1d7-4db487f527bf Apr 18 06:50:19.615611 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.699070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.704617 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:19.705189 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.767353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Network': ['ID=997253bc-0afc-429f-a1d7-4db487f527bf,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:19.778074 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 997253bc-0afc-429f-a1d7-4db487f527bf details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:50:19.794198 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-39b9eb6a-8b4f-437a-8399-376270e5902b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3214650 Apr 18 06:50:19.796916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59108) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:19.801539 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'admin_state_up': True, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:19.894144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.895133 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:19.949528 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:20.152951 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:20.410593 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:20.429942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:20.535464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.88 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/5af2d929-22b5-4ebd-924e-a73a314e6955) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:50:20.577386 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:50:20.633318 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:20.711170 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:20.750366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:50:20.755042 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:20.758548 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:50:20.781966 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=5af2d929-22b5-4ebd-924e-a73a314e6955,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:21.052253 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:21.245845 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:21.436153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 0e0a207d-ffd4-4358-9944-72599f94a554 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:50:21.535362 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:50:21.545922 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Sync routers for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:50:21.555857 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:21.556473 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:21.615428 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:21.616661 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1d42598c-f8ae-44f4-80f0-d45dee2ce7da tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8187897 Apr 18 06:50:21.619960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59110) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:21.653743 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c193e81b-49fd-42e4-bdf2-19aac9492966 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9ec09b6e28c3459680804fde0ab69f95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326803 Apr 18 06:50:21.656251 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59112) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:21.657862 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:21.744041 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278bf44-adc9-461c-8d88-4bc6ef255807 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:21.747986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3278bf44-adc9-461c-8d88-4bc6ef255807 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883141 Apr 18 06:50:21.748190 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59114) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:21.776667 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5146148b-3820-48f6-b67b-4f330d57bf0f tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=a6a2ace3-418d-401b-96c6-aa45135952f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274420 Apr 18 06:50:21.779212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59116) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:21.784090 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2565169', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:21.831942 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:20Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:21.861900 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Checking router: 0e0a207d-ffd4-4358-9944-72599f94a554 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:50:21.862249 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Updating router 0e0a207d-ffd4-4358-9944-72599f94a554 port 5af2d929-22b5-4ebd-924e-a73a314e6955 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:50:21.886894 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:21.939502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:50:21.943275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.131751 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.168073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.225216 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.232545 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Subnet': ['ID=c23eaeb2-9441-4bec-93e6-96786e9f8724,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:22.239287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Checking segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:50:22.239409 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network hostable DHCP agents. Network: 997253bc-0afc-429f-a1d7-4db487f527bf, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:50:22.278326 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Attempting to bind port 5af2d929-22b5-4ebd-924e-a73a314e6955 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:50:22.278685 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Attempting to bind port 5af2d929-22b5-4ebd-924e-a73a314e6955 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:50:22.279033 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Attempting to bind port 5af2d929-22b5-4ebd-924e-a73a314e6955 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:50:22.280805 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Pushing event updated for resources: {'Port': ['ID=5af2d929-22b5-4ebd-924e-a73a314e6955,revision_number=2']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:22.289522 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.290544 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.291081 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.291446 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.291775 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.292104 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.292456 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.292775 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.293096 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.293412 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.293728 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.294038 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:50:22.297065 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:50:22.297424 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:50:22.297813 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.298214 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:50:22.298669 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Bound port: 5af2d929-22b5-4ebd-924e-a73a314e6955, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:50:22.299033 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.322577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 997253bc-0afc-429f-a1d7-4db487f527bf is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:50:22.352136 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] For port 5af2d929-22b5-4ebd-924e-a73a314e6955, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:50:22.355342 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] For port 5af2d929-22b5-4ebd-924e-a73a314e6955, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5af2d929-22b5-4ebd-924e-a73a314e6955,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:50:22.419732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 997253bc-0afc-429f-a1d7-4db487f527bf) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:22.430819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:22.430819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.431341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3554c-491c-49ce-a54c-e0c0547d767f None None] Network 997253bc-0afc-429f-a1d7-4db487f527bf requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:50:22.448422 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.498700 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:22.499340 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:22.513438 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6bb864f4-528f-4067-adb8-6a7f45368877 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.7331886 Apr 18 06:50:22.516186 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59118) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:22.543563 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d237d4c-fd0b-44f5-aad0-d0ddcf3f34ef None None] Pushing event updated for resources: {'Port': ['ID=5af2d929-22b5-4ebd-924e-a73a314e6955,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:22.583019 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-997253bc-0afc-429f-a1d7-4db487f527bf', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:50:22.584255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.619280 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:22.734416 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Allocated IP 172.20.0.2 (997253bc-0afc-429f-a1d7-4db487f527bf/c23eaeb2-9441-4bec-93e6-96786e9f8724/f97a61fd-9746-45b6-8d4a-953adf2a999f) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:50:22.904811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.968606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:22.981745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.000878 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:20Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:23.010112 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Network 997253bc-0afc-429f-a1d7-4db487f527bf is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:50:23.015861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:23.019724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:50:23.026382 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7b80b-3fca-4427-bd29-24cb97c6421a None None] The sync data for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv is: [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:20Z', 'revision_number': 3, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:50:23.030241 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Pushing event updated for resources: {'Port': ['ID=f97a61fd-9746-45b6-8d4a-953adf2a999f,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:23.093374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Attempting to bind port f97a61fd-9746-45b6-8d4a-953adf2a999f on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:50:23.093750 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Attempting to bind port f97a61fd-9746-45b6-8d4a-953adf2a999f by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:50:23.095452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Attempting to bind port f97a61fd-9746-45b6-8d4a-953adf2a999f on network 997253bc-0afc-429f-a1d7-4db487f527bf {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:50:23.102577 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:50:23.103572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Checking segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:50:23.104771 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.106087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Bound using segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:50:23.106831 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Bound port: f97a61fd-9746-45b6-8d4a-953adf2a999f, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:50:23.107788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.183269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] For port f97a61fd-9746-45b6-8d4a-953adf2a999f, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:50:23.187437 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] For port f97a61fd-9746-45b6-8d4a-953adf2a999f, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f97a61fd-9746-45b6-8d4a-953adf2a999f,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:50:23.231186 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.302722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91000dc8-01c7-410d-851e-78685c1ef95d None None] Pushing event updated for resources: {'Port': ['ID=f97a61fd-9746-45b6-8d4a-953adf2a999f,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:23.332036 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.1 (997253bc-0afc-429f-a1d7-4db487f527bf/c23eaeb2-9441-4bec-93e6-96786e9f8724/c92fe83f-92df-4a91-b104-a8dd960828e1) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:50:23.459413 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fae5ad51-d91a-4962-adf8-bdf5cb6c5550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.479538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.620048 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:23.667319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 997253bc-0afc-429f-a1d7-4db487f527bf is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:50:23.670668 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:23.675421 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:50:23.679441 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=c92fe83f-92df-4a91-b104-a8dd960828e1,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:23.720648 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.230766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4441d5-6048-4539-8d8a-2154083d68b0 None None] Network 997253bc-0afc-429f-a1d7-4db487f527bf requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:50:24.255484 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.360891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0cb1b279-8b31-4d04-9919-76972f18f536 None None] Provisioning complete for port f97a61fd-9746-45b6-8d4a-953adf2a999f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:24.361171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b279-8b31-4d04-9919-76972f18f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.478651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b279-8b31-4d04-9919-76972f18f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.514895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0cb1b279-8b31-4d04-9919-76972f18f536 None None] For port f97a61fd-9746-45b6-8d4a-953adf2a999f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f97a61fd-9746-45b6-8d4a-953adf2a999f,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:24.547187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.608979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b279-8b31-4d04-9919-76972f18f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.639329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.680295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1b279-8b31-4d04-9919-76972f18f536 None None] Pushing event updated for resources: {'Port': ['ID=f97a61fd-9746-45b6-8d4a-953adf2a999f,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:24.734446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c7eb0764-d25c-4ed2-a2e6-a5dddb485544 None None] Provisioning complete for port c92fe83f-92df-4a91-b104-a8dd960828e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:24.734935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0764-d25c-4ed2-a2e6-a5dddb485544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.747480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=c92fe83f-92df-4a91-b104-a8dd960828e1,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:24.752755 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.763829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f97a61fd-9746-45b6-8d4a-953adf2a999f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:50:24.810369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb0764-d25c-4ed2-a2e6-a5dddb485544 None None] Port c92fe83f-92df-4a91-b104-a8dd960828e1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:50:24.829665 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c7eb0764-d25c-4ed2-a2e6-a5dddb485544 None None] Provisioning complete for port f97a61fd-9746-45b6-8d4a-953adf2a999f triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:24.830034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c7eb0764-d25c-4ed2-a2e6-a5dddb485544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.859659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f97a61fd-9746-45b6-8d4a-953adf2a999f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:24.860031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:24.860332 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 997253bc-0afc-429f-a1d7-4db487f527bf is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:50:24.862207 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:24.987878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 0e0a207d-ffd4-4358-9944-72599f94a554 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:50:25.121403 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:50:25.136107 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-19f4274e-11b1-4f65-ae6b-e4e850e5cf8b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/0e0a207d-ffd4-4358-9944-72599f94a554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6100731 Apr 18 06:50:25.136232 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Sync routers for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:50:25.151021 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5af2d929-22b5-4ebd-924e-a73a314e6955 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:50:25.174896 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:25.175572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:49:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:25.294056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5af2d929-22b5-4ebd-924e-a73a314e6955 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:25.294411 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:25.325952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:25.329190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-e0e62003-5c7d-42c9-a590-c75a7970ebb9 None None] Provisioning complete for port c92fe83f-92df-4a91-b104-a8dd960828e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:25.329560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e0e62003-5c7d-42c9-a590-c75a7970ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:25.364080 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-fdb24dac-55e7-419a-880d-05bcfe91695f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832794754&fields=id&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 267 time: 0.0337455 Apr 18 06:50:25.440229 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-e0e62003-5c7d-42c9-a590-c75a7970ebb9 None None] Port c92fe83f-92df-4a91-b104-a8dd960828e1 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:50:25.480050 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-aca010b4-351b-40fd-86ff-d95eb664b4e5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:25.481530 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-aca010b4-351b-40fd-86ff-d95eb664b4e5 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/networks?id=997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 200 len: 796 time: 0.1105392 Apr 18 06:50:25.496419 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-50dcb777-6f5d-41f0-8ca7-608a907a32d4 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/quotas/9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 375 time: 0.0090842 Apr 18 06:50:25.538179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:25.548891 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-88816397-ee86-44d6-8fdc-52d9469cde86 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470362 Apr 18 06:50:25.574286 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 5af2d929-22b5-4ebd-924e-a73a314e6955, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5af2d929-22b5-4ebd-924e-a73a314e6955,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:25.618592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 2, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:25.649596 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:25.651524 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Checking router: 0e0a207d-ffd4-4358-9944-72599f94a554 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:50:25.651936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Updating router 0e0a207d-ffd4-4358-9944-72599f94a554 port c92fe83f-92df-4a91-b104-a8dd960828e1 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:50:25.698637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:25.718569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-bed236cb-d615-492d-957d-7239bf10c222 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:50:25.719583 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-bed236cb-d615-492d-957d-7239bf10c222 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1576514 Apr 18 06:50:25.751579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=5af2d929-22b5-4ebd-924e-a73a314e6955,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:25.814770 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-1e776419-ed48-43ec-a254-d6df7be1a070 service neutron] 10.222.0.43 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887756 Apr 18 06:50:25.886693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b4acf0f-8bb8-47e9-9960-e43354b36133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:25.906033 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-831b60e9-b3ff-449c-b2b7-35ac654d26b3 service neutron] 10.222.0.43 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848927 Apr 18 06:50:25.990928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.030311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.097977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0a25d-8780-41ee-aea4-b8993d20adf1 None None] Pushing event updated for resources: {'Port': ['ID=c92fe83f-92df-4a91-b104-a8dd960828e1,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:26.127459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Attempting to bind port c92fe83f-92df-4a91-b104-a8dd960828e1 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:50:26.127903 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Attempting to bind port c92fe83f-92df-4a91-b104-a8dd960828e1 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:50:26.128332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Attempting to bind port c92fe83f-92df-4a91-b104-a8dd960828e1 on network 997253bc-0afc-429f-a1d7-4db487f527bf {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:50:26.134339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:50:26.134914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Checking segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:50:26.135452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.135946 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Bound using segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:50:26.136505 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Bound port: c92fe83f-92df-4a91-b104-a8dd960828e1, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:50:26.137522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.214041 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] For port c92fe83f-92df-4a91-b104-a8dd960828e1, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:50:26.218070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] For port c92fe83f-92df-4a91-b104-a8dd960828e1, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c92fe83f-92df-4a91-b104-a8dd960828e1,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:50:26.323966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.330064 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5fc194ba-3cff-45a3-b5f2-a25eaa0aac3f req-4040680e-8aa1-429d-a907-f3eb10b94cb1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Apr 18 06:50:26.398089 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0a25d-8780-41ee-aea4-b8993d20adf1 None None] Pushing event updated for resources: {'Port': ['ID=c92fe83f-92df-4a91-b104-a8dd960828e1,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:26.401420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-084f4dbf-91fd-413f-98b1-05aefd5328f5 None None] Provisioning complete for port c92fe83f-92df-4a91-b104-a8dd960828e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:26.402025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-084f4dbf-91fd-413f-98b1-05aefd5328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.431042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:26.431930 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:50:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:26.581245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:26.582900 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-084f4dbf-91fd-413f-98b1-05aefd5328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.675669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f97a61fd-9746-45b6-8d4a-953adf2a999f up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:50:26.679403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-084f4dbf-91fd-413f-98b1-05aefd5328f5 None None] For port c92fe83f-92df-4a91-b104-a8dd960828e1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c92fe83f-92df-4a91-b104-a8dd960828e1,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:26.744872 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-084f4dbf-91fd-413f-98b1-05aefd5328f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.838417 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f4dbf-91fd-413f-98b1-05aefd5328f5 None None] Pushing event updated for resources: {'Port': ['ID=c92fe83f-92df-4a91-b104-a8dd960828e1,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:26.848109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port f97a61fd-9746-45b6-8d4a-953adf2a999f triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:26.848483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:26.920541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-43a4398b-a20a-49be-b372-a6a3a1e319ac None None] Provisioning complete for port c92fe83f-92df-4a91-b104-a8dd960828e1 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:26.920833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-43a4398b-a20a-49be-b372-a6a3a1e319ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:27.005149 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:27.037879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f699fda-d811-44ee-a2f8-700948598f9e None None] The sync data for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv is: [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:50:27.041191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5af2d929-22b5-4ebd-924e-a73a314e6955 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:50:27.133342 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 5af2d929-22b5-4ebd-924e-a73a314e6955 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:27.133722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:27.179568 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:27.430364 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f58c09de-00c0-45bd-8b67-463943132eac req-0d8d432a-ef36-4f18-a14a-e71de9a4a821 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Apr 18 06:50:28.165957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-bce3f423-d25b-4f92-ba90-4f2ef504e3bd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:28.167425 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-bce3f423-d25b-4f92-ba90-4f2ef504e3bd tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/networks?id=997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 200 len: 796 time: 0.1017337 Apr 18 06:50:28.219597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-10263a56-426a-498a-878d-e9eccc10ae24 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec09b6e28c3459680804fde0ab69f95 HTTP/1.1" status: 200 len: 380 time: 0.0378892 Apr 18 06:50:28.228726 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'port': {'device_id': '95d96811-4909-441e-b179-50db35e81f30', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'admin_state_up': True, 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'security_groups': ['4ba8a8f9-b8e2-4481-9cce-cb45de683df3']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:28.459904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Made reservation on behalf of 9ec09b6e28c3459680804fde0ab69f95 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:50:28.464317 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:28.556890 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6ceda3a8-8d74-42a4-a24d-701fce359fb2 req-85133ef5-a717-4a5d-baa0-8363692a4af2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 210 time: 0.0384722 Apr 18 06:50:28.618128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.20.0.8 (997253bc-0afc-429f-a1d7-4db487f527bf/c23eaeb2-9441-4bec-93e6-96786e9f8724/e507313d-c83d-4e53-b784-66b1448a0495) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:50:28.679610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c92fe83f-92df-4a91-b104-a8dd960828e1 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:50:28.728539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c92fe83f-92df-4a91-b104-a8dd960828e1 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:28.728807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:28.758680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:28.848773 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:28.890012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network 997253bc-0afc-429f-a1d7-4db487f527bf is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:50:28.895575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:28.899841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:50:28.925784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=e507313d-c83d-4e53-b784-66b1448a0495,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:28.945562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:28.954886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:28.960511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:28.960835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.040163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f901f7e2-911a-4d8e-a274-9368fcc35903 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149261 Apr 18 06:50:29.058099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Request body: {'port': {'device_id': '95d96811-4909-441e-b179-50db35e81f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:29.119755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.151852 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f025afc2-bd6e-4626-b72c-b11b1e3ea77f None None] Provisioning complete for port e507313d-c83d-4e53-b784-66b1448a0495 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:29.152275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f025afc2-bd6e-4626-b72c-b11b1e3ea77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.185275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f025afc2-bd6e-4626-b72c-b11b1e3ea77f None None] Port e507313d-c83d-4e53-b784-66b1448a0495 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:50:29.432361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e507313d-c83d-4e53-b784-66b1448a0495 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:50:29.439762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.452470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Transition to ACTIVE for port object e507313d-c83d-4e53-b784-66b1448a0495 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:50:29.550528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.622939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Pushing event updated for resources: {'Port': ['ID=e507313d-c83d-4e53-b784-66b1448a0495,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:29.674730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Attempting to bind port e507313d-c83d-4e53-b784-66b1448a0495 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:50:29.675177 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Attempting to bind port e507313d-c83d-4e53-b784-66b1448a0495 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:50:29.675432 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Attempting to bind port e507313d-c83d-4e53-b784-66b1448a0495 on network 997253bc-0afc-429f-a1d7-4db487f527bf {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:50:29.680823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Port e507313d-c83d-4e53-b784-66b1448a0495 on network 997253bc-0afc-429f-a1d7-4db487f527bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:50:29.681482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Attempting to bind port e507313d-c83d-4e53-b784-66b1448a0495 on network 997253bc-0afc-429f-a1d7-4db487f527bf {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:50:29.684524 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f55d-a76f-4c5a-a840-f1fb56d0e265 req-8896047f-6113-4784-8098-3184db04c67f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:29.686147 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a223f55d-a76f-4c5a-a840-f1fb56d0e265 req-8896047f-6113-4784-8098-3184db04c67f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 943 time: 0.0546746 Apr 18 06:50:29.686730 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:50:29.687064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Checking segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:50:29.687470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Bound using segment: {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:50:29.687892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Bound port: e507313d-c83d-4e53-b784-66b1448a0495, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:50:29.688243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.735858 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a223f55d-a76f-4c5a-a840-f1fb56d0e265 req-da075a44-386f-4dea-900a-9215336bc8d1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Apr 18 06:50:29.759132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] For port e507313d-c83d-4e53-b784-66b1448a0495, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:50:29.762155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] For port e507313d-c83d-4e53-b784-66b1448a0495, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e507313d-c83d-4e53-b784-66b1448a0495,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:50:29.825812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.859129 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:29.859786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:29.861146 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] 10.222.0.46 "PUT /v2.0/ports/e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 200 len: 1093 time: 0.8083675 Apr 18 06:50:29.861583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:50:29.863831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6" -d '{"events": [{"name": "network-changed", "server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "tag": "e507313d-c83d-4e53-b784-66b1448a0495"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:50:29.894343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e88d6-4c17-4511-8f9a-17fb58a76d3e service neutron] Pushing event updated for resources: {'Port': ['ID=e507313d-c83d-4e53-b784-66b1448a0495,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:29.905683 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b8af57-9af3-4391-83a0-30ccb0d9c792 x-openstack-request-id: req-72b8af57-9af3-4391-83a0-30ccb0d9c792 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:50:29.905971 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "tag": "e507313d-c83d-4e53-b784-66b1448a0495", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:50:29.906220 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72b8af57-9af3-4391-83a0-30ccb0d9c792 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:50:29.906621 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b8af57-9af3-4391-83a0-30ccb0d9c792'] response: {'name': 'network-changed', 'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495', 'status': 'completed', 'code': 200} Apr 18 06:50:30.001464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6 req-0d1ec563-f644-466a-ae10-bb94dd673441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.003083 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6 req-0d1ec563-f644-466a-ae10-bb94dd673441 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1096 time: 0.0524895 Apr 18 06:50:30.108275 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6 req-35af47a2-421a-41d1-ba6a-e3414dd874f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.110229 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6 req-35af47a2-421a-41d1-ba6a-e3414dd874f1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9ec09b6e28c3459680804fde0ab69f95&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0926037 Apr 18 06:50:30.215005 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6 req-33106348-511b-4b13-bcc8-30f4c41bcbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.216412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0538a561-5f2d-4f7d-a08d-a5cb333e62a6 req-33106348-511b-4b13-bcc8-30f4c41bcbfc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008677 Apr 18 06:50:30.321495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-020ca006-513c-4bca-94c0-b7858063ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.323027 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-020ca006-513c-4bca-94c0-b7858063ba33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1096 time: 0.0426619 Apr 18 06:50:30.370366 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-e9fbf486-bb40-4756-905f-5b4b5819dcdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 200 len: 217 time: 0.0351090 Apr 18 06:50:30.425042 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-dc8b201b-3e92-4547-a184-a031df74e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.426515 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-dc8b201b-3e92-4547-a184-a031df74e93b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c23eaeb2-9441-4bec-93e6-96786e9f8724 HTTP/1.1" status: 200 len: 832 time: 0.0495675 Apr 18 06:50:30.476635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-b091a6c7-b920-43cb-9187-26a448128c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.479033 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-b091a6c7-b920-43cb-9187-26a448128c5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=997253bc-0afc-429f-a1d7-4db487f527bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461733 Apr 18 06:50:30.569477 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-a5e7f5f7-67c6-47bf-b336-117b656245f5 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829368 Apr 18 06:50:30.671025 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9a8f29c-ade6-4444-8c09-7a353b2de704 req-f6fc0472-3959-4b99-9c95-dc55c3313480 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949550 Apr 18 06:50:30.860233 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2579f5-81f3-4767-8721-86c8c6dcb3be req-71047a8b-3bc6-4673-b719-a9b202a63ae3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:30.861734 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1e2579f5-81f3-4767-8721-86c8c6dcb3be req-71047a8b-3bc6-4673-b719-a9b202a63ae3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 943 time: 0.0504460 Apr 18 06:50:30.903026 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1e2579f5-81f3-4767-8721-86c8c6dcb3be req-2c9245f7-7604-4963-8aa6-6206eff642f3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348887 Apr 18 06:50:32.022483 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3594c1-a004-44a6-b090-a54adab667d5 req-f1d968c0-5236-4ad8-9fdc-648946ff395f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:32.024753 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6c3594c1-a004-44a6-b090-a54adab667d5 req-f1d968c0-5236-4ad8-9fdc-648946ff395f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 943 time: 0.0498466 Apr 18 06:50:32.061948 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6c3594c1-a004-44a6-b090-a54adab667d5 req-58de95a3-3727-4d28-b92e-c3381be3a298 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Apr 18 06:50:33.176772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdc7a3-8cce-4474-b84a-d396b0415025 req-987348f7-514b-4b8e-85f4-08129e038357 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:33.178276 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ebdc7a3-8cce-4474-b84a-d396b0415025 req-987348f7-514b-4b8e-85f4-08129e038357 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 943 time: 0.0494733 Apr 18 06:50:33.216309 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1ebdc7a3-8cce-4474-b84a-d396b0415025 req-493e257d-e61b-47fa-8d52-283b3dbac766 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Apr 18 06:50:34.332688 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d7ce-ad71-4288-ad6a-4c60ca861dc9 req-98a8003a-fee0-4cb5-a6c1-b0dfa572dbb6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:34.334067 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8871d7ce-ad71-4288-ad6a-4c60ca861dc9 req-98a8003a-fee0-4cb5-a6c1-b0dfa572dbb6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 943 time: 0.0532808 Apr 18 06:50:34.372078 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8871d7ce-ad71-4288-ad6a-4c60ca861dc9 req-6172486b-ccd4-4cdb-b1df-2df94b6485c3 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Apr 18 06:50:35.486601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8365-b214-4a54-8481-553042c63153 req-1c6ad702-a7b0-4502-8af1-75cd4d62df26 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:35.488093 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-564a8365-b214-4a54-8481-553042c63153 req-1c6ad702-a7b0-4502-8af1-75cd4d62df26 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 943 time: 0.0485396 Apr 18 06:50:35.523326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e507313d-c83d-4e53-b784-66b1448a0495 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:50:35.530981 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-564a8365-b214-4a54-8481-553042c63153 req-5538a077-26a3-4ac7-8033-37bff496043d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360830 Apr 18 06:50:35.615007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e507313d-c83d-4e53-b784-66b1448a0495, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e507313d-c83d-4e53-b784-66b1448a0495,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:35.627198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'e507313d-c83d-4e53-b784-66b1448a0495', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'port_id': 'e507313d-c83d-4e53-b784-66b1448a0495', 'mac_address': 'fa:16:3e:51:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:50:35.662451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:35.678627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e507313d-c83d-4e53-b784-66b1448a0495 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:50:35.696999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e507313d-c83d-4e53-b784-66b1448a0495, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e507313d-c83d-4e53-b784-66b1448a0495,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:35.778992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:35.966020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e507313d-c83d-4e53-b784-66b1448a0495,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:36.163541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e507313d-c83d-4e53-b784-66b1448a0495'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:50:36.645890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415078e-3cd1-4bd7-a84d-e9c2b0fc34a6 req-d6cadc5c-811b-4a8a-b249-76ecc611f61c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:36.647456 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1415078e-3cd1-4bd7-a84d-e9c2b0fc34a6 req-d6cadc5c-811b-4a8a-b249-76ecc611f61c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 944 time: 0.0507646 Apr 18 06:50:36.686657 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1415078e-3cd1-4bd7-a84d-e9c2b0fc34a6 req-2e25f419-9a1a-4f51-9b1c-765c2711dbab tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Apr 18 06:50:37.538479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e507313d-c83d-4e53-b784-66b1448a0495 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:50:37.670757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port e507313d-c83d-4e53-b784-66b1448a0495 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:50:37.674932 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port e507313d-c83d-4e53-b784-66b1448a0495 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:50:37.675290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:37.753820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:37.776228 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:50:37.778477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dfdf64-cf97-4067-9756-368364caa9db" -d '{"events": [{"server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "name": "network-vif-plugged", "status": "completed", "tag": "e507313d-c83d-4e53-b784-66b1448a0495"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:50:37.791140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e507313d-c83d-4e53-b784-66b1448a0495, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e507313d-c83d-4e53-b784-66b1448a0495,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:50:37.815481 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8893f8-5060-4dab-babb-09e968d71449 req-10131270-b401-4739-a950-07a1908cb88e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:37.816054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c2e60-4806-44fa-ab25-3c4692fd6357 x-openstack-request-id: req-6a0c2e60-4806-44fa-ab25-3c4692fd6357 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:50:37.816054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "name": "network-vif-plugged", "status": "completed", "tag": "e507313d-c83d-4e53-b784-66b1448a0495", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:50:37.816054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a0c2e60-4806-44fa-ab25-3c4692fd6357 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:50:37.816054 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0c2e60-4806-44fa-ab25-3c4692fd6357'] response: {'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495', 'code': 200} Apr 18 06:50:37.816438 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc8893f8-5060-4dab-babb-09e968d71449 req-10131270-b401-4739-a950-07a1908cb88e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 944 time: 0.0619147 Apr 18 06:50:37.854879 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bc8893f8-5060-4dab-babb-09e968d71449 req-58b0e37d-6290-4453-b0ab-46a491a8e6e1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Apr 18 06:50:37.865553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:37.912687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e507313d-c83d-4e53-b784-66b1448a0495,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:38.138823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff6bb-5ce4-4871-be08-1e07fa8609fc req-32662b4f-a2d6-4f66-bcdf-4b0287141cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:38.140327 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dff6bb-5ce4-4871-be08-1e07fa8609fc req-32662b4f-a2d6-4f66-bcdf-4b0287141cd2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1098 time: 0.0403588 Apr 18 06:50:38.173170 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-10dff6bb-5ce4-4871-be08-1e07fa8609fc req-737d5c1f-b3ca-4844-ad46-2e2ee492ff7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269580 Apr 18 06:50:38.976104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cba71b-bb66-4b3c-bbd4-ac2b32efa443 req-bcd68385-afbf-4562-887a-237d2b960886 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:38.977576 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-04cba71b-bb66-4b3c-bbd4-ac2b32efa443 req-bcd68385-afbf-4562-887a-237d2b960886 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0536211 Apr 18 06:50:39.014767 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-04cba71b-bb66-4b3c-bbd4-ac2b32efa443 req-48868dd9-cc2f-4487-93b1-9b1313c07ab8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 Apr 18 06:50:40.128416 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afce732-c926-4500-a9c3-0b7eb38312f6 req-b452023d-79fb-4963-9db6-8bbfd4fd5fba tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:40.129921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2afce732-c926-4500-a9c3-0b7eb38312f6 req-b452023d-79fb-4963-9db6-8bbfd4fd5fba tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0492558 Apr 18 06:50:40.169317 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2afce732-c926-4500-a9c3-0b7eb38312f6 req-0dc42428-9af2-4495-9522-8c66b825b411 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Apr 18 06:50:40.289820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0a38d-ec7a-4050-a6c1-ad27a58036f7 req-e8cfbb23-6c61-4c2c-80d4-198a03e90b3b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:40.292131 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32a0a38d-ec7a-4050-a6c1-ad27a58036f7 req-e8cfbb23-6c61-4c2c-80d4-198a03e90b3b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Apr 18 06:50:40.331181 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-32a0a38d-ec7a-4050-a6c1-ad27a58036f7 req-24190df9-664f-40db-aae5-c9fdb5aeec4a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Apr 18 06:50:40.352820 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59190) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:40.392715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd73b4f-e304-4e64-89a1-37a0116d8473 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:40.394233 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-2cd73b4f-e304-4e64-89a1-37a0116d8473 tempest-TestNetworkAdvancedServerOps-879110906 tempest-TestNetworkAdvancedServerOps-879110906-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1093 time: 0.0398877 Apr 18 06:50:40.397011 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59192) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:40.401927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'e507313d-c83d-4e53-b784-66b1448a0495', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:50:40.493520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:40.594712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:40.694772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Allocated IP 172.26.4.11 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/e09b833a-a47f-4bee-9584-835113776213) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:50:40.799281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:40.922400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:40.963470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:50:40.967936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:50:40.973302 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:50:40.979868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=e09b833a-a47f-4bee-9584-835113776213,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:41.325981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:41.449928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:41.594365 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:41.630495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:41.701990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event updated for resources: {'Port': ['ID=e09b833a-a47f-4bee-9584-835113776213,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:50:41.712191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:41.809620 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP f036a143-e053-4756-9318-fc26ea6ed5f5 associated. External IP: 172.26.4.11, port: e507313d-c83d-4e53-b784-66b1448a0495. Apr 18 06:50:42.010804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 0e0a207d-ffd4-4358-9944-72599f94a554 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:50:42.114560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:50:42.124943 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] Sync routers for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:50:42.134957 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:42.135587 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:50:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:42.187280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:42.215021 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8f027ebc-1d6c-4424-b128-abfe0baede25 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8169997 Apr 18 06:50:42.216512 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:50:42.218066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d" -d '{"events": [{"name": "network-changed", "server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "tag": "e507313d-c83d-4e53-b784-66b1448a0495"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:50:42.239965 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:42.261355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13adf508-db44-4e3e-b3fa-d41e3c992433 x-openstack-request-id: req-13adf508-db44-4e3e-b3fa-d41e3c992433 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:50:42.261581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "tag": "e507313d-c83d-4e53-b784-66b1448a0495", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:50:42.261833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13adf508-db44-4e3e-b3fa-d41e3c992433 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:50:42.262254 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13adf508-db44-4e3e-b3fa-d41e3c992433'] response: {'name': 'network-changed', 'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495', 'status': 'completed', 'code': 200} Apr 18 06:50:42.325212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de644f-7533-4ada-b627-0cbc47f4d873 req-71151fbe-3669-4714-9550-6a22187a4716 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:42.326724 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47de644f-7533-4ada-b627-0cbc47f4d873 req-71151fbe-3669-4714-9550-6a22187a4716 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0504575 Apr 18 06:50:42.349164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-6b701f10-20c7-463a-bda0-f4a650b2b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:42.351032 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-6b701f10-20c7-463a-bda0-f4a650b2b354 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1098 time: 0.0446701 Apr 18 06:50:42.371994 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47de644f-7533-4ada-b627-0cbc47f4d873 req-affc7a8e-74a9-4f90-8512-6b8a1b4de0d6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388854 Apr 18 06:50:42.401510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59198) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:42.451441 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-56f063db-6ed1-4da1-95b7-0926190e461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:42.452927 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-56f063db-6ed1-4da1-95b7-0926190e461a service neutron] 10.222.0.46 "GET /v2.0/networks?id=997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 200 len: 897 time: 0.0948205 Apr 18 06:50:42.466986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-09e5aa2b-06c5-4b9f-9ca1-5df905cbed45 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/f036a143-e053-4756-9318-fc26ea6ed5f5 HTTP/1.1" status: 200 len: 990 time: 0.0643301 Apr 18 06:50:42.471672 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'f036a143-e053-4756-9318-fc26ea6ed5f5', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'port_id': 'e507313d-c83d-4e53-b784-66b1448a0495', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'mac_address': 'fa:16:3e:51:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d96811-4909-441e-b179-50db35e81f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:50:41Z', 'updated_at': '2022-04-18T06:50:41Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:42.497983 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] Checking router: 0e0a207d-ffd4-4358-9944-72599f94a554 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:50:42.506659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:50:42.507289 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:50:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:42.615480 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:50:42.847465 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'f036a143-e053-4756-9318-fc26ea6ed5f5', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'port_id': 'e507313d-c83d-4e53-b784-66b1448a0495', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'mac_address': 'fa:16:3e:51:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d96811-4909-441e-b179-50db35e81f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:50:41Z', 'updated_at': '2022-04-18T06:50:41Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:50:42.864985 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-df0bbf13-086b-446b-bbab-77e3d3d7c26a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 200 len: 998 time: 0.4060168 Apr 18 06:50:42.874620 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b509aacd-fec4-4150-a46c-dae364284307 None None] The sync data for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv is: [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'f036a143-e053-4756-9318-fc26ea6ed5f5', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'port_id': 'e507313d-c83d-4e53-b784-66b1448a0495', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'mac_address': 'fa:16:3e:51:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d96811-4909-441e-b179-50db35e81f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:50:41Z', 'updated_at': '2022-04-18T06:50:41Z', 'revision_number': 0, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:50:42.914482 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-2a2b0dbc-f950-4f66-9cca-2be005077924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:42.916827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-2a2b0dbc-f950-4f66-9cca-2be005077924 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c23eaeb2-9441-4bec-93e6-96786e9f8724 HTTP/1.1" status: 200 len: 832 time: 0.0452235 Apr 18 06:50:42.967297 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-89312de0-2424-4748-958c-0526df81534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:50:42.968795 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-89312de0-2424-4748-958c-0526df81534e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=997253bc-0afc-429f-a1d7-4db487f527bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454276 Apr 18 06:50:43.063270 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-1877616f-0412-4f13-91f6-2d21acd72b07 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878129 Apr 18 06:50:43.073814 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27d7d7-fb86-4243-9e66-3febe997006d None None] New status for floating IP f036a143-e053-4756-9318-fc26ea6ed5f5: ACTIVE {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:50:43.156763 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e1f6a036-c829-4cd2-8d9b-51f4fc20781d req-80a15e7f-6f77-46db-827b-3980b5cc7494 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Apr 18 06:50:43.401950 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:43.470814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59200) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:50:43.540823 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cd41ab1b-9192-480e-ab12-1b098c080694 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/f036a143-e053-4756-9318-fc26ea6ed5f5 HTTP/1.1" status: 200 len: 992 time: 0.0644858 Apr 18 06:50:53.459429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f830c178-ceb3-4b71-97be-56f4ff150f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:55.871044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d76db11f-c6ac-4a54-9982-5cabf0d85215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:57.196435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:57.579313 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:50:58.922058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:50:58.950127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:05.023523 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-f9e61c38-7911-4d8d-8b0c-38c165f88e0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135178 Apr 18 06:51:05.119333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-aec3ddcf-e2ff-47b8-9b87-31fe78877284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:05.120848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-aec3ddcf-e2ff-47b8-9b87-31fe78877284 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1098 time: 0.0402706 Apr 18 06:51:05.226946 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-4a877f06-e5da-44c6-9758-1921aacf2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:05.228360 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-4a877f06-e5da-44c6-9758-1921aacf2395 service neutron] 10.222.0.46 "GET /v2.0/networks?id=997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 200 len: 897 time: 0.0896726 Apr 18 06:51:05.298212 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-ae85ab09-1378-4236-8c9d-2d793f1ab5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 200 len: 1000 time: 0.0613539 Apr 18 06:51:05.348474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-78d18834-542b-4d46-aa93-715d1c695cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:05.350056 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-78d18834-542b-4d46-aa93-715d1c695cf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c23eaeb2-9441-4bec-93e6-96786e9f8724 HTTP/1.1" status: 200 len: 832 time: 0.0455952 Apr 18 06:51:05.400073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-77603ec2-fff4-4e04-9dcd-e073682d5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:05.401569 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-77603ec2-fff4-4e04-9dcd-e073682d5f91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=997253bc-0afc-429f-a1d7-4db487f527bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454385 Apr 18 06:51:05.412517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-31e775a4-2d56-4bd6-9c09-5975a7c626b4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:51:05.413555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-31e775a4-2d56-4bd6-9c09-5975a7c626b4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052774 Apr 18 06:51:05.504418 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-3e2868c5-2402-4c0d-8837-1cde1c9a8400 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Apr 18 06:51:05.604615 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f3bb292f-2787-4eb7-851d-17a6e81a54dd req-0e32518b-dfd1-45c3-bf3f-cdbd48693c30 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936289 Apr 18 06:51:13.356584 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:23.475682 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-591c4359-64a3-46aa-bff6-26cb8a6bf525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:25.853023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-450621c7-9189-4d09-a390-abfb69e08038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:27.201678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:28.915970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:28.932929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:34.578499 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:51:43.372582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:44.394598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057ca72-7e28-4a21-b363-43b794c5aa08 req-7d37b00c-e5ce-44fa-b520-3aac834a671c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:44.396105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5057ca72-7e28-4a21-b363-43b794c5aa08 req-7d37b00c-e5ce-44fa-b520-3aac834a671c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Apr 18 06:51:44.437848 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-5057ca72-7e28-4a21-b363-43b794c5aa08 req-3b72dcf7-cee5-48a5-8563-308096f497d2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357206 Apr 18 06:51:45.558607 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700da4de-de93-445a-9626-2c05421e9571 req-664ca463-14e2-43bf-a322-93421c5c124f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:45.560113 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-700da4de-de93-445a-9626-2c05421e9571 req-664ca463-14e2-43bf-a322-93421c5c124f tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Apr 18 06:51:45.597689 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-700da4de-de93-445a-9626-2c05421e9571 req-3f265939-46ea-4c4e-838b-a64675607e70 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Apr 18 06:51:46.715546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ef0da-3161-4527-81ce-69abed188a52 req-21ff11e7-a54c-4b41-b0b9-bd333b9e6d97 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:46.716945 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-687ef0da-3161-4527-81ce-69abed188a52 req-21ff11e7-a54c-4b41-b0b9-bd333b9e6d97 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Apr 18 06:51:46.755189 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-687ef0da-3161-4527-81ce-69abed188a52 req-c784ca70-894d-4226-8166-754fe5655be9 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Apr 18 06:51:46.776990 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59252) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:46.836173 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6ce3a92d-0329-4ab8-bb9a-205fff2baba8 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/f036a143-e053-4756-9318-fc26ea6ed5f5 HTTP/1.1" status: 200 len: 992 time: 0.0580571 Apr 18 06:51:48.242273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154341fb-4f5f-471b-9061-f00fc8302cf3 req-49e0ee80-96d2-4abc-b3de-69066ebd1d17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:48.243771 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-154341fb-4f5f-471b-9061-f00fc8302cf3 req-49e0ee80-96d2-4abc-b3de-69066ebd1d17 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0525575 Apr 18 06:51:48.282439 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-154341fb-4f5f-471b-9061-f00fc8302cf3 req-b9a728ad-541c-496c-94af-79b70f39479e tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Apr 18 06:51:48.324093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-42175659-1042-4315-9dde-fbaebc9cc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:48.325632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-42175659-1042-4315-9dde-fbaebc9cc02b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1098 time: 0.0516489 Apr 18 06:51:48.416184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-23505584-2cb1-4b32-99f2-0833dab430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:48.417671 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-23505584-2cb1-4b32-99f2-0833dab430ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 200 len: 897 time: 0.0858715 Apr 18 06:51:48.486270 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-c3109039-853d-4f29-9bb4-b9b6bcfcf28b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 200 len: 1000 time: 0.0624931 Apr 18 06:51:48.534071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-1599927e-9951-4d63-a1ff-6688a93d2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:48.535558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-1599927e-9951-4d63-a1ff-6688a93d2056 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c23eaeb2-9441-4bec-93e6-96786e9f8724 HTTP/1.1" status: 200 len: 832 time: 0.0434430 Apr 18 06:51:48.579053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-39da3689-70c6-4ebf-99d8-6c38be2c7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:48.580570 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-39da3689-70c6-4ebf-99d8-6c38be2c7f53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=997253bc-0afc-429f-a1d7-4db487f527bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391562 Apr 18 06:51:48.672220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-32cb6c3d-2d6a-4740-a298-3e3992d072d3 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850170 Apr 18 06:51:48.758863 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c915ce87-0f4f-48ae-9dd7-56aeded9f3fe req-8f2d1500-11a7-4ec3-8770-f6d4cff38892 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810483 Apr 18 06:51:49.399956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834792a-1ace-43b6-a11b-db16fac5a38b req-a34508ab-028f-41da-80d0-1b9f57a26b72 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:49.401412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f834792a-1ace-43b6-a11b-db16fac5a38b req-a34508ab-028f-41da-80d0-1b9f57a26b72 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Apr 18 06:51:49.439954 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f834792a-1ace-43b6-a11b-db16fac5a38b req-aa0e2d98-4852-4286-a8b6-5f1406b81b41 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Apr 18 06:51:50.553227 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab940a-e8c8-483c-874b-97a64a8b1766 req-33568ad7-c523-4d54-a94a-6f10c077a78c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:50.554682 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-77ab940a-e8c8-483c-874b-97a64a8b1766 req-33568ad7-c523-4d54-a94a-6f10c077a78c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0485868 Apr 18 06:51:50.596843 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-77ab940a-e8c8-483c-874b-97a64a8b1766 req-77823872-47ba-4423-966b-1afccbbd5c50 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362980 Apr 18 06:51:50.619664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59266) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:50.679778 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-d86fed45-8a28-4ede-b946-453bc5374fb2 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/floatingips/f036a143-e053-4756-9318-fc26ea6ed5f5 HTTP/1.1" status: 200 len: 992 time: 0.0588458 Apr 18 06:51:50.931147 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59272) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:51.085503 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port e09b833a-a47f-4bee-9584-835113776213 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:51:51.085851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:51.163468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:51.163794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:51.175631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for e09b833a-a47f-4bee-9584-835113776213 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:51:51.366983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:51.393273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=e09b833a-a47f-4bee-9584-835113776213,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:51.418118 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.418466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.418812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.419150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.419510 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.419859 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.420176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.420502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.420833 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.421156 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.421961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.422411 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:51.461430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:51.461760 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Floating IP f036a143-e053-4756-9318-fc26ea6ed5f5 disassociated (deleted). External IP: 172.26.4.11, port: e507313d-c83d-4e53-b784-66b1448a0495. Apr 18 06:51:51.668697 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 0e0a207d-ffd4-4358-9944-72599f94a554 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:51:51.774886 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:51:51.779900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:51.785633 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] Sync routers for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:51:51.798112 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:51:51.798737 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:51.808943 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-eb479d5e-437c-4fb2-b25b-f46c65dfdf98 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/floatingips/f036a143-e053-4756-9318-fc26ea6ed5f5 HTTP/1.1" status: 204 len: 168 time: 0.8767903 Apr 18 06:51:51.809632 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:51:51.812006 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "tag": "e507313d-c83d-4e53-b784-66b1448a0495"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:51:51.903229 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:51:51.929211 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8796349-0aad-4fe0-bb22-99b9303c7260 x-openstack-request-id: req-b8796349-0aad-4fe0-bb22-99b9303c7260 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:51:51.929450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "tag": "e507313d-c83d-4e53-b784-66b1448a0495", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:51:51.929660 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8796349-0aad-4fe0-bb22-99b9303c7260 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:51:51.930065 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8796349-0aad-4fe0-bb22-99b9303c7260'] response: {'name': 'network-changed', 'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495', 'status': 'completed', 'code': 200} Apr 18 06:51:52.020064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-a4dae21d-5079-4df9-8ff5-e864c0009405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:52.021607 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-a4dae21d-5079-4df9-8ff5-e864c0009405 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ec09b6e28c3459680804fde0ab69f95&device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 1098 time: 0.0488889 Apr 18 06:51:52.121215 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-724373f3-d913-48e0-a4ea-1eb6c9652a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:52.123000 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-724373f3-d913-48e0-a4ea-1eb6c9652a06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 200 len: 897 time: 0.0948446 Apr 18 06:51:52.199129 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-9d2daaaa-cde3-4f25-94d1-dd95f98d933f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 200 len: 217 time: 0.0418253 Apr 18 06:51:52.199480 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:52.224804 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75b2a-fcd8-4559-983b-bdb8c3e4cc9c req-fdb8c5a8-5543-474e-a44f-6bd5c2da30c6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:52.225059 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] Checking router: 0e0a207d-ffd4-4358-9944-72599f94a554 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:51:52.226452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-79f75b2a-fcd8-4559-983b-bdb8c3e4cc9c req-fdb8c5a8-5543-474e-a44f-6bd5c2da30c6 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0951829 Apr 18 06:51:52.233087 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:51:52.233675 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:52.282999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-dea3f45e-f77d-4214-b13b-f998316560dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:52.284469 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-dea3f45e-f77d-4214-b13b-f998316560dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c23eaeb2-9441-4bec-93e6-96786e9f8724 HTTP/1.1" status: 200 len: 832 time: 0.0778420 Apr 18 06:51:52.291706 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-79f75b2a-fcd8-4559-983b-bdb8c3e4cc9c req-6308e9dc-900d-4a20-9b59-ef7e8967dac1 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464878 Apr 18 06:51:52.332091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-b6965b7e-89fe-45f6-a4d2-ba093063ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:52.333585 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-b6965b7e-89fe-45f6-a4d2-ba093063ee31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=997253bc-0afc-429f-a1d7-4db487f527bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410442 Apr 18 06:51:52.337819 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:51:52.427034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-00bab980-54da-4693-9519-ed1255dfb1f6 service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862567 Apr 18 06:51:52.517230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f9a93905-87a0-4ef3-bdb9-c1fec1a9e9d0 req-a2db128f-e9c4-4dd7-9958-039f9b27905b service neutron] 10.222.0.46 "GET /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825014 Apr 18 06:51:52.527885 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:52.558193 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5c7be0-0874-429d-9a85-9a886e20855e None None] The sync data for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv is: [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:50:24Z', 'revision_number': 4, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': 'c92fe83f-92df-4a91-b104-a8dd960828e1', 'name': '', 'network_id': '997253bc-0afc-429f-a1d7-4db487f527bf', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'mac_address': 'fa:16:3e:61:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:23Z', 'updated_at': '2022-04-18T06:50:26Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'subnets': [{'id': 'c23eaeb2-9441-4bec-93e6-96786e9f8724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:51:52.776844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bad0b9-c950-4647-b5a7-25438a34af52 None None] New status for floating IP f036a143-e053-4756-9318-fc26ea6ed5f5: DOWN {{(pid=109607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:51:53.411793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7de56-f1b4-41db-bb80-3daca1a9157a req-f3c25929-b220-406f-a335-bfdcb36bd81b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:53.413299 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8a7de56-f1b4-41db-bb80-3daca1a9157a req-f3c25929-b220-406f-a335-bfdcb36bd81b tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0497894 Apr 18 06:51:53.453310 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9dbc66f5-379a-4fe9-a50a-b74ef887f49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:53.453636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f8a7de56-f1b4-41db-bb80-3daca1a9157a req-298170eb-bb12-4813-939d-21e66c838837 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ba8a8f9-b8e2-4481-9cce-cb45de683df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Apr 18 06:51:54.006144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-6c656772-0031-4e69-8cf9-fb952556e014 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:51:54.007614 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-6c656772-0031-4e69-8cf9-fb952556e014 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 945 time: 0.0529735 Apr 18 06:51:54.092956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port e507313d-c83d-4e53-b784-66b1448a0495 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:51:54.093871 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:54.182843 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port e507313d-c83d-4e53-b784-66b1448a0495, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e507313d-c83d-4e53-b784-66b1448a0495,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:51:54.183199 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:54.195601 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for e507313d-c83d-4e53-b784-66b1448a0495 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:51:54.372742 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:54.404553 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=e507313d-c83d-4e53-b784-66b1448a0495,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:54.421455 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.422138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.422602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.423480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.423480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.423707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.423947 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.424268 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.424590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.424909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.425227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.425546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:54.460224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] No DVR routers for this DVR port e507313d-c83d-4e53-b784-66b1448a0495 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:51:54.462606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:54.465854 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a016c16e-264c-4566-a5a3-347eaa14ec17 req-9c698209-ba60-4938-9c91-fa080f26036c tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.46 "DELETE /v2.0/ports/e507313d-c83d-4e53-b784-66b1448a0495 HTTP/1.1" status: 204 len: 173 time: 0.4527597 Apr 18 06:51:54.466281 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'name': 'network-vif-deleted', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:51:54.469346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5ef0a9-d07c-4711-8494-35cf62d15367" -d '{"events": [{"server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "name": "network-vif-deleted", "tag": "e507313d-c83d-4e53-b784-66b1448a0495"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:51:54.505800 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163afca-ec94-4e35-a299-9dec2a48acb5 x-openstack-request-id: req-0163afca-ec94-4e35-a299-9dec2a48acb5 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:51:54.506165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d96811-4909-441e-b179-50db35e81f30", "name": "network-vif-deleted", "tag": "e507313d-c83d-4e53-b784-66b1448a0495", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:51:54.506491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0163afca-ec94-4e35-a299-9dec2a48acb5 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:51:54.506899 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0163afca-ec94-4e35-a299-9dec2a48acb5'] response: {'server_uuid': '95d96811-4909-441e-b179-50db35e81f30', 'name': 'network-vif-deleted', 'tag': 'e507313d-c83d-4e53-b784-66b1448a0495', 'status': 'completed', 'code': 200} Apr 18 06:51:54.554924 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fab29528-a2ad-43f2-9309-b918b2eac3fc req-7f4b8b96-9d55-4530-b4c1-b3d3aaee5c53 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "GET /v2.0/ports?device_id=95d96811-4909-441e-b179-50db35e81f30 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Apr 18 06:51:55.610962 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59304) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:55.824526 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2428f54d-b3a0-40a1-9fe3-e82f06be2266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:55.963849 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:56.226105 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port c92fe83f-92df-4a91-b104-a8dd960828e1 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:51:56.226364 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:56.312745 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port c92fe83f-92df-4a91-b104-a8dd960828e1, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c92fe83f-92df-4a91-b104-a8dd960828e1,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:51:56.313106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:56.329873 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for c92fe83f-92df-4a91-b104-a8dd960828e1 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:51:56.561603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:56.585967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=c92fe83f-92df-4a91-b104-a8dd960828e1,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:56.762039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:56.973296 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Router 0e0a207d-ffd4-4358-9944-72599f94a554 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:51:57.179076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.399812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:51:57.404749 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5b80fd04-09ae-4f9a-8081-289c6e1ad132 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "PUT /v2.0/routers/0e0a207d-ffd4-4358-9944-72599f94a554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7927520 Apr 18 06:51:57.408520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59310) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:57.411840 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] Sync routers for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:51:57.422513 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:51:57.423276 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:57.457932 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting subnet c23eaeb2-9441-4bec-93e6-96786e9f8724 {{(pid=109605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 06:51:57.460946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.501304 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3512850'] for subnet, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.524965 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:51:57.586774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.693243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3536257'] for subnet, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.697489 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:51:56Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:57.721053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Subnet': ['ID=c23eaeb2-9441-4bec-93e6-96786e9f8724,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:57.724990 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] Checking router: 0e0a207d-ffd4-4358-9944-72599f94a554 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:51:57.725850 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.729188 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c6df4469-2d8c-473c-be6a-524ea2e0d19d tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/subnets/c23eaeb2-9441-4bec-93e6-96786e9f8724 HTTP/1.1" status: 204 len: 168 time: 0.3197434 Apr 18 06:51:57.732125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59312) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:57.733572 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] Routers {'0e0a207d-ffd4-4358-9944-72599f94a554'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:51:57.734416 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['0e0a207d-ffd4-4358-9944-72599f94a554'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:57.734637 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b079b0a-c889-4ab4-a1a2-eda2e5aaaebb None None] Network 997253bc-0afc-429f-a1d7-4db487f527bf requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:51:57.845289 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] Set router 0e0a207d-ffd4-4358-9944-72599f94a554 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:51:57.847721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.924495 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] DHCP port deletion for 997253bc-0afc-429f-a1d7-4db487f527bf request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 06:51:57.957650 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:57.975039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e507313d-c83d-4e53-b784-66b1448a0495 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:51:57.997036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: e507313d-c83d-4e53-b784-66b1448a0495 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:51:57.997367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e507313d-c83d-4e53-b784-66b1448a0495 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:51:58.004247 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Deleting port f97a61fd-9746-45b6-8d4a-953adf2a999f {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:51:58.012120 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.037340 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:51:56Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:58.064413 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250590f1-8c9f-4c69-be7a-9aa2de4a2e1a None None] The sync data for ids ['0e0a207d-ffd4-4358-9944-72599f94a554'] in dv-neutron-837488-1-hyperv is: [{'id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-290569438', 'tenant_id': '9ec09b6e28c3459680804fde0ab69f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:50:19Z', 'updated_at': '2022-04-18T06:51:56Z', 'revision_number': 5, 'project_id': '9ec09b6e28c3459680804fde0ab69f95', 'gw_port': {'id': '5af2d929-22b5-4ebd-924e-a73a314e6955', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a207d-ffd4-4358-9944-72599f94a554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:50:20Z', 'updated_at': '2022-04-18T06:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:51:58.072407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] For port f97a61fd-9746-45b6-8d4a-953adf2a999f, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=f97a61fd-9746-45b6-8d4a-953adf2a999f,segment=NetworkSegment(c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1),segment_id=c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:51:58.072897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.080064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Deleting port 5af2d929-22b5-4ebd-924e-a73a314e6955 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:51:58.084307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.088363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Calling delete_port for f97a61fd-9746-45b6-8d4a-953adf2a999f owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:51:58.164546 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] For port 5af2d929-22b5-4ebd-924e-a73a314e6955, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=5af2d929-22b5-4ebd-924e-a73a314e6955,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:51:58.164837 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.176592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Calling delete_port for 5af2d929-22b5-4ebd-924e-a73a314e6955 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:51:58.247382 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.270607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Pushing event deleted for resources: {'Port': ['ID=f97a61fd-9746-45b6-8d4a-953adf2a999f,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:58.279887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] No DVR routers for this DVR port f97a61fd-9746-45b6-8d4a-953adf2a999f on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:51:58.282811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.283158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.283534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.283876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.284206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.284572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.284879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.285209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.285534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.285861 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.286184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.286507 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a6119d-e0b1-4212-b98d-05621ffac51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:51:58.414279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.444121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Port': ['ID=5af2d929-22b5-4ebd-924e-a73a314e6955,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:58.505662 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.599186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.601325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.711352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.711352 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Fanout notify agent at l3_agent the message router_deleted on router 0e0a207d-ffd4-4358-9944-72599f94a554 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 06:51:58.717502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.721487 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a6ec2b53-c6f0-49ff-a7c3-2320a7134efb tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/routers/0e0a207d-ffd4-4358-9944-72599f94a554 HTTP/1.1" status: 204 len: 168 time: 0.9857490 Apr 18 06:51:58.726025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59316) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:58.750991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f97a61fd-9746-45b6-8d4a-953adf2a999f no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:51:58.776098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: f97a61fd-9746-45b6-8d4a-953adf2a999f {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:51:58.778160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device f97a61fd-9746-45b6-8d4a-953adf2a999f not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:51:58.778160 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c92fe83f-92df-4a91-b104-a8dd960828e1 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:51:58.796125 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c92fe83f-92df-4a91-b104-a8dd960828e1 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:51:58.796755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c92fe83f-92df-4a91-b104-a8dd960828e1 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:51:58.801784 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.900307 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.921513 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997253bc-0afc-429f-a1d7-4db487f527bf']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:58.927210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.930945 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:58.931263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c4dfb2-a0bc-42b9-9c7b-4ff0225716e1') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:51:58.940707 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.954535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.955510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.961341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 06:51:58.961748 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 06:51:58.964720 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 06:51:59.098366 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:59.105511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:59.108168 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/networks/997253bc-0afc-429f-a1d7-4db487f527bf HTTP/1.1" status: 204 len: 168 time: 0.3855095 Apr 18 06:51:59.111203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59318) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:51:59.123696 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a61f3-a6ba-4e5e-bb09-172ececbf156 tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'Network': ['ID=997253bc-0afc-429f-a1d7-4db487f527bf,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:59.172370 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869c177b-601c-495d-b938-e01e7806c71a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:59.199582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869c177b-601c-495d-b938-e01e7806c71a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:59.310098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869c177b-601c-495d-b938-e01e7806c71a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:59.313903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-869c177b-601c-495d-b938-e01e7806c71a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:51:59.315263 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-869c177b-601c-495d-b938-e01e7806c71a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] 10.222.0.43 "DELETE /v2.0/security-groups/4ba8a8f9-b8e2-4481-9cce-cb45de683df3 HTTP/1.1" status: 204 len: 168 time: 0.2030139 Apr 18 06:51:59.329818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c177b-601c-495d-b938-e01e7806c71a tempest-TestNetworkAdvancedServerOps-844137706 tempest-TestNetworkAdvancedServerOps-844137706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8a8f9-b8e2-4481-9cce-cb45de683df3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:51:59.897125 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59326) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:00.025353 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-99e9ef99-b7bf-4d66-8b19-5c6699ccc98c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ec09b6e28c3459680804fde0ab69f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270595 Apr 18 06:52:00.027786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59330) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:00.077442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd23b17-061e-4b42-8d89-3847b01d8a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.098115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd23b17-061e-4b42-8d89-3847b01d8a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.195727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd23b17-061e-4b42-8d89-3847b01d8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.198351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-dcd23b17-061e-4b42-8d89-3847b01d8a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.199518 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-dcd23b17-061e-4b42-8d89-3847b01d8a1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a786cf7-efdb-4021-b280-756f69f485fd HTTP/1.1" status: 204 len: 168 time: 0.1708355 Apr 18 06:52:00.207762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd23b17-061e-4b42-8d89-3847b01d8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a786cf7-efdb-4021-b280-756f69f485fd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:00.664875 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5af2d929-22b5-4ebd-924e-a73a314e6955 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:52:00.685136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 5af2d929-22b5-4ebd-924e-a73a314e6955 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:52:00.685461 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 5af2d929-22b5-4ebd-924e-a73a314e6955 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:52:00.738404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59336) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:00.751687 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2af2-e3ad-4b54-a6b6-5680874faf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.823609 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2af2-e3ad-4b54-a6b6-5680874faf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.886921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2af2-e3ad-4b54-a6b6-5680874faf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:00.928529 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-4b9c2af2-e3ad-4b54-a6b6-5680874faf07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64132394e501433bac4e9252b204554c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889219 Apr 18 06:52:00.929294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c2af2-e3ad-4b54-a6b6-5680874faf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef426b-3e6c-4654-bb2b-b59bc2e32f56,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:00.931132 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59338) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:00.980268 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62ee1438-baba-459b-a77e-524e1042af09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:01.001019 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62ee1438-baba-459b-a77e-524e1042af09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:01.115555 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62ee1438-baba-459b-a77e-524e1042af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:01.118140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-62ee1438-baba-459b-a77e-524e1042af09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:01.119399 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-62ee1438-baba-459b-a77e-524e1042af09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55ef426b-3e6c-4654-bb2b-b59bc2e32f56 HTTP/1.1" status: 204 len: 168 time: 0.1871381 Apr 18 06:52:01.127676 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee1438-baba-459b-a77e-524e1042af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef426b-3e6c-4654-bb2b-b59bc2e32f56,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:02.155661 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59362) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:02.248752 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1912170118-network', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:02.327052 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Made reservation on behalf of 9e1e6fba1ba44e19a0929104786a3cf1 for: {'network': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:52:02.329635 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.337868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.410478 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.475699 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.500169 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=109605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:52:02.510396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2bd467-0bb0-4b33-be4a-8761eeec43fa,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:02.515145 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.515520 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.segments_db [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Added segment 19328d04-b7b0-4246-9d5c-8fcb06ec1582 of type vlan for network 0dd5cfab-01ca-408f-985f-0d0946e4d98f Apr 18 06:52:02.556652 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.618516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.619492 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:02.620061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Notify callbacks [] for network, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.679192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd5cfab-01ca-408f-985f-0d0946e4d98f,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:02.688948 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:52:02.695546 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c3616f4d-f36a-4403-8063-773797acbda3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5387847 Apr 18 06:52:02.698556 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59366) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:02.703480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Request body: {'subnet': {'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1912170118-subnet', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:02.773033 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Made reservation on behalf of 9e1e6fba1ba44e19a0929104786a3cf1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:52:02.775405 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:02.985429 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.039980 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de66f93-81d3-4b46-950e-0ec6dda73bc2,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:03.048914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Checking segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:03.049272 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Network hostable DHCP agents. Network: 0dd5cfab-01ca-408f-985f-0d0946e4d98f, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:52:03.138700 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:52:03.201091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 0dd5cfab-01ca-408f-985f-0d0946e4d98f) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:03.206109 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:03.206978 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.211465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21e8b9-64c8-4f78-a33d-2e34ca0ddcaa None None] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:52:03.295744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fb61c077-02f5-4362-8d9e-d4bd80248a53 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5959597 Apr 18 06:52:03.298842 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59368) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:03.303459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:03.352424 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:52:03.352560 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.367474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.368542 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.424601 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.494763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Allocated IP 172.20.0.2 (0dd5cfab-01ca-408f-985f-0d0946e4d98f/8de66f93-81d3-4b46-950e-0ec6dda73bc2/da3de5f6-15d3-427b-b825-5f335f8a25ab) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:03.605450 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.645068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.705191 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.743884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:03.746855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:03.749337 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:03.762184 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Pushing event updated for resources: {'Port': ['ID=da3de5f6-15d3-427b-b825-5f335f8a25ab,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:03.809845 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Attempting to bind port da3de5f6-15d3-427b-b825-5f335f8a25ab on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:03.810206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Attempting to bind port da3de5f6-15d3-427b-b825-5f335f8a25ab by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:03.810587 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Attempting to bind port da3de5f6-15d3-427b-b825-5f335f8a25ab on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:03.816312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:03.816675 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Checking segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:03.817070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.817455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Bound using segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:03.817917 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Bound port: da3de5f6-15d3-427b-b825-5f335f8a25ab, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:03.818287 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.847512 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.867924 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.883030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] For port da3de5f6-15d3-427b-b825-5f335f8a25ab, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:03.886436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] For port da3de5f6-15d3-427b-b825-5f335f8a25ab, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=da3de5f6-15d3-427b-b825-5f335f8a25ab,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:03.950309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:03.975192 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Allocated IP 172.26.4.213 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/941ae894-412e-43b2-a6ae-e4e951ec599e) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:04.014477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb429d7b-2806-496d-89c0-1fa027d805b6 None None] Pushing event updated for resources: {'Port': ['ID=da3de5f6-15d3-427b-b825-5f335f8a25ab,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:04.083604 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:04.171853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:04.222243 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:04.225369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:04.227844 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:04.233872 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Pushing event updated for resources: {'Port': ['ID=941ae894-412e-43b2-a6ae-e4e951ec599e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:04.576215 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:04.752131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device da3de5f6-15d3-427b-b825-5f335f8a25ab up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:04.793407 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:04.807553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port da3de5f6-15d3-427b-b825-5f335f8a25ab triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:04.807916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:04.893894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:04.917165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82853930-4a79-4672-9d86-5743011902f1 None None] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:52:04.972325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port da3de5f6-15d3-427b-b825-5f335f8a25ab, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=da3de5f6-15d3-427b-b825-5f335f8a25ab,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:05.012981 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Router 1d5bc219-a658-40be-8d38-23dd14014160 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:52:05.023544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6f081035-0b8d-423e-bb0f-e6845c7a7182 None None] Provisioning complete for port da3de5f6-15d3-427b-b825-5f335f8a25ab triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:05.023916 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6f081035-0b8d-423e-bb0f-e6845c7a7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:05.047674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:05.117259 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:52:05.142305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:52:05.167301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=da3de5f6-15d3-427b-b825-5f335f8a25ab,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:05.177313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:05.177922 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:05.191935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:05.196449 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59370) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:05.196913 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9195bb4b-ff90-4ac0-9821-07fba3ca3583 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8967116 Apr 18 06:52:05.507326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:05.638882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-c50e926e-fb9a-4ff9-98fe-48ab8a6b570b None None] Provisioning complete for port da3de5f6-15d3-427b-b825-5f335f8a25ab triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:05.639273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c50e926e-fb9a-4ff9-98fe-48ab8a6b570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:05.662760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:05.774514 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:04Z', 'revision_number': 3, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:05.802726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:52:05.803155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Updating router 1d5bc219-a658-40be-8d38-23dd14014160 port 941ae894-412e-43b2-a6ae-e4e951ec599e binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:52:05.827073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Allocated IP 172.20.0.1 (0dd5cfab-01ca-408f-985f-0d0946e4d98f/8de66f93-81d3-4b46-950e-0ec6dda73bc2/0d24c3c2-59b4-4610-8190-bd94c25c2efd) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:05.827907 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:05.931413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.007970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.053888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:06.056754 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:06.060424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:06.084320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Pushing event updated for resources: {'Port': ['ID=0d24c3c2-59b4-4610-8190-bd94c25c2efd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:06.092552 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.103818 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.190275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.247042 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Attempting to bind port 941ae894-412e-43b2-a6ae-e4e951ec599e on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:06.247429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Attempting to bind port 941ae894-412e-43b2-a6ae-e4e951ec599e by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:06.247811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Attempting to bind port 941ae894-412e-43b2-a6ae-e4e951ec599e on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:06.249837 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d896baf-dae8-4971-b358-8ab26c905077 None None] Pushing event updated for resources: {'Port': ['ID=941ae894-412e-43b2-a6ae-e4e951ec599e,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:06.256017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:06.256434 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:06.263075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.263075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:06.263075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Bound port: 941ae894-412e-43b2-a6ae-e4e951ec599e, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:06.263075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.316680 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-55fa3baf-8fbd-4306-8b9e-c9a731c29ce8 None None] Provisioning complete for port 0d24c3c2-59b4-4610-8190-bd94c25c2efd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:06.317049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-55fa3baf-8fbd-4306-8b9e-c9a731c29ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.349138 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] For port 941ae894-412e-43b2-a6ae-e4e951ec599e, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:06.359736 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.360332 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] For port 941ae894-412e-43b2-a6ae-e4e951ec599e, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=941ae894-412e-43b2-a6ae-e4e951ec599e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:06.365865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-55fa3baf-8fbd-4306-8b9e-c9a731c29ce8 None None] Port 0d24c3c2-59b4-4610-8190-bd94c25c2efd cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:52:06.441747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.491144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:06.491784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:06.521951 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.537670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d896baf-dae8-4971-b358-8ab26c905077 None None] Pushing event updated for resources: {'Port': ['ID=941ae894-412e-43b2-a6ae-e4e951ec599e,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:06.579081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.609724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:06.644903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Pushing event updated for resources: {'Port': ['ID=0d24c3c2-59b4-4610-8190-bd94c25c2efd,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:06.648434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.727488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device da3de5f6-15d3-427b-b825-5f335f8a25ab up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:06.839730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port da3de5f6-15d3-427b-b825-5f335f8a25ab triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:06.840421 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:06.904197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:05Z', 'revision_number': 1, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:06.949809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4afd6f4-50f6-4eb0-9896-bab9dadb6a72 None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:05Z', 'revision_number': 1, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:52:07.092762 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:07.094240 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:07.226663 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Router 1d5bc219-a658-40be-8d38-23dd14014160 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:52:07.354884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:52:07.360367 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f016ff3e-2d1d-42b8-8dad-1dee90d63ebc admin admin] 10.222.0.43 "PUT /v2.0/routers/1d5bc219-a658-40be-8d38-23dd14014160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1621473 Apr 18 06:52:07.394632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3b4b80a0-a794-4145-b3da-0011ba5fc2da None None] Provisioning complete for port 0d24c3c2-59b4-4610-8190-bd94c25c2efd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:07.395133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3b4b80a0-a794-4145-b3da-0011ba5fc2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:07.438349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b80a0-a794-4145-b3da-0011ba5fc2da None None] Port 0d24c3c2-59b4-4610-8190-bd94c25c2efd cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:52:08.124941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59388) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:08.130439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-35926552-network', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:08.236542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Made reservation on behalf of 25c6cc41d53947eabe55584142ae07d1 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:52:08.238933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.248070 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.327308 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.413091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.439642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 06:52:08.448221 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2fa9dd-f9ad-404b-aebd-b58880593f42,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:08.461480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.461480 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Added segment e5eedfd4-1079-4a15-92e8-db536270a31e of type vlan for network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 Apr 18 06:52:08.496208 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.578755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.579836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:08.580906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.642082 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] Pushing event updated for resources: {'Network': ['ID=e57d0a47-c2f0-4abe-b25e-bb9a8debe823,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:08.653691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 06:52:08.670027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59390) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:08.670635 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8321e815-b131-4f2c-9d41-1fd82dc9b2bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5441632 Apr 18 06:52:08.677930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Request body: {'subnet': {'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-35926552-subnet', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:08.752748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 941ae894-412e-43b2-a6ae-e4e951ec599e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:08.784435 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Made reservation on behalf of 25c6cc41d53947eabe55584142ae07d1 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:52:08.786836 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.804821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 941ae894-412e-43b2-a6ae-e4e951ec599e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:08.805185 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.886999 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:08.909279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 941ae894-412e-43b2-a6ae-e4e951ec599e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=941ae894-412e-43b2-a6ae-e4e951ec599e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:08.996405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.024677 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.047020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=941ae894-412e-43b2-a6ae-e4e951ec599e,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:09.066045 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:52:09.075601 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:09.082794 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:09.092350 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28015fd-14f3-44c7-bec2-4da6b53effc7,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:09.102356 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Checking segment: {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:09.102716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Network hostable DHCP agents. Network: e57d0a47-c2f0-4abe-b25e-bb9a8debe823, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 06:52:09.178656 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 06:52:09.185221 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:09.270475 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, e57d0a47-c2f0-4abe-b25e-bb9a8debe823) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:09.275159 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:09.276219 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.279741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db037210-2655-4bc5-8486-96a20f94e3c4 None None] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:52:09.400438 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b407c0e5-7b3d-492c-9c48-d0eda8cfda64 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7288523 Apr 18 06:52:09.402955 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59392) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:09.407462 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:09.432445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-e57d0a47-c2f0-4abe-b25e-bb9a8debe823', 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'fixed_ips': [{'subnet_id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 06:52:09.433748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.478122 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 2, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:09.503891 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:52:09.504308 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Updating router 1d5bc219-a658-40be-8d38-23dd14014160 port 0d24c3c2-59b4-4610-8190-bd94c25c2efd binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:52:09.522479 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.524183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.528920 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.569488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Allocated IP 172.20.0.2 (e57d0a47-c2f0-4abe-b25e-bb9a8debe823/d28015fd-14f3-44c7-bec2-4da6b53effc7/37e785b0-a7c7-4904-aa13-d400301d8770) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:09.581711 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.716090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.793547 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.802060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.822320 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.842218 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:09.845040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:09.848741 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:09.855293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Pushing event updated for resources: {'Port': ['ID=37e785b0-a7c7-4904-aa13-d400301d8770,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:09.864583 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.928267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Attempting to bind port 37e785b0-a7c7-4904-aa13-d400301d8770 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:09.928606 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Attempting to bind port 37e785b0-a7c7-4904-aa13-d400301d8770 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:09.928957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Attempting to bind port 37e785b0-a7c7-4904-aa13-d400301d8770 on network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:09.935034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:09.936215 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Checking segment: {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:09.936611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.937040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Bound using segment: {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:09.937482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Bound port: 37e785b0-a7c7-4904-aa13-d400301d8770, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:09.937854 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.944529 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Pushing event updated for resources: {'Port': ['ID=0d24c3c2-59b4-4610-8190-bd94c25c2efd,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:09.967389 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.968027 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.968525 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.969012 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.969588 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.970088 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.970613 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.971102 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.971702 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.972207 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.972746 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.973233 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:52:09.991568 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Attempting to bind port 0d24c3c2-59b4-4610-8190-bd94c25c2efd on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:09.991931 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Attempting to bind port 0d24c3c2-59b4-4610-8190-bd94c25c2efd by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:09.992286 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Attempting to bind port 0d24c3c2-59b4-4610-8190-bd94c25c2efd on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:09.997503 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:09.998002 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Checking segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:09.998402 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:09.998791 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Bound using segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:09.999288 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Bound port: 0d24c3c2-59b4-4610-8190-bd94c25c2efd, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:10.003859 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.028469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] For port 37e785b0-a7c7-4904-aa13-d400301d8770, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:10.032300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] For port 37e785b0-a7c7-4904-aa13-d400301d8770, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=37e785b0-a7c7-4904-aa13-d400301d8770,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:10.080885 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] For port 0d24c3c2-59b4-4610-8190-bd94c25c2efd, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:10.084306 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] For port 0d24c3c2-59b4-4610-8190-bd94c25c2efd, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0d24c3c2-59b4-4610-8190-bd94c25c2efd,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:10.133961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.144940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.156822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.168590 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.218740 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-aa7f175f-4ba6-446a-8d03-93dae58949ef None None] Provisioning complete for port 0d24c3c2-59b4-4610-8190-bd94c25c2efd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:10.219082 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aa7f175f-4ba6-446a-8d03-93dae58949ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.240040 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dfdd0-aa70-4ec9-8c1f-9c0c88372872 None None] Pushing event updated for resources: {'Port': ['ID=0d24c3c2-59b4-4610-8190-bd94c25c2efd,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:10.242775 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:10.250303 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:10.258647 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802752a-2c80-4169-aff7-55e419027f17 None None] Pushing event updated for resources: {'Port': ['ID=37e785b0-a7c7-4904-aa13-d400301d8770,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:10.295331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Allocated IP 172.26.4.212 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/b7cb9934-181a-40a9-823e-2e7bc04d128b) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:10.400317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aa7f175f-4ba6-446a-8d03-93dae58949ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.402036 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:10.449512 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-aa7f175f-4ba6-446a-8d03-93dae58949ef None None] For port 0d24c3c2-59b4-4610-8190-bd94c25c2efd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0d24c3c2-59b4-4610-8190-bd94c25c2efd,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:10.497154 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.538621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-aa7f175f-4ba6-446a-8d03-93dae58949ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.594746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f175f-4ba6-446a-8d03-93dae58949ef None None] Pushing event updated for resources: {'Port': ['ID=0d24c3c2-59b4-4610-8190-bd94c25c2efd,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:10.597112 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.633191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:10.637486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:10.641917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:10.662699 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-bde4a522-405e-4772-89a3-e93f8b724d3c None None] Provisioning complete for port 0d24c3c2-59b4-4610-8190-bd94c25c2efd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:10.663086 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bde4a522-405e-4772-89a3-e93f8b724d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:10.674757 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:10.693180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cb9934-181a-40a9-823e-2e7bc04d128b,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:10.707503 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb523ff-23e7-413a-bd3c-2fdda5a10b42 None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:52:10.897268 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 941ae894-412e-43b2-a6ae-e4e951ec599e up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:10.950554 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 941ae894-412e-43b2-a6ae-e4e951ec599e triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:10.951075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.036486 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0d24c3c2-59b4-4610-8190-bd94c25c2efd up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:11.037009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.090008 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 0d24c3c2-59b4-4610-8190-bd94c25c2efd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:11.090501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.198869 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 37e785b0-a7c7-4904-aa13-d400301d8770 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:11.260436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 37e785b0-a7c7-4904-aa13-d400301d8770 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:11.260897 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.274089 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.361739 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.396611 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 37e785b0-a7c7-4904-aa13-d400301d8770, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=37e785b0-a7c7-4904-aa13-d400301d8770,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:11.439986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2ee24-9b6f-4740-8ce9-d1eb9eeabe3e None None] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 06:52:11.516313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Router e69b5f8c-ec20-4edc-bb2a-2c054373df00 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 06:52:11.576803 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:52:11.629388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:52:11.636809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.650243 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Sync routers for ids ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:52:11.702509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0fb06b05-7daa-4daf-ab93-5189f16eb428 None None] Provisioning complete for port 37e785b0-a7c7-4904-aa13-d400301d8770 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:11.702789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0fb06b05-7daa-4daf-ab93-5189f16eb428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.708115 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Routers {'e69b5f8c-ec20-4edc-bb2a-2c054373df00'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:11.713670 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:11.763613 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:11.764908 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-205871d9-e792-4e33-b6e1-75696ee0ea86 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3608277 Apr 18 06:52:11.768708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59394) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:11.799669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=37e785b0-a7c7-4904-aa13-d400301d8770,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:11.938005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Set router e69b5f8c-ec20-4edc-bb2a-2c054373df00 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:12.144114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 3, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:12.176731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Checking router: e69b5f8c-ec20-4edc-bb2a-2c054373df00 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:52:12.177080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Updating router e69b5f8c-ec20-4edc-bb2a-2c054373df00 port b7cb9934-181a-40a9-823e-2e7bc04d128b binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:52:12.192355 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.202942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.352210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Allocated IP 172.20.0.1 (e57d0a47-c2f0-4abe-b25e-bb9a8debe823/d28015fd-14f3-44c7-bec2-4da6b53effc7/2efd9740-61ce-4ab3-88c9-82630af03614) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:12.383848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7ec43c69-4827-4e22-bcee-0e43c058d6f0 None None] Provisioning complete for port 37e785b0-a7c7-4904-aa13-d400301d8770 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:12.384210 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7ec43c69-4827-4e22-bcee-0e43c058d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.462369 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.522494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.533715 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.571121 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:12.575976 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:12.578407 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.578567 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:12.608327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Pushing event updated for resources: {'Port': ['ID=2efd9740-61ce-4ab3-88c9-82630af03614,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:12.626394 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.634821 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Attempting to bind port b7cb9934-181a-40a9-823e-2e7bc04d128b on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:12.635202 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Attempting to bind port b7cb9934-181a-40a9-823e-2e7bc04d128b by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:12.635578 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Attempting to bind port b7cb9934-181a-40a9-823e-2e7bc04d128b on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:12.638823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb29b65-db54-43dd-bd8c-9820fee64882 None None] Pushing event updated for resources: {'Port': ['ID=b7cb9934-181a-40a9-823e-2e7bc04d128b,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:12.644180 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:12.644553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:12.645091 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.645479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:12.645937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Bound port: b7cb9934-181a-40a9-823e-2e7bc04d128b, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:12.646388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.719914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] For port b7cb9934-181a-40a9-823e-2e7bc04d128b, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:12.724046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] For port b7cb9934-181a-40a9-823e-2e7bc04d128b, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7cb9934-181a-40a9-823e-2e7bc04d128b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:12.754531 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 37e785b0-a7c7-4904-aa13-d400301d8770 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:12.817148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 37e785b0-a7c7-4904-aa13-d400301d8770 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:12.817598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.844384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.916667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-6b655fcc-c82b-4da2-b5bb-1df113b43b35 None None] Provisioning complete for port 2efd9740-61ce-4ab3-88c9-82630af03614 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:12.917032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6b655fcc-c82b-4da2-b5bb-1df113b43b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:12.957631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Routers {'e69b5f8c-ec20-4edc-bb2a-2c054373df00'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:12.958351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:12.960069 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb29b65-db54-43dd-bd8c-9820fee64882 None None] Pushing event updated for resources: {'Port': ['ID=b7cb9934-181a-40a9-823e-2e7bc04d128b,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:13.012965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-6b655fcc-c82b-4da2-b5bb-1df113b43b35 None None] Port 2efd9740-61ce-4ab3-88c9-82630af03614 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:52:13.109017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] Set router e69b5f8c-ec20-4edc-bb2a-2c054373df00 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:13.182002 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:13.284835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 3, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:13.315601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb3ab9-604e-4411-8ab7-fb6d8022ddb9 None None] The sync data for ids ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'] in dv-neutron-837488-1-hyperv is: [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 3, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:52:13.348269 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:13.425070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:13.435796 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:13.505275 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Pushing event updated for resources: {'Port': ['ID=2efd9740-61ce-4ab3-88c9-82630af03614,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:13.509138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:13.625793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:13.627363 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:13.753558 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Router e69b5f8c-ec20-4edc-bb2a-2c054373df00 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:52:13.850464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-3ac2df11-567e-4c0e-9e5c-30cc4fe05e3b None None] Provisioning complete for port 2efd9740-61ce-4ab3-88c9-82630af03614 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:13.850968 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3ac2df11-567e-4c0e-9e5c-30cc4fe05e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:13.873220 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:52:13.879221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-248160e2-ab68-4d26-8b2d-499f2774e9fc admin admin] 10.222.0.43 "PUT /v2.0/routers/e69b5f8c-ec20-4edc-bb2a-2c054373df00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1094329 Apr 18 06:52:13.890650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2df11-567e-4c0e-9e5c-30cc4fe05e3b None None] Port 2efd9740-61ce-4ab3-88c9-82630af03614 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:52:14.640914 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59402) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:14.646557 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758739295', 'description': 'tempest-secgroup-smoke-758739295 description', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:14.727070 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:14.742812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7cb9934-181a-40a9-823e-2e7bc04d128b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:14.778425 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Sync routers for ids ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:52:14.789960 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Routers {'e69b5f8c-ec20-4edc-bb2a-2c054373df00'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:14.790554 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:14.798545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b7cb9934-181a-40a9-823e-2e7bc04d128b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:14.799285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:14.808520 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:14.876187 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:14.879146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:14.899936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port b7cb9934-181a-40a9-823e-2e7bc04d128b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7cb9934-181a-40a9-823e-2e7bc04d128b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:14.902975 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Set router e69b5f8c-ec20-4edc-bb2a-2c054373df00 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:14.907516 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:14.992263 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:14.993540 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-8390fcad-7f0a-4aae-b245-d5c415e8cdc6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3516610 Apr 18 06:52:14.996734 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59404) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:15.001834 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:15.024248 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.073080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=b7cb9934-181a-40a9-823e-2e7bc04d128b,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:15.098782 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.102372 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T06:52:13Z', 'revision_number': 4, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2efd9740-61ce-4ab3-88c9-82630af03614', 'name': '', 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'mac_address': 'fa:16:3e:a4:ad:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:12Z', 'updated_at': '2022-04-18T06:52:13Z', 'revision_number': 2, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'subnets': [{'id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:15.129324 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Checking router: e69b5f8c-ec20-4edc-bb2a-2c054373df00 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:52:15.129589 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Updating router e69b5f8c-ec20-4edc-bb2a-2c054373df00 port 2efd9740-61ce-4ab3-88c9-82630af03614 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 06:52:15.149351 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.157978 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.264210 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.284841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb60be7-395d-4281-a406-d414018163e8,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:15.364938 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.366227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-6da7b147-1e45-4b15-aa3f-e2c14ec34ba0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684511 Apr 18 06:52:15.369284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59406) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:15.373967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:15.475778 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.498392 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.532027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.573253 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.607408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.629114 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0ee5f-b5be-4f77-a3bc-7149623f9770 None None] Pushing event updated for resources: {'Port': ['ID=2efd9740-61ce-4ab3-88c9-82630af03614,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:15.629330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b028b610-561f-4deb-8460-ac1d15846c7a,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:15.678981 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Attempting to bind port 2efd9740-61ce-4ab3-88c9-82630af03614 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:15.679383 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Attempting to bind port 2efd9740-61ce-4ab3-88c9-82630af03614 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:15.679745 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Attempting to bind port 2efd9740-61ce-4ab3-88c9-82630af03614 on network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:15.684866 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:15.685238 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Checking segment: {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:15.685642 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.686030 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Bound using segment: {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:15.686489 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Bound port: 2efd9740-61ce-4ab3-88c9-82630af03614, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5eedfd4-1079-4a15-92e8-db536270a31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:15.686867 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.735027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.739801 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ef789306-59c5-4d7d-abd8-d1e6dbf02a2b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3663230 Apr 18 06:52:15.740166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59408) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:15.745471 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:15.755030 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] For port 2efd9740-61ce-4ab3-88c9-82630af03614, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:15.758612 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] For port 2efd9740-61ce-4ab3-88c9-82630af03614, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2efd9740-61ce-4ab3-88c9-82630af03614,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:15.820256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-ff94d5ef-0a84-4fc1-9a53-f752d6e8a11d None None] Provisioning complete for port 2efd9740-61ce-4ab3-88c9-82630af03614 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:15.820804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ff94d5ef-0a84-4fc1-9a53-f752d6e8a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.854525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ff94d5ef-0a84-4fc1-9a53-f752d6e8a11d None None] Port 2efd9740-61ce-4ab3-88c9-82630af03614 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:52:15.881694 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.924474 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:15.939108 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0ee5f-b5be-4f77-a3bc-7149623f9770 None None] Pushing event updated for resources: {'Port': ['ID=2efd9740-61ce-4ab3-88c9-82630af03614,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:15.941904 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Routers {'e69b5f8c-ec20-4edc-bb2a-2c054373df00'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:15.942489 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:51:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:15.996565 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.055088 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] Set router e69b5f8c-ec20-4edc-bb2a-2c054373df00 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:16.065378 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.085287 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ab00c2-745a-4fbf-997b-533ac9883956,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:16.169171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.172948 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-598a43cc-aa85-45e2-9f77-771c678d2fd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4293180 Apr 18 06:52:16.173249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59410) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:16.178683 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:16.188605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-93e0d3ae-ceb2-47f3-ae79-4b9d7f282bb3 None None] Provisioning complete for port 2efd9740-61ce-4ab3-88c9-82630af03614 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:16.189012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93e0d3ae-ceb2-47f3-ae79-4b9d7f282bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.266235 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T06:52:13Z', 'revision_number': 4, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2efd9740-61ce-4ab3-88c9-82630af03614', 'name': '', 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'mac_address': 'fa:16:3e:a4:ad:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:12Z', 'updated_at': '2022-04-18T06:52:15Z', 'revision_number': 4, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'subnets': [{'id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:16.281171 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.294245 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1b88c-8a5e-4663-b32b-11c76a852ed3 None None] The sync data for ids ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'] in dv-neutron-837488-1-hyperv is: [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T06:52:13Z', 'revision_number': 4, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2efd9740-61ce-4ab3-88c9-82630af03614', 'name': '', 'network_id': 'e57d0a47-c2f0-4abe-b25e-bb9a8debe823', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'mac_address': 'fa:16:3e:a4:ad:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:12Z', 'updated_at': '2022-04-18T06:52:15Z', 'revision_number': 4, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'subnets': [{'id': 'd28015fd-14f3-44c7-bec2-4da6b53effc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:52:16.357595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.441423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.449936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93e0d3ae-ceb2-47f3-ae79-4b9d7f282bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.460922 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c207a8-20c3-4df4-a3b4-10c980175343,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:16.489803 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-93e0d3ae-ceb2-47f3-ae79-4b9d7f282bb3 None None] For port 2efd9740-61ce-4ab3-88c9-82630af03614, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2efd9740-61ce-4ab3-88c9-82630af03614,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:16.546126 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.547445 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b33dca99-7562-47c4-a526-15ad974f8f75 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725188 Apr 18 06:52:16.550256 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59412) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:16.554983 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:16.578705 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-93e0d3ae-ceb2-47f3-ae79-4b9d7f282bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.629559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0d3ae-ceb2-47f3-ae79-4b9d7f282bb3 None None] Pushing event updated for resources: {'Port': ['ID=2efd9740-61ce-4ab3-88c9-82630af03614,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:16.641674 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Project 9e1e6fba1ba44e19a0929104786a3cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:52:16.647603 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.714476 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.780374 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.796353 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff61377-4000-4f6c-8bdc-8625741edbc4,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:16.818283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2efd9740-61ce-4ab3-88c9-82630af03614 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:16.849664 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.850964 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-918340f4-f959-480c-9ffb-250bb7349c6a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2997210 Apr 18 06:52:16.853663 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59414) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:16.858136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:16.869254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2efd9740-61ce-4ab3-88c9-82630af03614 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:16.869784 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.945408 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7cb9934-181a-40a9-823e-2e7bc04d128b up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:16.956292 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Project 9e1e6fba1ba44e19a0929104786a3cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:52:16.961316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:16.991829 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port b7cb9934-181a-40a9-823e-2e7bc04d128b triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:16.992193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:17.022688 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:17.109860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:17.128414 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d58f33-4440-4f6b-b3d6-b3e74e17e15f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:17.221423 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:17.222636 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-22a068d0-80b2-4714-9559-8035fd2ded02 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3679545 Apr 18 06:52:17.359932 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-151f13dd-3c78-4735-a5f5-a871d007e9d8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758739295&fields=id&tenant_id=9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 267 time: 0.0330424 Apr 18 06:52:17.485851 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-e92840a7-3223-458f-b8e7-1ea826c67cfd tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:17.487389 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-e92840a7-3223-458f-b8e7-1ea826c67cfd tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 809 time: 0.1206470 Apr 18 06:52:17.503428 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-d4df4ab5-3fa1-4770-9cf8-ec29784a3013 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/quotas/9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 375 time: 0.0095875 Apr 18 06:52:17.558254 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-44d524ca-6828-4cba-b164-dac88e72a09f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492737 Apr 18 06:52:17.662153 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-9d2cf981-9645-4e46-b88e-8c10e28c2eae service neutron] 10.222.0.43 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912950 Apr 18 06:52:17.757417 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-509afb1e-9139-4e3c-b284-0ffc24edea11 service neutron] 10.222.0.43 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888431 Apr 18 06:52:18.012800 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4ecc7386-f413-488a-91b7-14bde18588fe req-18f14248-4c58-49e1-bde3-69c90cfec744 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 210 time: 0.0301790 Apr 18 06:52:19.094233 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6b7d0998-e163-49ff-a1c0-b8174e758751 req-cea27e14-5632-4184-8966-b99b1db10fe5 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 210 time: 0.0302064 Apr 18 06:52:20.186041 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-293b8e86-f4bf-4d0c-8f0a-a3771f9678b0 req-c55593bf-b183-449c-99b8-17502f09ae8a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Apr 18 06:52:21.280154 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4c499804-eb46-4b91-bf70-50deba8baf6d req-72c3a5bc-118b-4110-bb89-551a789ecaf9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 210 time: 0.0261810 Apr 18 06:52:22.377512 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb34bf4e-20f6-4f0e-ace1-bd8b67f541e2 req-2ce0fd8c-05df-456e-a155-4acb30780a96 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Apr 18 06:52:22.481940 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f4373df5-83be-429f-8720-f9d1241724ad tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:22.483541 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f4373df5-83be-429f-8720-f9d1241724ad tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 809 time: 0.1085479 Apr 18 06:52:22.532718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-ad802d05-48cd-47ec-b6cb-513cab7b01cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 379 time: 0.0338802 Apr 18 06:52:22.541520 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'port': {'device_id': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'admin_state_up': True, 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'security_groups': ['e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:22.721340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Made reservation on behalf of 9e1e6fba1ba44e19a0929104786a3cf1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:52:22.725014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:22.859982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Allocated IP 172.20.0.6 (0dd5cfab-01ca-408f-985f-0d0946e4d98f/8de66f93-81d3-4b46-950e-0ec6dda73bc2/e6980c6b-5537-4244-9baa-d309d589615d) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:22.995171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.093402 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.137202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:23.140242 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:23.144036 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:23.150283 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:23.196443 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:23.196969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.267006 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-425c5634-ee5b-440b-90cf-c82c3720427c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290270 Apr 18 06:52:23.286593 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Request body: {'port': {'device_id': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:23.340273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-27546c4e-a8a6-4c9a-971e-55218020c575 None None] Provisioning complete for port e6980c6b-5537-4244-9baa-d309d589615d triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:23.340881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-27546c4e-a8a6-4c9a-971e-55218020c575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.341566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.377953 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-27546c4e-a8a6-4c9a-971e-55218020c575 None None] Port e6980c6b-5537-4244-9baa-d309d589615d cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:52:23.454993 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-45d26328-d468-4b76-8014-0bcd04e86b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.593577 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2dc26-b8d2-4af2-a43a-60fd951c181d req-908c4844-3ade-4dfc-8bdc-520299bf4c5f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:23.595249 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-09d2dc26-b8d2-4af2-a43a-60fd951c181d req-908c4844-3ade-4dfc-8bdc-520299bf4c5f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 931 time: 0.1488459 Apr 18 06:52:23.614013 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6980c6b-5537-4244-9baa-d309d589615d {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:52:23.621596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.632986 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-09d2dc26-b8d2-4af2-a43a-60fd951c181d req-63487fd1-23dc-4a8e-b1fe-8ebec11589f8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Apr 18 06:52:23.634356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Transition to ACTIVE for port object e6980c6b-5537-4244-9baa-d309d589615d will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:52:23.704309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.754901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:23.833600 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Attempting to bind port e6980c6b-5537-4244-9baa-d309d589615d on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:52:23.833933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Attempting to bind port e6980c6b-5537-4244-9baa-d309d589615d by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:52:23.834260 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Attempting to bind port e6980c6b-5537-4244-9baa-d309d589615d on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:23.838939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Port e6980c6b-5537-4244-9baa-d309d589615d on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:52:23.841890 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Attempting to bind port e6980c6b-5537-4244-9baa-d309d589615d on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:52:23.844285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:52:23.844616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Checking segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:52:23.844995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Bound using segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:52:23.845411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Bound port: e6980c6b-5537-4244-9baa-d309d589615d, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:52:23.845874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:23.911998 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:52:23.914949 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:52:23.978651 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:24.012648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.013153 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:24.014590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1093 time: 0.7331076 Apr 18 06:52:24.016850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:52:24.019266 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b94052591625c141bdf3d3e1010e4f0b6800410a33167b40b21358966048deca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2c3165-09ad-427c-9e36-6d8d1c360308" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:52:24.046960 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa09d8-844e-48d6-8bf7-50f736c74fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:24.059999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a5a458-d89e-43cb-afe4-2d14a7d155f2 x-openstack-request-id: req-57a5a458-d89e-43cb-afe4-2d14a7d155f2 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:52:24.060294 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:52:24.060545 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57a5a458-d89e-43cb-afe4-2d14a7d155f2 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:52:24.060979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a5a458-d89e-43cb-afe4-2d14a7d155f2'] response: {'name': 'network-changed', 'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'status': 'completed', 'code': 200} Apr 18 06:52:24.144699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3165-09ad-427c-9e36-6d8d1c360308 req-b5393b2a-879c-4183-ab46-93baf6ccb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.146213 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e2c3165-09ad-427c-9e36-6d8d1c360308 req-b5393b2a-879c-4183-ab46-93baf6ccb439 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1096 time: 0.0427976 Apr 18 06:52:24.256327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3165-09ad-427c-9e36-6d8d1c360308 req-78279529-dd61-46a6-b384-7828331b461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.257766 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e2c3165-09ad-427c-9e36-6d8d1c360308 req-78279529-dd61-46a6-b384-7828331b461b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971260 Apr 18 06:52:24.348825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3165-09ad-427c-9e36-6d8d1c360308 req-4609f903-d18f-4731-8200-502ee9035c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.350257 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e2c3165-09ad-427c-9e36-6d8d1c360308 req-4609f903-d18f-4731-8200-502ee9035c66 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853150 Apr 18 06:52:24.450719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-5cd4c257-7c26-4ce3-bd40-c1ff41e6e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.452227 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-5cd4c257-7c26-4ce3-bd40-c1ff41e6e9e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1096 time: 0.0446441 Apr 18 06:52:24.500072 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-b0118a5c-9823-45f3-833c-51a0572dc8a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 217 time: 0.0339296 Apr 18 06:52:24.546671 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-aa622a4f-27b4-4a95-a953-03aeffbf6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.548086 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-aa622a4f-27b4-4a95-a953-03aeffbf6654 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0418129 Apr 18 06:52:24.593915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-655e8fb0-0499-4fc2-8ddb-d56763b79af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.595368 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-655e8fb0-0499-4fc2-8ddb-d56763b79af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409949 Apr 18 06:52:24.682949 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-a3e86e58-f36c-4bd4-88f2-ceaaa3468635 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811448 Apr 18 06:52:24.749489 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925c8a2-e2fa-4eb4-9a41-0cfd401bae76 req-c245bc24-3d48-484d-ba90-0077181883fc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:24.751058 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1925c8a2-e2fa-4eb4-9a41-0cfd401bae76 req-c245bc24-3d48-484d-ba90-0077181883fc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0488479 Apr 18 06:52:24.776573 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e5476a28-5d55-439a-b89d-3d0d19c920f2 req-9925ddcb-761c-4d40-89ee-40a21731850d service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 Apr 18 06:52:24.790816 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1925c8a2-e2fa-4eb4-9a41-0cfd401bae76 req-a4ee8fa2-8326-48b9-9c6c-c261b5a0eb27 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Apr 18 06:52:25.852658 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-cd253a0c-6bf2-4571-9ae8-8d0caf6abd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:25.966186 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae5a0d-6b08-407f-8cc9-bfed9bb71460 req-284cee08-7d7f-4827-aa80-48c2611224af tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:25.967659 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-55ae5a0d-6b08-407f-8cc9-bfed9bb71460 req-284cee08-7d7f-4827-aa80-48c2611224af tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.1049702 Apr 18 06:52:26.007735 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-55ae5a0d-6b08-407f-8cc9-bfed9bb71460 req-a3de49d9-3a80-4681-bce3-407da925ebee tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333061 Apr 18 06:52:27.120650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d183a8-baf0-4c59-98d1-f9c64d64fded req-2f72b19e-c5dc-4b1f-be50-04f6c6e121ce tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:27.122142 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-36d183a8-baf0-4c59-98d1-f9c64d64fded req-2f72b19e-c5dc-4b1f-be50-04f6c6e121ce tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0488834 Apr 18 06:52:27.160488 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-36d183a8-baf0-4c59-98d1-f9c64d64fded req-8c7bc4a4-bec4-466d-aad5-9bb37d0b9885 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Apr 18 06:52:27.218601 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:28.115292 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:52:28.212933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:28.224352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'e6980c6b-5537-4244-9baa-d309d589615d', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'mac_address': 'fa:16:3e:6e:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:52:28.260270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:28.273458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6980c6b-5537-4244-9baa-d309d589615d {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:52:28.274824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fa5cc-4dc2-4012-a9f5-6f768acf2af3 req-1f3d4562-264c-442b-874d-4b7193f93466 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:28.276322 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c02fa5cc-4dc2-4012-a9f5-6f768acf2af3 req-1f3d4562-264c-442b-874d-4b7193f93466 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0493362 Apr 18 06:52:28.292712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:28.313218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c02fa5cc-4dc2-4012-a9f5-6f768acf2af3 req-a1d64b9b-6f74-48c2-9cf1-4f12f0a7f730 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Apr 18 06:52:28.378939 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:28.429033 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:28.760910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e6980c6b-5537-4244-9baa-d309d589615d'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:52:28.953802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:28.982796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:29.434600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfd47d-ab6a-405f-966c-68ec7587c751 req-6c03a257-56ca-4801-a024-fb9fe238d8e1 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:29.436123 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a5dfd47d-ab6a-405f-966c-68ec7587c751 req-6c03a257-56ca-4801-a024-fb9fe238d8e1 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 944 time: 0.0539315 Apr 18 06:52:29.473735 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a5dfd47d-ab6a-405f-966c-68ec7587c751 req-72b4f8ff-f9c9-4fc6-9bb0-94ffe1a59319 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Apr 18 06:52:30.130841 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:52:30.235459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port e6980c6b-5537-4244-9baa-d309d589615d completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:52:30.239685 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port e6980c6b-5537-4244-9baa-d309d589615d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:52:30.240055 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:30.316891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:30.341484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:52:30.343833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e39a0f2-ed2c-4887-ac81-9ed6aee7b496" -d '{"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-plugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:52:30.357951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:52:30.419708 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:30.444114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632bad2-8cc1-4934-8fac-c7235938db66 x-openstack-request-id: req-a632bad2-8cc1-4934-8fac-c7235938db66 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:52:30.444409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-plugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:52:30.444656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a632bad2-8cc1-4934-8fac-c7235938db66 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:52:30.445044 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a632bad2-8cc1-4934-8fac-c7235938db66'] response: {'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'code': 200} Apr 18 06:52:30.469306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:30.588804 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be66ce4-e215-4d68-a1f1-139c784c3e2f req-53fd5fb1-5e4b-4298-a67e-5bcbb3d96ded tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:30.590315 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6be66ce4-e215-4d68-a1f1-139c784c3e2f req-53fd5fb1-5e4b-4298-a67e-5bcbb3d96ded tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0506091 Apr 18 06:52:30.629295 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6be66ce4-e215-4d68-a1f1-139c784c3e2f req-2687188d-bca0-4e9c-8196-c1f418f7a4b6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Apr 18 06:52:30.792050 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09efae4-b8df-4aae-8f55-1d7e1a34ffac req-4c141bfa-3574-4378-a956-9c3db90ec67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:30.793511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c09efae4-b8df-4aae-8f55-1d7e1a34ffac req-4c141bfa-3574-4378-a956-9c3db90ec67a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1098 time: 0.0450041 Apr 18 06:52:31.162473 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c09efae4-b8df-4aae-8f55-1d7e1a34ffac req-3edc5dfa-d2bb-49ee-a4ef-c8ce1560e322 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623464 Apr 18 06:52:31.745152 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7376-2490-4612-936d-336bc9b2ceb5 req-fb3acb07-bdc0-4f70-88a1-1efe3f506ed7 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:31.746511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eeb7376-2490-4612-936d-336bc9b2ceb5 req-fb3acb07-bdc0-4f70-88a1-1efe3f506ed7 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0477216 Apr 18 06:52:31.785288 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eeb7376-2490-4612-936d-336bc9b2ceb5 req-b7fcadf3-e5ca-4bc1-9b5e-0226c65e752e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Apr 18 06:52:32.902967 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2dea1-cd0e-4008-81d3-08424fde538f req-12485071-3158-4eb7-a956-dc77d8e27d17 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:32.904482 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-14f2dea1-cd0e-4008-81d3-08424fde538f req-12485071-3158-4eb7-a956-dc77d8e27d17 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Apr 18 06:52:32.944729 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-14f2dea1-cd0e-4008-81d3-08424fde538f req-78d789c0-1589-4ef2-9c32-057e798aad06 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340927 Apr 18 06:52:33.058666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92e08-e862-4d16-bf91-33a02951621b req-d07c1158-6891-498a-b8ba-4930ced24873 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:33.060158 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-63a92e08-e862-4d16-bf91-33a02951621b req-d07c1158-6891-498a-b8ba-4930ced24873 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0489588 Apr 18 06:52:33.098359 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-63a92e08-e862-4d16-bf91-33a02951621b req-2e4d74bd-836e-46f0-b88e-db57e6fd3c2a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Apr 18 06:52:33.120023 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59492) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:33.204786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8d386-bc9f-4a6f-ab07-d38c63bc130b tempest-TestShelveInstance-1602928341 tempest-TestShelveInstance-1602928341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:33.206341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cfb8d386-bc9f-4a6f-ab07-d38c63bc130b tempest-TestShelveInstance-1602928341 tempest-TestShelveInstance-1602928341-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1093 time: 0.0853083 Apr 18 06:52:33.209224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59496) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:52:33.213419 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:52:33.304218 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:33.397587 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:33.505141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Allocated IP 172.26.4.196 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/8c6b6fe4-f4e3-4098-8aed-cbc00125f534) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:52:33.602795 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:33.693138 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:33.733349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:52:33.738152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:52:33.741686 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:52:33.766433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'Port': ['ID=8c6b6fe4-f4e3-4098-8aed-cbc00125f534,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:34.095493 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:34.236778 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:34.383155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:34.458160 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:34.523430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'Port': ['ID=8c6b6fe4-f4e3-4098-8aed-cbc00125f534,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:52:34.534862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:34.640006 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Floating IP 629239ea-c6e4-4563-ad4f-bb08784f9fb4 associated. External IP: 172.26.4.196, port: e6980c6b-5537-4244-9baa-d309d589615d. Apr 18 06:52:34.842237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Router 1d5bc219-a658-40be-8d38-23dd14014160 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:52:34.952210 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:52:34.961713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:52:34.971164 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:34.977752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:52:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:35.031935 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:35.061494 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5e747595-0303-4ad6-a5f7-36bb57cfe624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8512614 Apr 18 06:52:35.062062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:52:35.064319 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:52:35.078650 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:35.100670 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcee848-af05-44dd-a610-23db2867215d x-openstack-request-id: req-4fcee848-af05-44dd-a610-23db2867215d {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:52:35.101168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:52:35.101168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fcee848-af05-44dd-a610-23db2867215d {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:52:35.101592 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcee848-af05-44dd-a610-23db2867215d'] response: {'name': 'network-changed', 'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'status': 'completed', 'code': 200} Apr 18 06:52:35.189191 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-75d443bb-5259-42f3-b33f-4b656a7b628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:35.190793 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-75d443bb-5259-42f3-b33f-4b656a7b628f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1098 time: 0.0448217 Apr 18 06:52:35.278486 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-2095ab71-09e5-4bb9-9377-ed67013a1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:35.279917 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-2095ab71-09e5-4bb9-9377-ed67013a1c7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0832107 Apr 18 06:52:35.309144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '629239ea-c6e4-4563-ad4f-bb08784f9fb4', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'floating_ip_address': '172.26.4.196', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'mac_address': 'fa:16:3e:6e:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:52:33Z', 'updated_at': '2022-04-18T06:52:33Z', 'revision_number': 0, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:35.335357 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:52:35.343662 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:52:35.344261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:52:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:35.349998 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-9d17f3ca-ef93-4708-924d-53200e0a29b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 999 time: 0.0629504 Apr 18 06:52:35.398923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-c4078672-b583-4a2b-a37d-4715370d077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:35.400408 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-c4078672-b583-4a2b-a37d-4715370d077d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0437796 Apr 18 06:52:35.451417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-b5ceec14-3cb2-4407-a3a8-dcd9872474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:52:35.452923 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-b5ceec14-3cb2-4407-a3a8-dcd9872474ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454352 Apr 18 06:52:35.455622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:52:35.545865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-635d222c-70b4-409e-b986-070b04e0cfef service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 Apr 18 06:52:35.634617 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-50fe7b6f-ba72-4ea2-8bad-f04fa49c51a6 req-e453e9de-83b8-4fbf-8d31-cc855c799d62 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824573 Apr 18 06:52:35.676744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '629239ea-c6e4-4563-ad4f-bb08784f9fb4', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'floating_ip_address': '172.26.4.196', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'mac_address': 'fa:16:3e:6e:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:52:33Z', 'updated_at': '2022-04-18T06:52:33Z', 'revision_number': 0, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:52:35.707306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff9be4-04b8-4d10-a737-8ed16a8c47ad None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '629239ea-c6e4-4563-ad4f-bb08784f9fb4', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'floating_ip_address': '172.26.4.196', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'mac_address': 'fa:16:3e:6e:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:52:33Z', 'updated_at': '2022-04-18T06:52:33Z', 'revision_number': 0, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:52:35.889620 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96701295-8edc-4505-bb5b-0e8f93ccdc2f None None] New status for floating IP 629239ea-c6e4-4563-ad4f-bb08784f9fb4: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:52:43.446832 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:48.575908 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:52:53.463719 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ace4320b-6398-4f93-a1ef-6ff971529147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:55.863977 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc66f338-ec48-46fd-9651-64e7d7a545d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:57.206610 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:58.972616 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:52:59.000632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:05.936276 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-0bb13315-e96a-45d2-aa00-f113b7502c50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461059 Apr 18 06:53:06.035397 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-df4374ba-1566-4f21-9b92-cf38e3c64090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:53:06.036911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-df4374ba-1566-4f21-9b92-cf38e3c64090 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1098 time: 0.0431118 Apr 18 06:53:06.140279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-701766ac-24e3-452f-b05c-d53cbf695b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:53:06.141777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-701766ac-24e3-452f-b05c-d53cbf695b99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0854251 Apr 18 06:53:06.218813 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-ad44611b-00b1-43df-9d60-ed73bfbb48a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1001 time: 0.0703211 Apr 18 06:53:06.267616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-564938f7-0683-47e0-8190-9c8659d3065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:53:06.268947 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-564938f7-0683-47e0-8190-9c8659d3065e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0440998 Apr 18 06:53:06.315391 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-4f6607b6-cf6d-4c3c-9142-f47955108de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:53:06.316871 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-4f6607b6-cf6d-4c3c-9142-f47955108de0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400290 Apr 18 06:53:06.411710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-13933663-937c-4028-ad93-87037dc85ae2 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Apr 18 06:53:06.500223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0d95d585-6e1b-4f84-81da-0cb2a1edab60 req-e8b96ae2-3625-45f9-82a4-f6264c7ed879 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Apr 18 06:53:13.424039 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:23.440744 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c99ad7e-ba7d-4506-b394-08dedcbf3e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:25.575376 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:53:25.840768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3569e7ea-3c1a-498d-9435-d2bcc95dbeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:27.224044 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:28.960602 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:28.971567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:43.423459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:53.451849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1c179195-e6a8-439e-a968-f6119c887558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:55.829297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0ef9142b-9fac-4cf9-90fe-5c3dcd083083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:57.194497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:58.960522 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:53:58.994572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:02.575367 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:54:06.932383 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-d2e043a0-10bf-49f1-8b2e-30e73027f5d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402637 Apr 18 06:54:07.029261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52232-e53d-4268-b843-2c424298c77c req-26ca6231-053b-4a1a-8079-a4d1d4406d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:54:07.030725 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-26ca6231-053b-4a1a-8079-a4d1d4406d3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1098 time: 0.0426068 Apr 18 06:54:07.133752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52232-e53d-4268-b843-2c424298c77c req-d6948a93-815d-4410-be0a-6af886c07fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:54:07.135264 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-d6948a93-815d-4410-be0a-6af886c07fc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0865397 Apr 18 06:54:07.205695 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-1dc51f4d-29f0-4857-9ec8-62d8340be153 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1001 time: 0.0576670 Apr 18 06:54:07.259813 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52232-e53d-4268-b843-2c424298c77c req-6e36ada4-e357-4d55-9bef-c64364ed00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:54:07.261221 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-6e36ada4-e357-4d55-9bef-c64364ed00ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0487142 Apr 18 06:54:07.307632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52232-e53d-4268-b843-2c424298c77c req-062fc029-0107-4ee6-94ca-4a4c62673320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:54:07.309082 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-062fc029-0107-4ee6-94ca-4a4c62673320 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416512 Apr 18 06:54:07.400182 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-1dc10845-00f0-47b4-8418-27309127f808 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Apr 18 06:54:07.493773 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-56b52232-e53d-4268-b843-2c424298c77c req-1873f1d6-fb6a-45e6-9171-fa489f79ce0a service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865047 Apr 18 06:54:13.429980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:23.462895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-234423fc-11f7-4174-9b3d-db72fb5239da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:25.856734 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7fe632ba-fd10-495c-a497-ba99bd828a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:27.211376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:28.965757 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:28.976361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:39.574679 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:54:43.428694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:53.451203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bff1-26ed-4a9d-9675-5ef642630925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:55.831736 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-eb3d351d-4b21-4a9c-bb93-3b154aab6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:57.205547 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:58.970479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:54:58.982679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:02.399971 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e25d-d518-40bf-bd40-ccf8d0e910c3 req-ec2e7cb3-6f94-451d-9a59-2ec0c4c79c8e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:02.401518 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4a74e25d-d518-40bf-bd40-ccf8d0e910c3 req-ec2e7cb3-6f94-451d-9a59-2ec0c4c79c8e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0506623 Apr 18 06:55:02.441369 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4a74e25d-d518-40bf-bd40-ccf8d0e910c3 req-1951be4e-d886-4340-a475-5a890ffec807 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333099 Apr 18 06:55:03.564849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e437b-7962-4d20-b5ab-e900fafd1007 req-82bbe164-2e80-4911-bc8f-3e056826c27f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:03.566383 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c77e437b-7962-4d20-b5ab-e900fafd1007 req-82bbe164-2e80-4911-bc8f-3e056826c27f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0525422 Apr 18 06:55:03.602771 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c77e437b-7962-4d20-b5ab-e900fafd1007 req-94eb13aa-6e39-4e5d-b1f7-935d2a786fdc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304906 Apr 18 06:55:04.727669 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f917b91-20da-4f2b-8920-f70756942e45 req-e3acb179-751c-4323-8faa-6bd03a19f9bc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:04.729057 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3f917b91-20da-4f2b-8920-f70756942e45 req-e3acb179-751c-4323-8faa-6bd03a19f9bc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0525944 Apr 18 06:55:04.767425 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-3f917b91-20da-4f2b-8920-f70756942e45 req-991a23d5-2e85-4bd7-b2f8-ee7196454a74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Apr 18 06:55:06.052346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201bfec-6742-4848-9aed-793bbfb830ba req-c676cf13-a2b3-4687-b375-f1481a3e4d0d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:06.053949 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b201bfec-6742-4848-9aed-793bbfb830ba req-c676cf13-a2b3-4687-b375-f1481a3e4d0d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Apr 18 06:55:06.093385 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b201bfec-6742-4848-9aed-793bbfb830ba req-1231754d-1fb0-409b-87a1-15d0e5f559a2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334146 Apr 18 06:55:07.211888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf168-1c50-4c15-a9aa-634962af36c5 req-7d825563-ffea-4eae-84ab-0c6ed9a2cee6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:07.213367 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6bcbf168-1c50-4c15-a9aa-634962af36c5 req-7d825563-ffea-4eae-84ab-0c6ed9a2cee6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Apr 18 06:55:07.252744 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6bcbf168-1c50-4c15-a9aa-634962af36c5 req-ccf19f50-f612-4b74-9a45-a0e0c99da7d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326791 Apr 18 06:55:08.365904 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859745c-73d4-4db8-a608-324d68d3daf4 req-ba8d7819-6974-454e-9b8c-1a3d904b0c56 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:08.367388 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e859745c-73d4-4db8-a608-324d68d3daf4 req-ba8d7819-6974-454e-9b8c-1a3d904b0c56 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Apr 18 06:55:08.407111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e859745c-73d4-4db8-a608-324d68d3daf4 req-ab7d599d-4460-4a5a-a161-9beacb148bee tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335245 Apr 18 06:55:08.971147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-70af9c8e-1fe0-411e-9649-63981e6a1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:08.972666 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-70af9c8e-1fe0-411e-9649-63981e6a1cbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1098 time: 0.0461202 Apr 18 06:55:09.080370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-8ef513c5-b343-46ab-9874-29f0ba913db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:09.081832 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-8ef513c5-b343-46ab-9874-29f0ba913db2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0891240 Apr 18 06:55:09.149780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-531e3eb1-435b-440a-a7c3-c4ffdb6b3e61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1001 time: 0.0614533 Apr 18 06:55:09.197511 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-433ffdef-db73-4b9e-9a53-92916f543595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:09.198911 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-433ffdef-db73-4b9e-9a53-92916f543595 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0428638 Apr 18 06:55:09.242797 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-f7132261-69ec-4bf5-8e93-7516751094db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:09.244293 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-f7132261-69ec-4bf5-8e93-7516751094db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391924 Apr 18 06:55:09.334905 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-ffaf2ca9-09ba-4de9-97a8-c8180cf60c9c service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839067 Apr 18 06:55:09.423820 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ac845a2d-a14f-46ad-9100-4132721bc3a9 req-f89247e6-adb2-4527-89e7-485712a4b8d6 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Apr 18 06:55:09.523649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939506-9979-447a-8398-b1fbe8ff9769 req-df0de319-845c-41ec-8bbe-65114a38dd34 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:09.525106 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47939506-9979-447a-8398-b1fbe8ff9769 req-df0de319-845c-41ec-8bbe-65114a38dd34 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Apr 18 06:55:09.563119 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47939506-9979-447a-8398-b1fbe8ff9769 req-f9eb4590-cfe2-41ef-b17b-781ed402914e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Apr 18 06:55:10.681789 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b17b-af46-4c74-9b3f-ef0eb1422948 req-61560438-ab80-4b37-b30f-d08d61274dc2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:10.683162 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a059b17b-af46-4c74-9b3f-ef0eb1422948 req-61560438-ab80-4b37-b30f-d08d61274dc2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0507939 Apr 18 06:55:10.722718 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a059b17b-af46-4c74-9b3f-ef0eb1422948 req-a228000d-f3b9-41bd-ae41-738165d4e872 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335596 Apr 18 06:55:11.840645 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b9f3-41fa-46a3-9487-234f0b048baf req-c59b0296-f5be-4904-b9c1-fa15b84e7d14 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:11.842362 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1334b9f3-41fa-46a3-9487-234f0b048baf req-c59b0296-f5be-4904-b9c1-fa15b84e7d14 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Apr 18 06:55:11.879090 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1334b9f3-41fa-46a3-9487-234f0b048baf req-a2cdce2b-af63-4289-9932-1d3e6d64f55c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308509 Apr 18 06:55:12.995922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7835a-22dc-4aac-a1fa-3c649a749eb5 req-c2bf33b0-ec51-4953-9ecc-91c8cb903cd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:12.997446 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7fa7835a-22dc-4aac-a1fa-3c649a749eb5 req-c2bf33b0-ec51-4953-9ecc-91c8cb903cd6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Apr 18 06:55:13.035876 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7fa7835a-22dc-4aac-a1fa-3c649a749eb5 req-df74ecda-aa59-4d18-a330-39f51b7da82d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Apr 18 06:55:13.428833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:14.148882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace0a3e-b9fb-4406-906a-ba7d9dbc2620 req-ff8a0dbf-63d0-4891-a7b8-2aa14e7cb26e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:14.150362 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8ace0a3e-b9fb-4406-906a-ba7d9dbc2620 req-ff8a0dbf-63d0-4891-a7b8-2aa14e7cb26e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Apr 18 06:55:14.188754 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-8ace0a3e-b9fb-4406-906a-ba7d9dbc2620 req-54599079-f1d7-47e4-a6bb-078368e27574 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Apr 18 06:55:14.945206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:55:15.037451 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:15.048715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'e6980c6b-5537-4244-9baa-d309d589615d', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'mac_address': 'fa:16:3e:6e:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:55:15.084940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:15.100712 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6980c6b-5537-4244-9baa-d309d589615d {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:55:15.119144 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:15.198467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:15.245546 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:55:15.253542 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.253882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.254224 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.254593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.254924 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.255294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.255622 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.255947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.256265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.256592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.256908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.257223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:55:15.305252 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbf5b3-1eae-42aa-b0ec-81d4cc33560d req-82a7c6cd-893b-4324-afe6-d81e5850f952 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:15.306665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e2fbf5b3-1eae-42aa-b0ec-81d4cc33560d req-82a7c6cd-893b-4324-afe6-d81e5850f952 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Apr 18 06:55:15.345071 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e6980c6b-5537-4244-9baa-d309d589615d'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:55:15.345307 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e2fbf5b3-1eae-42aa-b0ec-81d4cc33560d req-a7ef8f98-0f4a-4d02-b224-811fb08ec2b3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316629 Apr 18 06:55:16.460141 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8729-b6a2-4c04-90cb-e0f21bf5836a req-9e3ffb27-e8ec-412c-a6e7-cfec6a1f98d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:16.461600 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e07e8729-b6a2-4c04-90cb-e0f21bf5836a req-9e3ffb27-e8ec-412c-a6e7-cfec6a1f98d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 944 time: 0.0491881 Apr 18 06:55:16.498461 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e07e8729-b6a2-4c04-90cb-e0f21bf5836a req-5bd8388c-dbe7-4977-b431-e53a3ed39aac tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Apr 18 06:55:16.573124 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:55:16.962888 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:55:17.008474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port e6980c6b-5537-4244-9baa-d309d589615d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:55:17.008764 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:17.086365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:17.114902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:55:17.117146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b699cb-80af-45af-b137-79f32059a0a8" -d '{"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-plugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:55:17.129833 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:17.153933 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b373b3-8605-4662-9ef7-6bea36d9bdc8 x-openstack-request-id: req-21b373b3-8605-4662-9ef7-6bea36d9bdc8 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:55:17.154293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-plugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:55:17.154607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21b373b3-8605-4662-9ef7-6bea36d9bdc8 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:55:17.155092 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b373b3-8605-4662-9ef7-6bea36d9bdc8'] response: {'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'code': 200} Apr 18 06:55:17.205722 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:17.253458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:55:17.617231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8ab8e-6cd7-48cd-a98b-bf00059afadc req-617ce2f3-c812-4917-aff9-cd281ded95d8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:17.618693 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1a8ab8e-6cd7-48cd-a98b-bf00059afadc req-617ce2f3-c812-4917-aff9-cd281ded95d8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Apr 18 06:55:17.656797 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c1a8ab8e-6cd7-48cd-a98b-bf00059afadc req-be3b436d-7133-4cea-afae-0547787fc760 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Apr 18 06:55:18.787189 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31344bf6-2b95-4dec-93c6-bee9e2217bad req-d65ee84e-8f5e-4bd3-80a3-e5dae2acdf91 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:18.788781 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31344bf6-2b95-4dec-93c6-bee9e2217bad req-d65ee84e-8f5e-4bd3-80a3-e5dae2acdf91 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0575962 Apr 18 06:55:18.826900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-31344bf6-2b95-4dec-93c6-bee9e2217bad req-011b8d17-56c2-486d-8de0-c76098423f41 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Apr 18 06:55:19.954629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa55a27-5f3e-47c3-9ab1-f13c13a03f3a req-4bbfb605-7ecf-4f75-bc40-0c1e2e208630 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:19.961782 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cfa55a27-5f3e-47c3-9ab1-f13c13a03f3a req-4bbfb605-7ecf-4f75-bc40-0c1e2e208630 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0586536 Apr 18 06:55:19.999807 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cfa55a27-5f3e-47c3-9ab1-f13c13a03f3a req-c2b43d4d-529a-4a26-9953-ece50933de4e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368578 Apr 18 06:55:21.127489 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6266-d713-466a-964c-07ab5da036da req-5f4d5063-88b6-433f-98fa-b3c72fac0f9d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:21.131742 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-930d6266-d713-466a-964c-07ab5da036da req-5f4d5063-88b6-433f-98fa-b3c72fac0f9d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Apr 18 06:55:21.175936 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-930d6266-d713-466a-964c-07ab5da036da req-7d245bc7-74d3-422b-8ad5-ce5fc7c2dddc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Apr 18 06:55:22.293061 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbb855-3d49-4c92-b78a-53b7a70034a3 req-05b44484-3403-490c-98fc-23892fc473c6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:22.294595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-35fbb855-3d49-4c92-b78a-53b7a70034a3 req-05b44484-3403-490c-98fc-23892fc473c6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0508416 Apr 18 06:55:22.347729 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-35fbb855-3d49-4c92-b78a-53b7a70034a3 req-ae113800-0245-4a57-9fdf-8cdd9d4f9d77 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400677 Apr 18 06:55:23.468227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e2e89-ece3-4d1d-8dcc-068f45e6e67e req-2eca70ab-3597-4e7d-8550-5309fa192377 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:23.470423 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-155e2e89-ece3-4d1d-8dcc-068f45e6e67e req-2eca70ab-3597-4e7d-8550-5309fa192377 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Apr 18 06:55:23.485754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f4d859df-f707-450e-9087-d4a4e865c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:23.512073 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-155e2e89-ece3-4d1d-8dcc-068f45e6e67e req-2b4cacdc-4cdc-488a-a144-a6215ddfc302 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347090 Apr 18 06:55:24.645737 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee55c64-761d-4096-a19b-b434c84a12d0 req-a391e2de-2036-47b1-96ef-5b04350b0472 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:24.647633 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2ee55c64-761d-4096-a19b-b434c84a12d0 req-a391e2de-2036-47b1-96ef-5b04350b0472 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0553262 Apr 18 06:55:24.688731 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2ee55c64-761d-4096-a19b-b434c84a12d0 req-179b4b90-df16-4954-81d1-f46dcaa28a57 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347223 Apr 18 06:55:25.831817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80625d-5f02-4d6e-ac34-c8d316daff0d req-1e784e4d-11b9-4bc5-99e3-21afbfa9e24c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:25.834339 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ab80625d-5f02-4d6e-ac34-c8d316daff0d req-1e784e4d-11b9-4bc5-99e3-21afbfa9e24c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0615823 Apr 18 06:55:25.884020 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ab80625d-5f02-4d6e-ac34-c8d316daff0d req-78cf34af-0940-440f-968d-09b8db7620f0 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Apr 18 06:55:25.886748 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-937ccc62-9f53-4c63-989e-bc7549ee9f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:27.019461 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7073d73-8491-44e5-8297-f1205f63fe5f req-ccaa308a-9ba1-49a9-a173-5b3dc5482613 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:27.020921 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c7073d73-8491-44e5-8297-f1205f63fe5f req-ccaa308a-9ba1-49a9-a173-5b3dc5482613 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0554757 Apr 18 06:55:27.062598 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c7073d73-8491-44e5-8297-f1205f63fe5f req-cd76d0f4-ec34-472a-8620-340ec26d11cc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351729 Apr 18 06:55:27.223659 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:28.197984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02b8c-62b2-4f43-865b-95ba8aad143b req-d8d54d61-69a9-4c6a-8951-b7f176838ab9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:28.204564 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-81d02b8c-62b2-4f43-865b-95ba8aad143b req-d8d54d61-69a9-4c6a-8951-b7f176838ab9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0682449 Apr 18 06:55:28.243540 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-81d02b8c-62b2-4f43-865b-95ba8aad143b req-5f464543-adc6-48a2-b926-da7c540050c3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369112 Apr 18 06:55:28.959935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:28.983227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:29.360153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4d5c2-a51e-4e37-904a-ae6d0be8d68c req-418526a4-a0bd-49e9-a32e-528c11f7ab3a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:29.361668 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-28f4d5c2-a51e-4e37-904a-ae6d0be8d68c req-418526a4-a0bd-49e9-a32e-528c11f7ab3a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0501454 Apr 18 06:55:29.400468 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-28f4d5c2-a51e-4e37-904a-ae6d0be8d68c req-eb6b7f3c-545e-4612-a14c-503b15364701 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Apr 18 06:55:30.517911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608173-4cf4-420c-a957-a06c28a3aab4 req-c3581589-5448-4847-970b-759b4d9d0172 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:30.519391 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b608173-4cf4-420c-a957-a06c28a3aab4 req-c3581589-5448-4847-970b-759b4d9d0172 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0492446 Apr 18 06:55:30.562875 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4b608173-4cf4-420c-a957-a06c28a3aab4 req-55b8ea3f-e249-49ed-a0ba-2c20104f7905 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373492 Apr 18 06:55:30.662544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-e17c4242-d2b1-4734-b217-89ad2ec13e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:30.664134 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-e17c4242-d2b1-4734-b217-89ad2ec13e51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1098 time: 0.0393634 Apr 18 06:55:30.755731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-ea3696df-4ad3-455a-b7dc-fbc703a36d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:30.757105 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-ea3696df-4ad3-455a-b7dc-fbc703a36d3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0864322 Apr 18 06:55:30.820618 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-3b5f44f3-4067-4ea7-9f06-f2c0706b0197 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1001 time: 0.0570655 Apr 18 06:55:30.872138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-c15cbfe7-b73a-4367-9ed9-6bfbe1c04134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:30.873712 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-c15cbfe7-b73a-4367-9ed9-6bfbe1c04134 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0466311 Apr 18 06:55:30.917544 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-35df4b8d-2a01-419e-98b5-5892156530ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:30.918984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-35df4b8d-2a01-419e-98b5-5892156530ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384469 Apr 18 06:55:31.005370 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-f2d2ea5b-be84-4259-83b2-18d4ff126f18 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798683 Apr 18 06:55:31.096704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b40a5193-83b0-409e-8b06-c1cfb9aad735 req-445e3bca-58f0-488f-81a5-8162ac3db5d8 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850675 Apr 18 06:55:31.681001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f552-6bda-4fca-a63f-91b90b666e8f req-c7a0e65f-71ca-4988-a8d5-aaa6b5a88a28 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:31.682382 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f2b8f552-6bda-4fca-a63f-91b90b666e8f req-c7a0e65f-71ca-4988-a8d5-aaa6b5a88a28 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Apr 18 06:55:31.720395 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f2b8f552-6bda-4fca-a63f-91b90b666e8f req-9414f438-05d1-4807-8f7e-78a9a9962c23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Apr 18 06:55:32.843301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083f032-28a6-4e2f-86fd-2c9e1a3d85f2 req-83cfaa96-6b31-4635-a468-99e250818068 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:32.844816 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b083f032-28a6-4e2f-86fd-2c9e1a3d85f2 req-83cfaa96-6b31-4635-a468-99e250818068 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0513008 Apr 18 06:55:32.882215 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b083f032-28a6-4e2f-86fd-2c9e1a3d85f2 req-df7243d4-c6ac-4506-b66f-01c0d4c7def4 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313914 Apr 18 06:55:33.996799 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48c25f-d6cb-479e-9d37-36ccc9563206 req-c7bb4983-3a19-44c2-9f53-113c97705644 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:33.998272 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cd48c25f-d6cb-479e-9d37-36ccc9563206 req-c7bb4983-3a19-44c2-9f53-113c97705644 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Apr 18 06:55:34.036130 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cd48c25f-d6cb-479e-9d37-36ccc9563206 req-ecf1104a-9256-4d71-a994-65cfa21e89e7 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Apr 18 06:55:34.146634 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-9a8c865b-5e6e-46e9-ae35-1ade035c581d req-e11ef049-6358-478e-82ca-80e2e0b4b5a1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 06:55:34.147666 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9a8c865b-5e6e-46e9-ae35-1ade035c581d req-e11ef049-6358-478e-82ca-80e2e0b4b5a1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471318 Apr 18 06:55:34.434420 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540973-d01f-4c3a-8831-19520f7ab9df req-1db5b0f0-4e01-4d2f-8932-b6f3d1c02c47 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:34.435933 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-64540973-d01f-4c3a-8831-19520f7ab9df req-1db5b0f0-4e01-4d2f-8932-b6f3d1c02c47 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 945 time: 0.0491774 Apr 18 06:55:34.475052 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-64540973-d01f-4c3a-8831-19520f7ab9df req-1244d554-7df7-4fe3-96ae-497bd3c0480a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Apr 18 06:55:35.001993 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-2d84225f-2e07-4456-8d37-3e58ba91304f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830231 Apr 18 06:55:35.096994 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:55:35.173884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:35.195454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:55:35.197565 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdacfadd-3b61-49a8-9a10-9112254898a9" -d '{"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-unplugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:55:35.209851 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:35.231037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 06:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231b46ed-135f-48de-98ae-4dbfba1916bc x-openstack-request-id: req-231b46ed-135f-48de-98ae-4dbfba1916bc {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:55:35.231349 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-unplugged", "status": "failed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "code": 422}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:55:35.231624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-231b46ed-135f-48de-98ae-4dbfba1916bc {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:55:35.232052 dv-neutron-837488-1-hyperv neutron-server[109607]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-231b46ed-135f-48de-98ae-4dbfba1916bc']: {'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'code': 422} returned with failed status Apr 18 06:55:35.274029 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:35.320586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:55:35.591329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ace8f8-be4a-4a35-b0a5-c70c9afa362a req-cf72781e-2858-47a9-bcc3-ebe3b49c9f9d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:35.593338 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50ace8f8-be4a-4a35-b0a5-c70c9afa362a req-cf72781e-2858-47a9-bcc3-ebe3b49c9f9d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0524566 Apr 18 06:55:35.631078 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50ace8f8-be4a-4a35-b0a5-c70c9afa362a req-bcdfbd10-5559-483a-8a1a-6ca569629dea tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Apr 18 06:55:36.758592 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a6220-e759-4f04-a226-c20ba2282425 req-3353b6ad-dcaf-4e6f-bb1d-365e001be42e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:36.759999 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc5a6220-e759-4f04-a226-c20ba2282425 req-3353b6ad-dcaf-4e6f-bb1d-365e001be42e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0540876 Apr 18 06:55:36.797865 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dc5a6220-e759-4f04-a226-c20ba2282425 req-6a9387b0-d86f-4e87-85a4-6648bf77a858 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Apr 18 06:55:37.914947 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f5ddb-1486-430f-aa29-eb6748e9fc79 req-11c87015-6800-464a-a01a-472e03e5a51a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:37.916435 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d6f5ddb-1486-430f-aa29-eb6748e9fc79 req-11c87015-6800-464a-a01a-472e03e5a51a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0492911 Apr 18 06:55:37.953809 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d6f5ddb-1486-430f-aa29-eb6748e9fc79 req-3effc5bc-c659-417e-ae0d-60dfb144b57f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Apr 18 06:55:39.067530 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348d744-de05-47fd-b748-3ab4c4550097 req-ab45f811-7239-4e69-9369-6266d07322f2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:39.069007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2348d744-de05-47fd-b748-3ab4c4550097 req-ab45f811-7239-4e69-9369-6266d07322f2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0489910 Apr 18 06:55:39.106560 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2348d744-de05-47fd-b748-3ab4c4550097 req-58094638-51d2-4888-bbaa-61590bdab29d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315287 Apr 18 06:55:40.387884 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b6dbf-c6c4-466c-945e-81080c947b25 req-4fe25eed-db8e-46a5-bf9f-23b3f9cec297 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:40.389372 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-444b6dbf-c6c4-466c-945e-81080c947b25 req-4fe25eed-db8e-46a5-bf9f-23b3f9cec297 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0489297 Apr 18 06:55:40.428565 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-444b6dbf-c6c4-466c-945e-81080c947b25 req-6559bfab-971a-401a-9ee7-17f90368bdbe tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Apr 18 06:55:40.465935 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-f73f0dd2-81f0-45ee-b8dc-71b4f292cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:40.467455 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-f73f0dd2-81f0-45ee-b8dc-71b4f292cf3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778&tenant_id=9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0463812 Apr 18 06:55:40.541405 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-8be48aab-cbde-4206-874f-a8c227240880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:40.542878 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-8be48aab-cbde-4206-874f-a8c227240880 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1096 time: 0.0442364 Apr 18 06:55:40.630538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-94bc9f1b-a5ae-4068-8f0e-c1bfc0cee2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:40.632018 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-94bc9f1b-a5ae-4068-8f0e-c1bfc0cee2c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0827758 Apr 18 06:55:40.699348 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-d86c5ccd-9f9b-4d8c-871a-093ddf5e5a99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 999 time: 0.0610669 Apr 18 06:55:40.746770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-3773feb7-3f4d-4b02-b774-2a8af6996397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:40.748284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-3773feb7-3f4d-4b02-b774-2a8af6996397 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0433130 Apr 18 06:55:40.793541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-50033275-75fc-499c-b182-575dac98da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:40.795036 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-50033275-75fc-499c-b182-575dac98da69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396810 Apr 18 06:55:40.886906 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-56a97a8f-d9a0-4d87-aadc-f97b9cd78d1e service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845351 Apr 18 06:55:40.975190 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fb93aab4-1436-4902-bb1c-b16e267d3600 req-e2202040-40ef-45c7-b94d-204de5e90bc3 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816989 Apr 18 06:55:41.549047 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe27a61-bad1-4784-bd4b-3604dc53b7eb req-4c2f85fb-6a9f-4bb9-8b34-98601f17b76b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:41.550746 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ebe27a61-bad1-4784-bd4b-3604dc53b7eb req-4c2f85fb-6a9f-4bb9-8b34-98601f17b76b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0529344 Apr 18 06:55:41.598065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ebe27a61-bad1-4784-bd4b-3604dc53b7eb req-372fc0f6-a5b5-4d9f-b7b5-77efa6cb12fc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Apr 18 06:55:42.722234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306248e0-1fdd-4067-a722-ec4fd57ece27 req-5a9597e7-90a3-4676-bd91-65d0ab3e0176 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:42.723710 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-306248e0-1fdd-4067-a722-ec4fd57ece27 req-5a9597e7-90a3-4676-bd91-65d0ab3e0176 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0550518 Apr 18 06:55:42.773118 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-306248e0-1fdd-4067-a722-ec4fd57ece27 req-25adeef9-34c6-44ea-81a6-effa1ab57980 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Apr 18 06:55:43.462860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:43.897091 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08988-7ffa-48e7-a60d-cf9e9259fff6 req-5a4a821f-f61d-4e6c-a0e6-8cc4565565bb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:43.903808 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ae08988-7ffa-48e7-a60d-cf9e9259fff6 req-5a4a821f-f61d-4e6c-a0e6-8cc4565565bb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0647278 Apr 18 06:55:43.946439 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ae08988-7ffa-48e7-a60d-cf9e9259fff6 req-9fcad08e-1ebc-4b8d-a4d0-8cb71cb0c835 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341480 Apr 18 06:55:45.083286 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dd56d-1f54-4f27-8b55-7f4b744ce5eb req-4796f759-c89d-4ff7-98c5-492d0094afe2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:45.085478 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f95dd56d-1f54-4f27-8b55-7f4b744ce5eb req-4796f759-c89d-4ff7-98c5-492d0094afe2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0581074 Apr 18 06:55:45.126760 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f95dd56d-1f54-4f27-8b55-7f4b744ce5eb req-80273888-123a-46c8-ba73-0b0e8dba82ae tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351543 Apr 18 06:55:46.247331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62056456-ef01-4d8c-8d82-5549127a2b36 req-934cc421-81cc-4fe5-9c8f-d188ed0223c8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:46.249384 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-62056456-ef01-4d8c-8d82-5549127a2b36 req-934cc421-81cc-4fe5-9c8f-d188ed0223c8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0487993 Apr 18 06:55:46.290593 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-62056456-ef01-4d8c-8d82-5549127a2b36 req-9db67c91-5562-43b5-81c1-b02262efaba5 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344274 Apr 18 06:55:47.426480 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0cd7e-dcf4-4b59-81fe-d6019f4c6d7b req-2a1f78ca-c66a-441c-ad30-46bca8a5f0cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:47.428009 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-43a0cd7e-dcf4-4b59-81fe-d6019f4c6d7b req-2a1f78ca-c66a-441c-ad30-46bca8a5f0cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0583909 Apr 18 06:55:47.470741 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-43a0cd7e-dcf4-4b59-81fe-d6019f4c6d7b req-9377c252-fdcc-4194-b17f-6ecaa72b587c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363364 Apr 18 06:55:48.595996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21495928-9e53-4ca1-8819-0df741c8c3e3 req-0574d8e2-100d-4ba6-b56c-5cf1ab1fbfab tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:48.597633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-21495928-9e53-4ca1-8819-0df741c8c3e3 req-0574d8e2-100d-4ba6-b56c-5cf1ab1fbfab tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0544600 Apr 18 06:55:48.636291 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-21495928-9e53-4ca1-8819-0df741c8c3e3 req-eac6bfb1-7642-4ba9-a3ff-22e5b0ad9d1e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Apr 18 06:55:49.755930 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a53d18-bc35-4a97-aa35-b08e4ff4fdc4 req-ba3b9b39-e9ca-48c9-8ab9-9bcd3da7ce24 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:49.757408 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47a53d18-bc35-4a97-aa35-b08e4ff4fdc4 req-ba3b9b39-e9ca-48c9-8ab9-9bcd3da7ce24 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0521460 Apr 18 06:55:49.794389 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47a53d18-bc35-4a97-aa35-b08e4ff4fdc4 req-6b5c80cb-e1a9-4c6e-9e4b-fdc6626e0de3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311801 Apr 18 06:55:50.913638 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800d345-1237-4a72-9f58-d4621fa07509 req-c10a6cc0-4094-4a92-aa0f-bc6a8607274e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:50.915086 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e800d345-1237-4a72-9f58-d4621fa07509 req-c10a6cc0-4094-4a92-aa0f-bc6a8607274e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0517840 Apr 18 06:55:50.954177 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e800d345-1237-4a72-9f58-d4621fa07509 req-e3730a84-79ee-41e8-9cc6-74a00dadd61c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329671 Apr 18 06:55:52.068942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd23f3-936c-4225-a006-787367421bfb req-d35eb17a-c784-40fc-9a55-238e1ae56b5e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:52.070378 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67bd23f3-936c-4225-a006-787367421bfb req-d35eb17a-c784-40fc-9a55-238e1ae56b5e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0486414 Apr 18 06:55:52.107866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-67bd23f3-936c-4225-a006-787367421bfb req-50241d89-c540-4202-9362-8fd828b59050 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Apr 18 06:55:53.221360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c51f-c5de-406b-8a70-5262cd1ee24d req-7241b940-8a0a-4f81-86c1-fe68b1d7b037 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:53.222814 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7769c51f-c5de-406b-8a70-5262cd1ee24d req-7241b940-8a0a-4f81-86c1-fe68b1d7b037 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0483439 Apr 18 06:55:53.259746 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7769c51f-c5de-406b-8a70-5262cd1ee24d req-d64e4c5a-279d-4487-8306-d9ef7ccc4512 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307887 Apr 18 06:55:53.444051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8accadbc-e18c-4a67-975d-c93016369124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:53.571362 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:55:54.377616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580366e-90bc-42d8-a9ce-c0e0c0c3a42e req-216ad5a7-b01c-4483-a35f-3622b7730b5f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:54.379162 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2580366e-90bc-42d8-a9ce-c0e0c0c3a42e req-216ad5a7-b01c-4483-a35f-3622b7730b5f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0499110 Apr 18 06:55:54.418910 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2580366e-90bc-42d8-a9ce-c0e0c0c3a42e req-2d2527b9-6ae7-497d-9a53-97327a1f4a99 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332699 Apr 18 06:55:55.542937 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a3b75-bef6-4365-a9f5-eea3ee9619cc req-cec59969-64d6-44eb-a807-2e7ebc40f2cb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:55.544459 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-398a3b75-bef6-4365-a9f5-eea3ee9619cc req-cec59969-64d6-44eb-a807-2e7ebc40f2cb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0500603 Apr 18 06:55:55.583611 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-398a3b75-bef6-4365-a9f5-eea3ee9619cc req-cc08b9ac-ca0a-4f3d-996c-87480da3e296 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Apr 18 06:55:55.844817 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-88049dcc-b672-4ae0-83ba-71b9d648faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:56.702234 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1c34-9bab-4c49-a25e-f7dcb8b78bae req-755b1ae3-9798-4910-b429-f4ea5d79a3e3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:56.703575 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd8d1c34-9bab-4c49-a25e-f7dcb8b78bae req-755b1ae3-9798-4910-b429-f4ea5d79a3e3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 943 time: 0.0526483 Apr 18 06:55:56.740524 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-bd8d1c34-9bab-4c49-a25e-f7dcb8b78bae req-0952a1a1-d528-4ee3-b321-7522622a6e57 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310752 Apr 18 06:55:57.191714 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:55:57.262541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:57.286166 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:57.297420 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'e6980c6b-5537-4244-9baa-d309d589615d', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'port_id': 'e6980c6b-5537-4244-9baa-d309d589615d', 'mac_address': 'fa:16:3e:6e:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:55:57.336715 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:57.350220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6980c6b-5537-4244-9baa-d309d589615d {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:55:57.369419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:57.422163 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:57.469269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=9']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:55:57.847889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['e6980c6b-5537-4244-9baa-d309d589615d'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:55:57.857910 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbd701-770a-48b2-ad68-264fa5fde16d req-2ee0e2ff-abe9-4dff-a741-22465a6b4bbb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:57.859446 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9acbd701-770a-48b2-ad68-264fa5fde16d req-2ee0e2ff-abe9-4dff-a741-22465a6b4bbb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 944 time: 0.0526581 Apr 18 06:55:57.897704 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9acbd701-770a-48b2-ad68-264fa5fde16d req-13c9fe72-956c-41ac-b064-8f68a43c7384 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Apr 18 06:55:58.981007 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:59.010992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:59.013974 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587dc57-f97f-4cc1-b1b3-1eca8c1a6dcd req-65dcd9bf-50a8-4178-bff3-2134388f3f3f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:59.015473 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b587dc57-f97f-4cc1-b1b3-1eca8c1a6dcd req-65dcd9bf-50a8-4178-bff3-2134388f3f3f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 944 time: 0.0487342 Apr 18 06:55:59.053814 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b587dc57-f97f-4cc1-b1b3-1eca8c1a6dcd req-ee1aa088-03d1-47f2-b923-7545dc52782a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Apr 18 06:55:59.221034 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:55:59.267473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port e6980c6b-5537-4244-9baa-d309d589615d triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:55:59.267877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:59.343857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:59.365209 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:55:59.367515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e442855d3deffb7d991416922c2999f93b1c721acbecfe0a05d3eaae940e1392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd079e8-91fb-4c37-a6d6-cbfb907164b9" -d '{"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-plugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:55:59.380860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:55:59.404929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18053a0-66a9-49c7-afd6-4df2af3edfc3 x-openstack-request-id: req-c18053a0-66a9-49c7-afd6-4df2af3edfc3 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:55:59.405217 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-plugged", "status": "completed", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:55:59.405462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c18053a0-66a9-49c7-afd6-4df2af3edfc3 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:55:59.405853 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18053a0-66a9-49c7-afd6-4df2af3edfc3'] response: {'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'code': 200} Apr 18 06:55:59.444109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:55:59.491306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=10']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:55:59.809540 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd759ed3-0c51-4e5d-a0fb-3a8ef0796d17 req-284289e1-c872-4db0-a9fe-dab96127565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:55:59.810903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dd759ed3-0c51-4e5d-a0fb-3a8ef0796d17 req-284289e1-c872-4db0-a9fe-dab96127565a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1099 time: 0.0391085 Apr 18 06:55:59.844900 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-dd759ed3-0c51-4e5d-a0fb-3a8ef0796d17 req-0861159d-1476-4007-bfe7-6bcd22e489cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276084 Apr 18 06:56:00.166496 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c797c53-9e4a-41ef-94e3-862265b49183 req-d1e79b05-5073-4e6e-b0f0-fec304e63b86 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:00.167972 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7c797c53-9e4a-41ef-94e3-862265b49183 req-d1e79b05-5073-4e6e-b0f0-fec304e63b86 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.0478125 Apr 18 06:56:00.204979 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7c797c53-9e4a-41ef-94e3-862265b49183 req-cd03e12f-9830-47da-820a-9880c41cb00f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305457 Apr 18 06:56:01.325020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ad8a1-d3f7-4e99-964c-580331d5825e req-6235be56-c008-4ea2-bb1b-df3c60e8023e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:01.326498 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa3ad8a1-d3f7-4e99-964c-580331d5825e req-6235be56-c008-4ea2-bb1b-df3c60e8023e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.0500977 Apr 18 06:56:01.364365 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-aa3ad8a1-d3f7-4e99-964c-580331d5825e req-6e00997f-1ac6-4042-8a67-1b2ea4c212f4 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Apr 18 06:56:02.483814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96f4d3-db5c-4da4-818f-6d93ed8aa30a req-26f96771-6a6a-47ff-8112-b363b05ff171 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:02.485830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee96f4d3-db5c-4da4-818f-6d93ed8aa30a req-26f96771-6a6a-47ff-8112-b363b05ff171 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.0537117 Apr 18 06:56:02.524630 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ee96f4d3-db5c-4da4-818f-6d93ed8aa30a req-7e4a416e-655f-4296-a86a-2984334d8648 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Apr 18 06:56:03.644225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7795c9-2d3a-4eba-8b6f-33c4290eb362 req-54ce40c4-2237-4f2c-b86a-f43e810ec5fa tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:03.645681 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0b7795c9-2d3a-4eba-8b6f-33c4290eb362 req-54ce40c4-2237-4f2c-b86a-f43e810ec5fa tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.0541465 Apr 18 06:56:03.682623 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0b7795c9-2d3a-4eba-8b6f-33c4290eb362 req-27c0961b-aac7-446a-aa4c-362167a0f1ad tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Apr 18 06:56:09.779383 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-0714dd28-6312-47e0-8dba-394793d60619 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057687 Apr 18 06:56:09.877259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fbc56-d733-48f6-9969-6db839563390 req-fc33c258-a58c-4588-9436-39b55cc20448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:09.878710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-fc33c258-a58c-4588-9436-39b55cc20448 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1099 time: 0.0391703 Apr 18 06:56:09.978793 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fbc56-d733-48f6-9969-6db839563390 req-b7aebc57-2e3e-4a8a-8160-f3e61577e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:09.980186 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-b7aebc57-2e3e-4a8a-8160-f3e61577e578 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0843723 Apr 18 06:56:10.043217 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-3f676a16-f451-4b7d-ae0b-bf0beac939b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1001 time: 0.0563984 Apr 18 06:56:10.095016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fbc56-d733-48f6-9969-6db839563390 req-b0abcb5e-52bc-4b99-b925-583d98ed080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:10.096712 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-b0abcb5e-52bc-4b99-b925-583d98ed080f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0473425 Apr 18 06:56:10.140701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fbc56-d733-48f6-9969-6db839563390 req-3d4a3475-780a-436b-b0dc-76b3e82ef486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:56:10.143093 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-3d4a3475-780a-436b-b0dc-76b3e82ef486 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391533 Apr 18 06:56:10.230298 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-d77661cf-baa9-4adb-b1a7-fb5f38f25fce service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799797 Apr 18 06:56:10.323903 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-918fbc56-d733-48f6-9969-6db839563390 req-58db8004-f81b-427b-8792-1a7271d617b2 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Apr 18 06:56:13.439815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:23.456106 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1838c8a-f769-4c83-81fd-1893660010f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:25.856028 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e99ee576-9ef9-431b-985f-3f9f4cb911fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:27.244717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:28.958766 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:28.987296 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:30.569871 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:56:43.431793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:53.484315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9f4c5927-f0e4-41a2-b376-f972d987feb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:55.882979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ae4d123-3206-449a-9a21-da401a578b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:57.260271 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:59.044142 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:56:59.055866 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:07.568641 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:57:08.948152 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-fb3ff52f-4701-4282-bab2-ec4c049c74bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396378 Apr 18 06:57:09.048269 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-8a5d8182-2ec9-459b-8576-a738bac9ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:09.049764 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-8a5d8182-2ec9-459b-8576-a738bac9ae4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1099 time: 0.0442915 Apr 18 06:57:09.150622 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-ea56dd21-1179-4397-b833-d18144661b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:09.152017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-ea56dd21-1179-4397-b833-d18144661b65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0847011 Apr 18 06:57:09.219038 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-87ffd7fe-c6b0-4f6b-9f73-63e32dca1983 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 1001 time: 0.0600431 Apr 18 06:57:09.265494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-cdccd6bd-82a6-44e5-8377-597e6cf3118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:09.266859 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-cdccd6bd-82a6-44e5-8377-597e6cf3118a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0416515 Apr 18 06:57:09.309976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-8b419a6e-52dc-4dd1-9420-edb151e7565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:09.311463 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-8b419a6e-52dc-4dd1-9420-edb151e7565a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379465 Apr 18 06:57:09.402431 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-e7e2c368-0d51-493e-85fe-827d5284101b service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841584 Apr 18 06:57:09.491762 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-42e08e6c-50b0-4d12-88a8-8315d704019b req-37c1c8ed-abba-4a58-b5d2-985fd0fac712 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817633 Apr 18 06:57:13.448251 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:23.455471 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-41ad1025-1baa-40cd-ae3f-77b8613e0e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:25.821102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c699bf25-d65c-41fe-b7fa-f286adbea16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:27.236534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:28.992819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:29.003674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:32.446102 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59862) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:32.641651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Deleting port 8c6b6fe4-f4e3-4098-8aed-cbc00125f534 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:57:32.641990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:32.715083 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:32.715349 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:32.726595 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Calling delete_port for 8c6b6fe4-f4e3-4098-8aed-cbc00125f534 owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:57:32.975772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:33.004820 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event deleted for resources: {'Port': ['ID=8c6b6fe4-f4e3-4098-8aed-cbc00125f534,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:33.016936 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.017279 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.017616 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.017945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.018273 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.018600 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.018921 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.019258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.019586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.019906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.020225 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.020535 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:33.073338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:33.073660 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Floating IP 629239ea-c6e4-4563-ad4f-bb08784f9fb4 disassociated (deleted). External IP: 172.26.4.196, port: e6980c6b-5537-4244-9baa-d309d589615d. Apr 18 06:57:33.588772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Router 1d5bc219-a658-40be-8d38-23dd14014160 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:57:33.694399 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:57:33.699383 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:33.707819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:57:33.718062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:57:33.718678 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:57:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:57:33.725835 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6b6e8695-07c9-43f3-a490-d79e10c35985 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "DELETE /v2.0/floatingips/629239ea-c6e4-4563-ad4f-bb08784f9fb4 HTTP/1.1" status: 204 len: 168 time: 1.2776868 Apr 18 06:57:33.746043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:57:33.746043 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5884955d02d04624ef76505e69dec8809677e44ea24a22d82fd9402e9fbe59ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317dbe82-8687-40e7-967d-69aa62c3d09c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:57:33.839694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:57:33.867425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc869625-b83b-4330-bc61-3276c47d90c9 x-openstack-request-id: req-cc869625-b83b-4330-bc61-3276c47d90c9 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:57:33.867425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:57:33.867425 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc869625-b83b-4330-bc61-3276c47d90c9 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:57:33.867767 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc869625-b83b-4330-bc61-3276c47d90c9'] response: {'name': 'network-changed', 'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'status': 'completed', 'code': 200} Apr 18 06:57:34.043352 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:57:34.052358 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-4de7f593-e0f6-4108-833b-5257d267dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:34.053864 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-4de7f593-e0f6-4108-833b-5257d267dea9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 1099 time: 0.0850451 Apr 18 06:57:34.070657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:57:34.079122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:57:34.079745 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:57:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:57:34.148995 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-24249459-9517-41e6-82f2-1adbd58770ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:34.151150 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-24249459-9517-41e6-82f2-1adbd58770ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0912595 Apr 18 06:57:34.194574 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:57:34.200023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-6c80b810-1fb9-40db-ace7-f7f080867f1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 200 len: 217 time: 0.0363057 Apr 18 06:57:34.268126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-c26c5a14-98c3-4289-85e9-f1efaaaea27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:34.269511 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-c26c5a14-98c3-4289-85e9-f1efaaaea27f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0595281 Apr 18 06:57:34.337931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836703-76d7-4150-b615-5405e982db72 req-2b5fd97a-7345-4355-ad24-a4a2475fc682 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:34.339430 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24836703-76d7-4150-b615-5405e982db72 req-2b5fd97a-7345-4355-ad24-a4a2475fc682 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.1341341 Apr 18 06:57:34.341970 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-fd7e1910-0d0b-4153-842a-0939fe167333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:34.343322 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-fd7e1910-0d0b-4153-842a-0939fe167333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567362 Apr 18 06:57:34.399895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:57:34.423658 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24836703-76d7-4150-b615-5405e982db72 req-368eb9c3-0621-458f-8a90-eda171fb13b9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776298 Apr 18 06:57:34.462414 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-47c8e715-0b62-4115-8072-9cb3ffa501d9 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098652 Apr 18 06:57:34.555575 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-317dbe82-8687-40e7-967d-69aa62c3d09c req-885e8d2c-4791-4c7d-9f7c-399907506622 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860462 Apr 18 06:57:34.570312 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5162e2f7-7b31-4422-a0c7-189f4e54cf14 None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:57:34.783186 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0b9d15-d94f-4376-8696-dbcd3dba0af7 None None] New status for floating IP 629239ea-c6e4-4563-ad4f-bb08784f9fb4: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:57:35.665574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be4d6f-7527-4b55-97df-d7dcd2f983e5 req-26b955bb-3c2d-4d35-94e4-933ab14a33d5 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:35.667071 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-20be4d6f-7527-4b55-97df-d7dcd2f983e5 req-26b955bb-3c2d-4d35-94e4-933ab14a33d5 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.0939565 Apr 18 06:57:35.704575 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-20be4d6f-7527-4b55-97df-d7dcd2f983e5 req-5763a959-91ee-4200-aeb4-c7f91d262b84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Apr 18 06:57:35.801981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-6bce6eed-71e2-40ea-b79b-1bc9aa81ba0f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:57:35.803452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-6bce6eed-71e2-40ea-b79b-1bc9aa81ba0f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 946 time: 0.0516920 Apr 18 06:57:35.891300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Deleting port e6980c6b-5537-4244-9baa-d309d589615d {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 06:57:35.891630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:35.980648 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] For port e6980c6b-5537-4244-9baa-d309d589615d, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=e6980c6b-5537-4244-9baa-d309d589615d,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:57:35.980930 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:35.993271 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Calling delete_port for e6980c6b-5537-4244-9baa-d309d589615d owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 06:57:36.175257 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:36.207048 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event deleted for resources: {'Port': ['ID=e6980c6b-5537-4244-9baa-d309d589615d,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:36.219025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.219407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.219743 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.220069 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.220416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.220740 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.221061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.221380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.221705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.222020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.222338 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.222649 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:57:36.256505 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] No DVR routers for this DVR port e6980c6b-5537-4244-9baa-d309d589615d on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 06:57:36.258901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:36.262272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de9e212c-5a6d-477a-9ede-fba50f4c3a09 req-eb94e6dd-e1a3-4787-adc2-435b8e6205a9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "DELETE /v2.0/ports/e6980c6b-5537-4244-9baa-d309d589615d HTTP/1.1" status: 204 len: 173 time: 0.4533489 Apr 18 06:57:36.262698 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-deleted', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:57:36.301826 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178490c1-656f-49a4-bb51-74f555353272" -d '{"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-deleted", "tag": "e6980c6b-5537-4244-9baa-d309d589615d"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:57:36.386028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9064b0-d5f2-4d1b-81a4-c71f6418b338 x-openstack-request-id: req-bd9064b0-d5f2-4d1b-81a4-c71f6418b338 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:57:36.386319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af92b4-005f-4fc8-97d8-3d04fab92778", "name": "network-vif-deleted", "tag": "e6980c6b-5537-4244-9baa-d309d589615d", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:57:36.386635 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd9064b0-d5f2-4d1b-81a4-c71f6418b338 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:57:36.387233 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9064b0-d5f2-4d1b-81a4-c71f6418b338'] response: {'server_uuid': 'e0af92b4-005f-4fc8-97d8-3d04fab92778', 'name': 'network-vif-deleted', 'tag': 'e6980c6b-5537-4244-9baa-d309d589615d', 'status': 'completed', 'code': 200} Apr 18 06:57:36.808751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-ca46bcb8-1b9a-4aca-8ba6-eb51105c2419 req-a3ec640a-3340-4629-8d8c-a71cc683673a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0af92b4-005f-4fc8-97d8-3d04fab92778 HTTP/1.1" status: 200 len: 210 time: 0.0261562 Apr 18 06:57:37.864509 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59910) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:37.922149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5740-d294-4201-8b08-0f9cefc9b3d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:37.947312 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5740-d294-4201-8b08-0f9cefc9b3d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.123836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5740-d294-4201-8b08-0f9cefc9b3d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.126380 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5740-d294-4201-8b08-0f9cefc9b3d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.127555 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0c7c5740-d294-4201-8b08-0f9cefc9b3d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "DELETE /v2.0/security-groups/e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e HTTP/1.1" status: 204 len: 168 time: 0.2620618 Apr 18 06:57:38.137433 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c5740-d294-4201-8b08-0f9cefc9b3d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b81f9a-9b97-4fa4-a87a-a405c7eaa23e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:38.588300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59916) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:38.592907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664940105', 'description': 'tempest-secgroup-smoke-1664940105 description', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:38.713502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.777309 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.843880 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.872706 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f9556-423f-4344-8282-ead0b2b7c364,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:38.914290 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:38.916625 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-3bc2e24e-50c2-451f-804e-cd79b6680b74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3272655 Apr 18 06:57:38.919180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 59918) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:38.923502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f9556-423f-4344-8282-ead0b2b7c364', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:39.037931 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.093841 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.190927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.209811 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c865b3e-2ef9-484c-a374-46950106a778,revision_number=0']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:39.284099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.285335 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-34e12b19-8202-4ff9-b4cd-fc850be0650f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652201 Apr 18 06:57:39.288389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59920) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:39.292864 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f9556-423f-4344-8282-ead0b2b7c364', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:39.386774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.448086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.524261 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.543155 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a7b4ae-2c26-46ed-b0ff-2c338f077e41,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:39.623438 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.624692 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e03d8d9c-d90a-4880-9087-12e48709170f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3353806 Apr 18 06:57:39.627477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59922) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:39.631853 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f9556-423f-4344-8282-ead0b2b7c364', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:39.657351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 06:57:39.679603 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: e6980c6b-5537-4244-9baa-d309d589615d {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 06:57:39.679941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device e6980c6b-5537-4244-9baa-d309d589615d not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 06:57:39.730119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.789529 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.889802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.908404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25ee7ab-a778-44f9-8412-d9052c863dec,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:39.994500 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:39.995862 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-dca54d71-fc7f-4b87-a5d9-bc2b7aae3948 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674319 Apr 18 06:57:39.998574 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59924) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:40.003001 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f9556-423f-4344-8282-ead0b2b7c364', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:40.094514 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.156115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.226608 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.244561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cc9089-2b50-4a43-8e8c-972d5d8e642f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:40.319937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.321158 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-96ee2a9d-7ce4-482a-8f24-bf7dd1ed5d23 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216181 Apr 18 06:57:40.324882 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59926) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:40.329277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f9556-423f-4344-8282-ead0b2b7c364', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:40.413575 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Project 9e1e6fba1ba44e19a0929104786a3cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:57:40.418598 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.479805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.562018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.579590 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f5ce8e-1df2-4b76-aca8-7c6e27ef31a7,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:40.639996 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.641198 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-56377d62-1908-4c45-9a42-52f30cbb1b09 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153799 Apr 18 06:57:40.644039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 59928) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:57:40.648224 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f9556-423f-4344-8282-ead0b2b7c364', 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:57:40.752619 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Project 9e1e6fba1ba44e19a0929104786a3cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 06:57:40.757584 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.816430 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.895249 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.912713 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea1cbdd-2880-4e4e-ad14-50f1194e5854,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:57:40.972073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:40.973279 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f88cf2e3-b100-4228-a862-aa79c2cca738 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3283343 Apr 18 06:57:43.443797 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:44.566963 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:57:53.455520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2986296f-6af3-483f-a1db-bbef53680edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:55.864769 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-826af292-f555-496b-b940-67b6dfdfb195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:57.238173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:59.015350 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:57:59.058849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:05.945328 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-d7d82ad6-0892-4888-9165-bad453348a95 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664940105&fields=id&tenant_id=9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 267 time: 0.0332172 Apr 18 06:58:06.054772 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-84d12495-abc3-4a9b-9c36-592af13fd912 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:06.056491 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-84d12495-abc3-4a9b-9c36-592af13fd912 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 809 time: 0.1043489 Apr 18 06:58:06.071786 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-553b5725-fda4-4ecd-822f-dd2eae0080d6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/quotas/9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 375 time: 0.0087445 Apr 18 06:58:06.121026 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-6295cfce-15b2-4a0c-87b2-7b7da94fbd93 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442383 Apr 18 06:58:06.260468 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-81a73b37-7e07-457e-9a4c-452adf8fd1be service neutron] 10.222.0.43 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273694 Apr 18 06:58:06.349288 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba9d12bd-e8dc-4f81-b34c-285698a82a9c service neutron] 10.222.0.43 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823970 Apr 18 06:58:06.937980 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-58d42c2f-dd7e-46e0-8ab3-0c7f881eb97f req-5d9345e0-fac3-4160-ba91-d43ae87a2e15 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0296555 Apr 18 06:58:08.032136 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1655f1a8-103b-45b5-a7eb-925cf0fdfb00 req-e456d07b-cc1c-46ea-a90a-728f877af0f6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Apr 18 06:58:09.043665 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-8f732e31-7b7c-4cb1-8db2-abd9ac19f512 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:09.045114 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-8f732e31-7b7c-4cb1-8db2-abd9ac19f512 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 809 time: 0.0980947 Apr 18 06:58:09.096819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-6c79f6ba-4ba9-48d3-9d5c-175dadb9444b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 380 time: 0.0370085 Apr 18 06:58:09.105598 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'port': {'device_id': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'admin_state_up': True, 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'security_groups': ['ec0f9556-423f-4344-8282-ead0b2b7c364']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:58:09.149017 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-35515df3-714e-4812-b34f-7f8c02e37a15 req-0ae71b12-7f6d-49ea-911b-d4bd3a02087c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0400622 Apr 18 06:58:09.301031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Made reservation on behalf of 9e1e6fba1ba44e19a0929104786a3cf1 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 06:58:09.304473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:09.433833 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Allocated IP 172.20.0.9 (0dd5cfab-01ca-408f-985f-0d0946e4d98f/8de66f93-81d3-4b46-950e-0ec6dda73bc2/3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:58:09.569587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:09.672777 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:09.722713 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:58:09.726043 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:58:09.730179 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:58:09.739224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:09.787073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:09.787803 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:09.885490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-ba950816-45e6-45cf-b04f-783c85fa7a5d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835705 Apr 18 06:58:09.903760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Request body: {'port': {'device_id': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:58:09.942806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-15578f4d-43e0-42b8-8214-fc6865542123 None None] Provisioning complete for port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:58:09.943448 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-15578f4d-43e0-42b8-8214-fc6865542123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:09.962251 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:09.980626 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-15578f4d-43e0-42b8-8214-fc6865542123 None None] Port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 06:58:10.228017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:58:10.239428 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:10.252572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Transition to ACTIVE for port object 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 06:58:10.270627 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909bef-a8ce-40c2-bbb1-a56b63d7a8ef req-8028738a-89a1-4857-b024-d34db39a3144 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:10.272139 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf909bef-a8ce-40c2-bbb1-a56b63d7a8ef req-8028738a-89a1-4857-b024-d34db39a3144 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 931 time: 0.0491946 Apr 18 06:58:10.316318 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cf909bef-a8ce-40c2-bbb1-a56b63d7a8ef req-761918cb-3073-40ae-83e0-33d4bf4493d2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Apr 18 06:58:10.352384 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:10.741805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:10.808705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Attempting to bind port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 06:58:10.809051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Attempting to bind port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 06:58:10.809388 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Attempting to bind port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:58:10.813853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 06:58:10.814182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Attempting to bind port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 on network 0dd5cfab-01ca-408f-985f-0d0946e4d98f {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 06:58:10.819408 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 6, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 06:58:10.819752 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Checking segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 06:58:10.820137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Bound using segment: {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 06:58:10.820560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Bound port: 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19328d04-b7b0-4246-9d5c-8fcb06ec1582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 06:58:10.820917 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:10.891305 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 06:58:10.894664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 06:58:10.990921 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:11.028755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.029354 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:11.030799 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] 10.222.0.46 "PUT /v2.0/ports/3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 1093 time: 1.1316853 Apr 18 06:58:11.031412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:58:11.033897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:58:11.062926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc495-af88-4fe9-bd27-4a5878408755 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:11.092022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd01f5a-b5b9-42c1-b90c-d4e3a92a275c x-openstack-request-id: req-8dd01f5a-b5b9-42c1-b90c-d4e3a92a275c {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:58:11.092022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:58:11.092022 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dd01f5a-b5b9-42c1-b90c-d4e3a92a275c {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:58:11.092022 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd01f5a-b5b9-42c1-b90c-d4e3a92a275c'] response: {'name': 'network-changed', 'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'status': 'completed', 'code': 200} Apr 18 06:58:11.177141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434 req-e80a713b-34a7-4354-9306-8f3fb0149e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.179126 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434 req-e80a713b-34a7-4354-9306-8f3fb0149e96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1096 time: 0.0450065 Apr 18 06:58:11.285924 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434 req-03b3682a-9fa2-464b-b21b-3308be5c9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.287299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434 req-03b3682a-9fa2-464b-b21b-3308be5c9162 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0953784 Apr 18 06:58:11.384524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434 req-cecff2d6-e658-4af9-b914-33246de77265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.386081 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae2fa0e1-ec22-4d15-a6e1-c14cc6cd8434 req-cecff2d6-e658-4af9-b914-33246de77265 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926881 Apr 18 06:58:11.445320 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ab977-3e9c-4b24-92bb-d1c13eb1a449 req-5f4589c7-2289-4338-ad65-b8c55b5e7f04 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.448210 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4a3ab977-3e9c-4b24-92bb-d1c13eb1a449 req-5f4589c7-2289-4338-ad65-b8c55b5e7f04 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0519080 Apr 18 06:58:11.487135 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-4a3ab977-3e9c-4b24-92bb-d1c13eb1a449 req-773daac7-52eb-4924-b779-fcb21527e5ef tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Apr 18 06:58:11.490542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-b0be6465-5dc2-43b3-9887-d43d9294011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.492633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-b0be6465-5dc2-43b3-9887-d43d9294011c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1096 time: 0.0480275 Apr 18 06:58:11.544875 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-d93567f3-553d-4d3e-a8db-f67d8d5c9672 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 217 time: 0.0386679 Apr 18 06:58:11.593410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-a31a97ef-523b-4a4a-8879-57defd90e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.595090 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-a31a97ef-523b-4a4a-8879-57defd90e015 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0437865 Apr 18 06:58:11.640301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-8e32c4d5-b62d-4cf0-ad23-ba4864bed88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:11.642345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-8e32c4d5-b62d-4cf0-ad23-ba4864bed88b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411158 Apr 18 06:58:11.737454 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-9adfa21a-911e-41bc-85bc-53a4c8ab7410 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882173 Apr 18 06:58:11.827719 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-be166f72-d9ab-440e-9bff-bbbc9a38eb6e req-53fc1c00-3e5f-4908-9c92-bca4466c5ca1 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Apr 18 06:58:12.611151 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea884d2-6139-45bb-9a9a-149d7113465f req-9e908b6d-6bb6-42a9-a4b5-87ddcde6b986 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:12.612605 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ea884d2-6139-45bb-9a9a-149d7113465f req-9e908b6d-6bb6-42a9-a4b5-87ddcde6b986 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0540485 Apr 18 06:58:12.651138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0ea884d2-6139-45bb-9a9a-149d7113465f req-5e568ae8-7d4d-4122-aeaa-9b9d70e34bb2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321131 Apr 18 06:58:13.460773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:13.768202 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f481b-126a-462a-a4d8-01e0709fa343 req-4cacc8d3-1a28-4a33-9c14-77f1f2dc3375 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:13.769768 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d8f481b-126a-462a-a4d8-01e0709fa343 req-4cacc8d3-1a28-4a33-9c14-77f1f2dc3375 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0489347 Apr 18 06:58:13.809081 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d8f481b-126a-462a-a4d8-01e0709fa343 req-b1f896c8-9b0d-4b38-b739-a1c80b7b8745 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333073 Apr 18 06:58:14.927438 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91624fa-c20d-4bb4-a417-616bd06acfa0 req-e325af6b-afe6-4afa-9587-193b92ab91bc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:14.928904 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c91624fa-c20d-4bb4-a417-616bd06acfa0 req-e325af6b-afe6-4afa-9587-193b92ab91bc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0477827 Apr 18 06:58:14.967322 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c91624fa-c20d-4bb4-a417-616bd06acfa0 req-b199c0f0-df46-43bc-9870-7f73a966979c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Apr 18 06:58:16.079459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67501a-308d-4c80-b015-35bb2acadc7e req-02323cf2-5c7e-40c3-a559-ce2308d8eeac tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:16.080923 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2c67501a-308d-4c80-b015-35bb2acadc7e req-02323cf2-5c7e-40c3-a559-ce2308d8eeac tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0481038 Apr 18 06:58:16.121684 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2c67501a-308d-4c80-b015-35bb2acadc7e req-31bce3aa-1962-410a-b7ca-ca0080562d7b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349376 Apr 18 06:58:17.234953 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a9ab-03d4-4d9f-9bcc-e3734efd2641 req-9922b044-599b-4e46-b8ba-5a908be7408d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:17.236445 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d447a9ab-03d4-4d9f-9bcc-e3734efd2641 req-9922b044-599b-4e46-b8ba-5a908be7408d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0474863 Apr 18 06:58:17.273247 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d447a9ab-03d4-4d9f-9bcc-e3734efd2641 req-d495a924-f404-40be-9f61-59b7e0a34456 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Apr 18 06:58:18.388065 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4c5d2-61f1-4dc6-b8c4-c85f458a9959 req-ccbd4a4b-8177-49cb-83b2-aa08b37a4b3b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:18.389661 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7bb4c5d2-61f1-4dc6-b8c4-c85f458a9959 req-ccbd4a4b-8177-49cb-83b2-aa08b37a4b3b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0497205 Apr 18 06:58:18.429146 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7bb4c5d2-61f1-4dc6-b8c4-c85f458a9959 req-6d9d208c-41e9-42c9-93a2-e91c53476b8b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327194 Apr 18 06:58:19.547848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af15d7-2711-4e12-a52f-9b416c20d29b req-476f2e6d-8062-48af-932a-f75f69b0aff8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:19.549290 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54af15d7-2711-4e12-a52f-9b416c20d29b req-476f2e6d-8062-48af-932a-f75f69b0aff8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0538199 Apr 18 06:58:19.586558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-54af15d7-2711-4e12-a52f-9b416c20d29b req-9591ede4-0fc3-4d05-93f7-60b4842e2786 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Apr 18 06:58:20.700651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870ed9e-4c1c-4f93-b455-ef923a41fa44 req-b80e5bde-d67a-4a0b-92f8-6a945acd1b3a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:20.702041 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d870ed9e-4c1c-4f93-b455-ef923a41fa44 req-b80e5bde-d67a-4a0b-92f8-6a945acd1b3a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0486677 Apr 18 06:58:20.740061 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d870ed9e-4c1c-4f93-b455-ef923a41fa44 req-ad4b3dba-d1a6-40bd-a451-45d9a9e060b9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Apr 18 06:58:21.566097 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:58:21.852768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f68541-59d1-4946-b32e-80e4e8dbbb0c req-60739811-8d87-4e7d-a2ce-022d60b0bb82 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:21.854284 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9f68541-59d1-4946-b32e-80e4e8dbbb0c req-60739811-8d87-4e7d-a2ce-022d60b0bb82 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0485294 Apr 18 06:58:21.894252 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e9f68541-59d1-4946-b32e-80e4e8dbbb0c req-3222fd4e-a9a7-4711-9747-79e81dc4ec70 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Apr 18 06:58:23.012802 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2db50-4764-4f75-86ca-af35bd8d00f3 req-185394f5-8903-419b-bd2c-1e5f39019c99 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:23.015570 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2da2db50-4764-4f75-86ca-af35bd8d00f3 req-185394f5-8903-419b-bd2c-1e5f39019c99 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0480130 Apr 18 06:58:23.056032 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2da2db50-4764-4f75-86ca-af35bd8d00f3 req-c499c751-4fe7-4997-8386-9826e95bd86e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347481 Apr 18 06:58:23.464049 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-35ed75ba-801d-4152-b2fe-df1a44388114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:23.856102 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 06:58:23.947940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:58:23.958981 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'port_id': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'mac_address': 'fa:16:3e:09:06:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 06:58:23.994418 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:24.010835 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 06:58:24.029040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:58:24.098752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:24.147080 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:24.154111 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.154473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.154799 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.155173 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.155579 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.156316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.156316 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.156520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.156844 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.157162 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.157480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.157798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 06:58:24.176869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657125e8-3d52-4b96-8cdc-97f627a13eb0 req-f09219de-8df1-47da-8c44-f66526caa569 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:24.178343 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-657125e8-3d52-4b96-8cdc-97f627a13eb0 req-f09219de-8df1-47da-8c44-f66526caa569 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0551682 Apr 18 06:58:24.219318 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-657125e8-3d52-4b96-8cdc-97f627a13eb0 req-a226340d-4726-401e-9a5a-bbc3117ae652 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346878 Apr 18 06:58:24.487846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 06:58:25.338464 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d257c1-58d8-49e0-bef4-c5af950ba0c3 req-09cb8065-7177-4c49-99b4-752a5a5884b4 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:25.339958 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-82d257c1-58d8-49e0-bef4-c5af950ba0c3 req-09cb8065-7177-4c49-99b4-752a5a5884b4 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0489287 Apr 18 06:58:25.379557 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-82d257c1-58d8-49e0-bef4-c5af950ba0c3 req-131d3b9b-3536-4467-b1d8-8bece5e08db6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313931 Apr 18 06:58:25.871656 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-84054ae1-56eb-4969-a028-c4be3eb5c77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:25.874726 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 06:58:25.966790 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 06:58:25.971322 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 06:58:25.975314 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:26.050300 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:26.072083 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:58:26.086165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 06:58:26.110853 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e2878-074a-4619-b944-93883214deae" -d '{"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:58:26.162504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:26.196481 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 06:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5432f5b2-4995-4772-8749-c683d3d8b719 x-openstack-request-id: req-5432f5b2-4995-4772-8749-c683d3d8b719 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:58:26.196761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:58:26.197008 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5432f5b2-4995-4772-8749-c683d3d8b719 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:58:26.197408 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5432f5b2-4995-4772-8749-c683d3d8b719'] response: {'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'code': 200} Apr 18 06:58:26.212530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:26.492168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270481eb-81e6-47b6-93bc-ecc185023936 req-eff99d60-c539-4580-a91d-53d2314b57da tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:26.493644 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-270481eb-81e6-47b6-93bc-ecc185023936 req-eff99d60-c539-4580-a91d-53d2314b57da tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Apr 18 06:58:26.506062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8146a-b6c8-4293-a386-d5bb558b4043 req-35791ddd-b473-4cd8-a8b7-b80922f6002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:26.507562 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0a8146a-b6c8-4293-a386-d5bb558b4043 req-35791ddd-b473-4cd8-a8b7-b80922f6002e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0439839 Apr 18 06:58:26.532083 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-270481eb-81e6-47b6-93bc-ecc185023936 req-650a85e7-37a6-453b-afc4-5283520966a8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Apr 18 06:58:26.541641 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f0a8146a-b6c8-4293-a386-d5bb558b4043 req-c55a0e20-e37a-4c90-bc2b-425500fa18ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279858 Apr 18 06:58:27.266912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:27.649113 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be0667-b8b9-4894-a4ab-3ac8d0e5e20f req-105edaeb-33c8-4cce-ad29-f3e2ae436d1b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:27.650566 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a6be0667-b8b9-4894-a4ab-3ac8d0e5e20f req-105edaeb-33c8-4cce-ad29-f3e2ae436d1b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0491648 Apr 18 06:58:27.691056 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a6be0667-b8b9-4894-a4ab-3ac8d0e5e20f req-8358454d-1147-4017-81a6-fb970ffe7234 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Apr 18 06:58:28.805113 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f24f6-e8aa-44dd-9a68-8b94952459dd req-6383faa5-07e6-4242-bc4a-ed0e35c82daa tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:28.806821 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1b8f24f6-e8aa-44dd-9a68-8b94952459dd req-6383faa5-07e6-4242-bc4a-ed0e35c82daa tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Apr 18 06:58:28.848707 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1b8f24f6-e8aa-44dd-9a68-8b94952459dd req-f3754e7c-9bf2-4fc2-92dc-b88f9aa43bd2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354052 Apr 18 06:58:28.963067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00e635-21f8-4d63-8e06-047e662cb897 req-fd7da08d-519b-48f1-9882-f33ac256930e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:28.964559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da00e635-21f8-4d63-8e06-047e662cb897 req-fd7da08d-519b-48f1-9882-f33ac256930e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Apr 18 06:58:28.978457 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:29.002644 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-da00e635-21f8-4d63-8e06-047e662cb897 req-45f0364a-040c-445b-b648-0a364fe406fd tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Apr 18 06:58:29.008891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:29.024897 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60176) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:58:29.110127 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d70559-9a98-48f9-a577-d9ae82b762b6 tempest-TestShelveInstance-1602928341 tempest-TestShelveInstance-1602928341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:29.111656 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-a5d70559-9a98-48f9-a577-d9ae82b762b6 tempest-TestShelveInstance-1602928341 tempest-TestShelveInstance-1602928341-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1093 time: 0.0857925 Apr 18 06:58:29.114334 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60180) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 06:58:29.118501 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 06:58:29.174525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:29.270284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:29.373603 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Allocated IP 172.26.4.233 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/33d8bda8-d166-4add-9805-0bc4ecca92a0) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 06:58:29.472131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:29.556104 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:29.598575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 06:58:29.601424 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 06:58:29.605067 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 06:58:29.610972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'Port': ['ID=33d8bda8-d166-4add-9805-0bc4ecca92a0,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:29.955550 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:30.079827 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:30.227605 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:30.294975 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:30.365341 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event updated for resources: {'Port': ['ID=33d8bda8-d166-4add-9805-0bc4ecca92a0,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 06:58:30.371547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:30.472271 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Floating IP d729ab61-9063-487a-956c-77156bbf05b5 associated. External IP: 172.26.4.233, port: 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448. Apr 18 06:58:30.676986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Router 1d5bc219-a658-40be-8d38-23dd14014160 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 06:58:30.784628 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 06:58:30.793865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 06:58:30.803942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:58:30.804541 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:58:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:58:30.871655 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:30.900274 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d2ed13a1-bd40-44a2-9348-bd02ebb5b90e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7849288 Apr 18 06:58:30.900868 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 06:58:30.903128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 06:58:30.907277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:58:30.942030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 06:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711b482-86ab-4c9d-80d6-be2715aff87c x-openstack-request-id: req-a711b482-86ab-4c9d-80d6-be2715aff87c {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 06:58:30.942323 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 06:58:30.942565 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a711b482-86ab-4c9d-80d6-be2715aff87c {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 06:58:30.942970 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a711b482-86ab-4c9d-80d6-be2715aff87c'] response: {'name': 'network-changed', 'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'status': 'completed', 'code': 200} Apr 18 06:58:31.026378 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-5fc9a49c-6687-4659-a723-cedc4f0f5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:31.027940 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-5fc9a49c-6687-4659-a723-cedc4f0f5da7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0407724 Apr 18 06:58:31.120717 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-2ebb6231-fffa-4559-96bc-68611d840cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:31.122306 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-2ebb6231-fffa-4559-96bc-68611d840cc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0875561 Apr 18 06:58:31.128141 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'd729ab61-9063-487a-956c-77156bbf05b5', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'port_id': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'mac_address': 'fa:16:3e:09:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:58:29Z', 'updated_at': '2022-04-18T06:58:29Z', 'revision_number': 0, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:58:31.157198 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 06:58:31.165585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 06:58:31.166178 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T06:58:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:58:31.189574 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-9fc77263-8848-4ed4-aefa-589fa6aab085 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 999 time: 0.0594144 Apr 18 06:58:31.242270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-93d614d2-dce1-4f1d-9d23-ce0d529c5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:31.243785 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-93d614d2-dce1-4f1d-9d23-ce0d529c5597 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0443890 Apr 18 06:58:31.269527 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 06:58:31.293301 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-0d779e16-fdb3-4d09-8085-1cd9118b2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:58:31.294794 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-0d779e16-fdb3-4d09-8085-1cd9118b2f35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443490 Apr 18 06:58:31.384303 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-6842103f-8751-402c-8cbf-1a371415b8f9 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822237 Apr 18 06:58:31.480021 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a48f7ad4-e13e-4691-aad6-3a26e863e9f4 req-59c6ca8a-c17d-4163-813b-e7136424b9ca service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Apr 18 06:58:31.489100 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'd729ab61-9063-487a-956c-77156bbf05b5', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'port_id': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'mac_address': 'fa:16:3e:09:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:58:29Z', 'updated_at': '2022-04-18T06:58:29Z', 'revision_number': 0, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 06:58:31.516435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ebc61-b892-4860-9c52-c1b3e4803c30 None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': 'd729ab61-9063-487a-956c-77156bbf05b5', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'port_id': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'mac_address': 'fa:16:3e:09:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T06:58:29Z', 'updated_at': '2022-04-18T06:58:29Z', 'revision_number': 0, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 06:58:31.696564 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40dd03b-71e8-45f3-bd98-867714009d3a None None] New status for floating IP d729ab61-9063-487a-956c-77156bbf05b5: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 06:58:43.511894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:53.452488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0c38cf0d-6d8f-41d3-a80d-a46a15106a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:55.825530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-2a34db00-65e7-4288-abdf-32759b7537db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:57.219920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:58.564314 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:58:58.975288 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:58:59.000840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:08.937628 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-6a235570-b42b-4561-867a-9ebb585365c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460765 Apr 18 06:59:09.038192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-9bda81bd-1635-46d4-a9c0-feadbac7e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:59:09.039697 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-9bda81bd-1635-46d4-a9c0-feadbac7e506 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0394044 Apr 18 06:59:09.144212 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-0ceb0a17-547c-4699-8175-8db83a50a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:59:09.145609 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-0ceb0a17-547c-4699-8175-8db83a50a4b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0875826 Apr 18 06:59:09.210516 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-8dd0b531-882b-4acb-92e4-4d2e8d5147b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 1001 time: 0.0576611 Apr 18 06:59:09.264012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-82d03364-de8f-400a-bd15-3385c1edec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:59:09.265429 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-82d03364-de8f-400a-bd15-3385c1edec2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0483685 Apr 18 06:59:09.310770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-a6fe5fd7-8938-47b9-90d5-1d29c166c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 06:59:09.312282 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-a6fe5fd7-8938-47b9-90d5-1d29c166c5c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405922 Apr 18 06:59:09.401395 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-56047e59-8b1b-4253-8646-68f772744906 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824330 Apr 18 06:59:09.494845 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7eb4dc2a-e310-448f-8c32-af0e9aca124c req-4b69641c-3418-45ae-9806-c65b55bfb01e service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870326 Apr 18 06:59:13.486334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:23.477259 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c1329bc2-cbfc-4644-8c57-02021dd998b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:25.845687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dc77ab14-f43d-4ab4-8218-207e9e5a7e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:27.254456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:28.962513 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:28.994078 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:35.563227 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 06:59:43.510483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:53.482099 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0e59937d-7de2-4bd0-b2b9-eae6e71a2a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:55.862509 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-09ed55d6-cb7f-471d-8955-2bcf6afc6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:57.268279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:58.978992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 06:59:59.016489 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:08.935777 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-c85672d8-a076-47f8-a4a5-ea35296f1a9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479202 Apr 18 07:00:09.036315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-e8477b05-29b6-44cf-b814-8d3246df4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:09.037800 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-e8477b05-29b6-44cf-b814-8d3246df4507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0426679 Apr 18 07:00:09.139101 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-24f20be8-c289-4565-98c9-ff09ef6b5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:09.140603 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-24f20be8-c289-4565-98c9-ff09ef6b5511 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0833702 Apr 18 07:00:09.215565 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-db6d85dd-d9e0-4758-b534-dd23e649f179 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 1001 time: 0.0676775 Apr 18 07:00:09.262771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-54499025-ee63-4c8c-b2a3-51481e5dc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:09.264171 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-54499025-ee63-4c8c-b2a3-51481e5dc2fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0424755 Apr 18 07:00:09.309355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-691e74b9-7025-4422-bc70-4848dfee2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:09.310876 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-691e74b9-7025-4422-bc70-4848dfee2ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395544 Apr 18 07:00:09.400892 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-8b81a3ee-c751-4f87-9ca9-e5fa19ba9f73 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827131 Apr 18 07:00:09.490430 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-c8e7488f-34eb-419c-8839-3fa44a67c06c req-bb93e586-516a-4146-ac63-89a2417c35fd service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825193 Apr 18 07:00:12.562761 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:00:13.536544 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:23.456262 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c779cf59-f202-4bff-9cc9-8f478371427c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:25.822122 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52b912d2-9f76-49c4-954b-a4ecc2e431d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:27.262415 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:28.984373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:28.996497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:43.553148 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:49.562561 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:00:53.504197 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b19204d4-ecab-44fc-88bb-23c32fd81b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:55.876234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ae899369-e9d0-47ff-b2f3-ee74261b9f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:57.284556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:57.589352 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed61795-2019-4085-9ca2-7706d233eb18 req-a29468cb-8999-4279-8cfb-39b2e886b498 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:57.590855 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ed61795-2019-4085-9ca2-7706d233eb18 req-a29468cb-8999-4279-8cfb-39b2e886b498 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0561101 Apr 18 07:00:57.634077 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5ed61795-2019-4085-9ca2-7706d233eb18 req-2821cb3e-94c9-436d-9248-353ca8184f74 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Apr 18 07:00:58.758279 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee964-e968-4ab3-a5a0-c3f84e13f516 req-4e2d7ae1-76ee-4010-b27e-4a7198d67089 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:58.759806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d53ee964-e968-4ab3-a5a0-c3f84e13f516 req-4e2d7ae1-76ee-4010-b27e-4a7198d67089 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Apr 18 07:00:58.797219 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d53ee964-e968-4ab3-a5a0-c3f84e13f516 req-95a51730-e69d-42af-b531-af7ac93ac600 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Apr 18 07:00:58.992839 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:59.026898 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:00:59.917751 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f32a-2ca4-47ec-830d-3fff137c942b req-6c7b7344-dcca-4993-ae00-27653e796928 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:00:59.919216 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6ba1f32a-2ca4-47ec-830d-3fff137c942b req-6c7b7344-dcca-4993-ae00-27653e796928 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Apr 18 07:00:59.956136 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6ba1f32a-2ca4-47ec-830d-3fff137c942b req-4b70c9c7-0033-459e-aa54-c09b33432256 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Apr 18 07:01:01.071122 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8de31a-4127-4381-b81e-915e44589b09 req-2ea9a956-7923-4fb8-b98c-93aeb56d2624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:01.072612 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de8de31a-4127-4381-b81e-915e44589b09 req-2ea9a956-7923-4fb8-b98c-93aeb56d2624 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Apr 18 07:01:01.110337 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-de8de31a-4127-4381-b81e-915e44589b09 req-c77f3e75-dfbf-4145-90db-b6428f73e7a5 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Apr 18 07:01:02.227426 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d49d3-6231-4a29-8aca-ab4f37a83d3b req-4b511279-23a0-4927-a6a5-bf619d4c97d8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:02.228872 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c9d49d3-6231-4a29-8aca-ab4f37a83d3b req-4b511279-23a0-4927-a6a5-bf619d4c97d8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Apr 18 07:01:02.265406 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1c9d49d3-6231-4a29-8aca-ab4f37a83d3b req-94519234-a1e8-4ca2-b545-562e06c00515 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Apr 18 07:01:03.382403 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21691a-ead3-465f-a892-5610a03e3f9e req-5d9243e8-1861-44b8-a9da-15234a063af6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:03.383901 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f21691a-ead3-465f-a892-5610a03e3f9e req-5d9243e8-1861-44b8-a9da-15234a063af6 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0513399 Apr 18 07:01:03.421218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9f21691a-ead3-465f-a892-5610a03e3f9e req-b6a063db-b29b-4cec-9ddd-038b7a46481a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Apr 18 07:01:04.535879 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a73c6-3684-40a7-a40f-33de2738c1e4 req-f7e372e3-34aa-46c8-ae8c-545a30c1ac2c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:04.537341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-208a73c6-3684-40a7-a40f-33de2738c1e4 req-f7e372e3-34aa-46c8-ae8c-545a30c1ac2c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0484169 Apr 18 07:01:04.574856 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-208a73c6-3684-40a7-a40f-33de2738c1e4 req-6746ab54-9b8c-4a0c-b8da-7fef07074372 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Apr 18 07:01:05.695285 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df2c26-fffe-4d09-a2aa-a1736498ebfc req-4012d09f-6210-4e26-8a70-1cff55348c01 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:05.697597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-65df2c26-fffe-4d09-a2aa-a1736498ebfc req-4012d09f-6210-4e26-8a70-1cff55348c01 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0505893 Apr 18 07:01:05.734435 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-65df2c26-fffe-4d09-a2aa-a1736498ebfc req-e540c607-b268-47c3-af09-6591dedc921f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Apr 18 07:01:06.849074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40166e8-6080-48ea-bd18-3da589883f0b req-97bb6721-2523-45fd-aed9-91c22e7d43ad tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:06.850517 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a40166e8-6080-48ea-bd18-3da589883f0b req-97bb6721-2523-45fd-aed9-91c22e7d43ad tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0481269 Apr 18 07:01:06.887132 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-a40166e8-6080-48ea-bd18-3da589883f0b req-35d15f03-c2bd-4244-aa78-966f73e54e41 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Apr 18 07:01:07.853575 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-d1b1e7ea-6ed4-4657-b1a1-8dcaeb387678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:07.855045 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-d1b1e7ea-6ed4-4657-b1a1-8dcaeb387678 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0407257 Apr 18 07:01:07.950581 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-9a98a000-9ff0-4ad3-8083-6d3c3cda5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:07.952260 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-9a98a000-9ff0-4ad3-8083-6d3c3cda5ab3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0900733 Apr 18 07:01:08.054131 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06355dda-827f-4835-8322-271d1d8836c7 req-fb0f0140-ad72-4175-b309-7949e754580b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:08.055665 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06355dda-827f-4835-8322-271d1d8836c7 req-fb0f0140-ad72-4175-b309-7949e754580b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0993180 Apr 18 07:01:08.058772 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-cd5dd454-dbc0-46ae-9a42-982a52f9ae75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 1001 time: 0.0924044 Apr 18 07:01:08.131267 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-06355dda-827f-4835-8322-271d1d8836c7 req-89a63fe2-f02d-4bbd-ad83-cfb0e23c6e2a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691006 Apr 18 07:01:08.134660 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-b4b52491-4974-4b13-ad8e-50fca586abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:08.136127 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-b4b52491-4974-4b13-ad8e-50fca586abfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0675626 Apr 18 07:01:08.180700 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-3d8eb2a3-516a-434e-a188-084811fa979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:08.182440 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-3d8eb2a3-516a-434e-a188-084811fa979f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402024 Apr 18 07:01:08.194426 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-4630ca89-407a-4da4-8d00-e11b6423eaab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 07:01:08.195361 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-4630ca89-407a-4da4-8d00-e11b6423eaab service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051413 Apr 18 07:01:08.283676 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-58c25fff-71ac-4858-a0d0-19619c0fd4ae service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818658 Apr 18 07:01:08.369937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-fc5ac5fc-d55f-43ce-ba09-0f94e5d06da2 req-a93f7cf6-8baa-4683-8a8b-da8b5320070e service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805135 Apr 18 07:01:08.981219 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-3a05252f-10c9-4c22-b6e2-4785f201ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:08.982719 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-3a05252f-10c9-4c22-b6e2-4785f201ecc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0463018 Apr 18 07:01:09.083105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-27711268-7b52-475d-98e6-876624eaf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:09.084608 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-27711268-7b52-475d-98e6-876624eaf9a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0839167 Apr 18 07:01:09.155478 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-065d9f26-c7dd-49e7-9581-2ca174f4965c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 1001 time: 0.0632646 Apr 18 07:01:09.203851 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-d96523e5-5f78-4845-a736-05b615c05ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:09.205207 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-d96523e5-5f78-4845-a736-05b615c05ec5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0433700 Apr 18 07:01:09.250051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-10aeeffb-79fa-4b8e-af63-415d0da76847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:09.251646 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-10aeeffb-79fa-4b8e-af63-415d0da76847 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396762 Apr 18 07:01:09.251863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162aab9-509a-4cee-81fe-f474211cea13 req-751fd369-c05d-4291-bdb7-9a52a5b79874 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:09.253460 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c162aab9-509a-4cee-81fe-f474211cea13 req-751fd369-c05d-4291-bdb7-9a52a5b79874 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0531101 Apr 18 07:01:09.291747 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c162aab9-509a-4cee-81fe-f474211cea13 req-07ca4fe8-4831-4e77-a7d0-e51c965f3a04 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322754 Apr 18 07:01:09.343879 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-b21f47e6-3345-4bfa-8a38-adaea65f5a62 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853770 Apr 18 07:01:09.434882 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78faeeaa-ea28-4bab-90e4-fbbaab768cbc req-0024b1cb-686c-4a0b-bfb4-f927715f7bee service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831394 Apr 18 07:01:10.408704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd800f-deac-4338-abfc-5d911c7f3cd7 req-9f879c1c-a425-4084-ba15-79212c257dc8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:10.410223 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-19dd800f-deac-4338-abfc-5d911c7f3cd7 req-9f879c1c-a425-4084-ba15-79212c257dc8 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0519092 Apr 18 07:01:10.450559 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-19dd800f-deac-4338-abfc-5d911c7f3cd7 req-d342414e-ae2c-4d64-90c7-ab336246c2dd tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337734 Apr 18 07:01:11.567674 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29498e05-a8d4-4c29-8a67-4cf05a09c1a6 req-2d43fb86-814d-4532-ab83-485b3ae69956 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:11.569675 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29498e05-a8d4-4c29-8a67-4cf05a09c1a6 req-2d43fb86-814d-4532-ab83-485b3ae69956 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Apr 18 07:01:11.607264 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-29498e05-a8d4-4c29-8a67-4cf05a09c1a6 req-07aa0cf6-c500-45da-a203-dae35e8faf68 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Apr 18 07:01:12.726295 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953c506-f3de-49bf-93f3-d37d8e29e908 req-1c390a50-bc2c-406c-8782-8def18da26c9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:12.727758 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3953c506-f3de-49bf-93f3-d37d8e29e908 req-1c390a50-bc2c-406c-8782-8def18da26c9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Apr 18 07:01:12.765716 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3953c506-f3de-49bf-93f3-d37d8e29e908 req-3c71da71-411a-40ca-97e5-5e7a5aeb11ce tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Apr 18 07:01:12.775891 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:01:12.838312 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-c6bc656d-c639-4d0b-9a96-b993c16d223a req-ef005c9e-edeb-453e-8682-34ab097515f8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 07:01:12.839354 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-c6bc656d-c639-4d0b-9a96-b993c16d223a req-ef005c9e-edeb-453e-8682-34ab097515f8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061009 Apr 18 07:01:12.860315 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:12.882270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:01:12.884520 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3638afbc-5d21-42cc-91fc-a674a2e5c221" -d '{"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:01:12.898614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:01:12.919704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 07:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cdce14-7d8a-4d0b-bdc4-bbeda8bc7658 x-openstack-request-id: req-10cdce14-7d8a-4d0b-bdc4-bbeda8bc7658 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:01:12.920124 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-unplugged", "status": "failed", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "code": 422}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:01:12.920253 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10cdce14-7d8a-4d0b-bdc4-bbeda8bc7658 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:01:12.920662 dv-neutron-837488-1-hyperv neutron-server[109607]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-10cdce14-7d8a-4d0b-bdc4-bbeda8bc7658']: {'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'code': 422} returned with failed status Apr 18 07:01:13.018432 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:13.068879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:01:13.075728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.076073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.076404 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.076730 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.077062 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.077403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.077724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.078043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.078363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.078676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.078988 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.079328 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:01:13.209908 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a22f8-f068-409d-a4f1-c934768f874e req-5701994a-b5de-4601-ba10-d0fba43e1e7f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:13.211415 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-134a22f8-f068-409d-a4f1-c934768f874e req-5701994a-b5de-4601-ba10-d0fba43e1e7f tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0496416 Apr 18 07:01:13.253897 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-134a22f8-f068-409d-a4f1-c934768f874e req-261a4aa3-b02d-4b8d-aa41-4a46c4f483ba tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Apr 18 07:01:13.295220 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-ecb64f2e-6c4a-4a0b-9c90-2140723c0f68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791314 Apr 18 07:01:13.304081 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-bc80ea41-4c20-4eed-9f24-3cc04b4cf0be service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 07:01:13.305023 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-bc80ea41-4c20-4eed-9f24-3cc04b4cf0be service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049112 Apr 18 07:01:13.543895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:14.374533 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccf19f-13eb-433a-a1ca-e58d6f5da92f req-a60fb525-51de-45b0-9554-44af219d6604 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:14.376317 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47ccf19f-13eb-433a-a1ca-e58d6f5da92f req-a60fb525-51de-45b0-9554-44af219d6604 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0494335 Apr 18 07:01:14.415470 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-47ccf19f-13eb-433a-a1ca-e58d6f5da92f req-0f564ece-9459-4ae4-abbb-f279b1f4e4bc tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Apr 18 07:01:15.535435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f3a5f-49fe-4352-bb39-0fcf3cb5cfdd req-6001754d-c63d-4531-8dec-f012b86e28ee tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:15.536847 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae1f3a5f-49fe-4352-bb39-0fcf3cb5cfdd req-6001754d-c63d-4531-8dec-f012b86e28ee tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0530255 Apr 18 07:01:15.575452 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ae1f3a5f-49fe-4352-bb39-0fcf3cb5cfdd req-7c624466-5650-4b43-b7d0-bea3e75ac78c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Apr 18 07:01:16.695221 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a41d-32a3-4447-8dbb-b1f70c0dfeae req-7cedcbad-3ab4-429f-b790-5bfdf23bcb1d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:16.696676 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55b6a41d-32a3-4447-8dbb-b1f70c0dfeae req-7cedcbad-3ab4-429f-b790-5bfdf23bcb1d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0540795 Apr 18 07:01:16.736065 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-55b6a41d-32a3-4447-8dbb-b1f70c0dfeae req-32ac908a-27f9-413c-90ea-326b2aab7dbf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332284 Apr 18 07:01:17.853343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e281c6f-40fb-4ba7-a5a3-732dac7fc767 req-1b75aaf3-eb85-4baa-b2b4-b16fe31ae2cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:17.854798 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e281c6f-40fb-4ba7-a5a3-732dac7fc767 req-1b75aaf3-eb85-4baa-b2b4-b16fe31ae2cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0482559 Apr 18 07:01:17.892016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8e281c6f-40fb-4ba7-a5a3-732dac7fc767 req-926d58bd-06de-42d4-a0d5-cf8e4f46f73b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311038 Apr 18 07:01:19.004375 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-67b970ec-ba76-45c9-86aa-8cefef9fecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:19.006509 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-67b970ec-ba76-45c9-86aa-8cefef9fecfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0&tenant_id=9e1e6fba1ba44e19a0929104786a3cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0399711 Apr 18 07:01:19.010254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529cc9e-6549-4725-afae-4d12f3df542d req-a87fcd54-ff61-4bb7-a226-0ba6d20a7527 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:19.011753 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2529cc9e-6549-4725-afae-4d12f3df542d req-a87fcd54-ff61-4bb7-a226-0ba6d20a7527 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0495603 Apr 18 07:01:19.049709 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2529cc9e-6549-4725-afae-4d12f3df542d req-8e3304b6-e64d-47b4-879f-9b9e2ad04a90 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Apr 18 07:01:19.080715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-aa3b236a-8510-4b67-b53f-52e664a119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:19.082190 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-aa3b236a-8510-4b67-b53f-52e664a119a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1096 time: 0.0454068 Apr 18 07:01:19.168254 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-38f3f989-7bd0-4011-a647-1f3b747dd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:19.169703 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-38f3f989-7bd0-4011-a647-1f3b747dd3cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0809181 Apr 18 07:01:19.236062 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-f4855835-d44a-44d6-9522-b76895060354 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 999 time: 0.0600777 Apr 18 07:01:19.282932 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-55c03279-1cb5-45c8-846a-3d532dca7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:19.284341 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-55c03279-1cb5-45c8-846a-3d532dca7082 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0422411 Apr 18 07:01:19.328062 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-6891462c-71f2-4e35-980b-edf606892276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:19.329488 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-6891462c-71f2-4e35-980b-edf606892276 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389597 Apr 18 07:01:19.749272 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-7e151015-82b5-4c77-8aba-9c488089793d service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129827 Apr 18 07:01:19.836047 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-97fb2a51-f0da-45bc-be1a-c5590f8b4951 req-9912f309-5586-4dbf-a5dc-540058c5ba4d service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789657 Apr 18 07:01:20.163073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e4aff-09f9-409b-ae55-78e35bccbd50 req-f95d9916-ffd7-477d-b3cf-62e7607c7b81 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:20.165299 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-081e4aff-09f9-409b-ae55-78e35bccbd50 req-f95d9916-ffd7-477d-b3cf-62e7607c7b81 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0486791 Apr 18 07:01:20.205472 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-081e4aff-09f9-409b-ae55-78e35bccbd50 req-974f2671-8446-450f-8dec-d92aa4b64e3b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342016 Apr 18 07:01:21.324167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49123b-fd4d-41da-a144-ae3e651a04dd req-f194b63f-e61d-46c8-a7ec-4cb566546a40 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:21.325634 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2d49123b-fd4d-41da-a144-ae3e651a04dd req-f194b63f-e61d-46c8-a7ec-4cb566546a40 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0518961 Apr 18 07:01:21.362293 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-2d49123b-fd4d-41da-a144-ae3e651a04dd req-df1ec1a3-ba10-453a-9134-97117183acd9 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Apr 18 07:01:22.476299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4281bd-a9fc-47ab-acf2-1683f31ef270 req-00a9dc63-b56d-4f8a-aa96-65f0b62aba27 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:22.477937 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bf4281bd-a9fc-47ab-acf2-1683f31ef270 req-00a9dc63-b56d-4f8a-aa96-65f0b62aba27 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0493252 Apr 18 07:01:22.514979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bf4281bd-a9fc-47ab-acf2-1683f31ef270 req-79644c13-df42-4f6e-8520-bc4de9f38850 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311193 Apr 18 07:01:23.483909 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fe97a127-0253-42a7-a765-0d15d7f7b761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:23.631848 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d2f58-5aee-41c2-8ac1-f0e46ec67ce9 req-ced610cd-b79a-41ac-80e8-1215de6ddbcb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:23.633311 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b49d2f58-5aee-41c2-8ac1-f0e46ec67ce9 req-ced610cd-b79a-41ac-80e8-1215de6ddbcb tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0529892 Apr 18 07:01:23.671037 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b49d2f58-5aee-41c2-8ac1-f0e46ec67ce9 req-ce43e5ca-ba4d-4021-ae89-d947acd3b0d2 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Apr 18 07:01:24.787145 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7db81-62d0-4cfc-849f-f3894f35a5c8 req-1ecef628-66c2-4625-869e-7bee19acd457 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:24.788634 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-02f7db81-62d0-4cfc-849f-f3894f35a5c8 req-1ecef628-66c2-4625-869e-7bee19acd457 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0489223 Apr 18 07:01:24.826585 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-02f7db81-62d0-4cfc-849f-f3894f35a5c8 req-563202cf-029f-4132-b6f1-a66667a5a47c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320303 Apr 18 07:01:25.823763 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6ffbf520-177b-4df1-b6a8-b0e77bec323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:25.957786 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d00c-a772-4ca5-b547-6dc61c06e3bb req-d6619d9b-6e9e-4d16-9290-61219dc0cdb3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:25.959287 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0f5d00c-a772-4ca5-b547-6dc61c06e3bb req-d6619d9b-6e9e-4d16-9290-61219dc0cdb3 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Apr 18 07:01:25.997344 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d0f5d00c-a772-4ca5-b547-6dc61c06e3bb req-77d7dcef-909b-4c7a-96d0-854a84e7e927 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Apr 18 07:01:26.561642 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:01:27.109892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd73d4f-e713-4100-a71f-48ec74a38320 req-5aa2f8e5-ef06-4ce8-873b-a5e36d00150e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:27.111440 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1fd73d4f-e713-4100-a71f-48ec74a38320 req-5aa2f8e5-ef06-4ce8-873b-a5e36d00150e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0483344 Apr 18 07:01:27.152686 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1fd73d4f-e713-4100-a71f-48ec74a38320 req-17d4556d-f652-455b-9678-b9bde8b789be tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Apr 18 07:01:27.269340 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:28.267794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01d898-ed0e-4620-bbb5-6da88c428d0b req-d7feb58a-9e7b-45bb-ade0-a24cec97a6e7 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:28.269248 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa01d898-ed0e-4620-bbb5-6da88c428d0b req-d7feb58a-9e7b-45bb-ade0-a24cec97a6e7 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.0478690 Apr 18 07:01:28.306675 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-fa01d898-ed0e-4620-bbb5-6da88c428d0b req-e11fee4a-505f-4127-afb9-3947e4d1a805 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Apr 18 07:01:28.776075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 07:01:28.867572 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:01:28.878563 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'port_id': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'mac_address': 'fa:16:3e:09:06:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 07:01:28.938128 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:28.960827 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:01:28.975883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:28.978306 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:01:29.029532 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:29.060787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:29.106113 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:01:29.420994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fb309-18f7-40a6-a50a-5c8e89fc0b3f req-6fa01d21-f8fa-47ac-899d-3f4993dfd47a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:29.422550 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-813fb309-18f7-40a6-a50a-5c8e89fc0b3f req-6fa01d21-f8fa-47ac-899d-3f4993dfd47a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Apr 18 07:01:29.460202 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-813fb309-18f7-40a6-a50a-5c8e89fc0b3f req-830b445c-b8b5-4d7e-ba7a-845d7fa5c95a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Apr 18 07:01:29.492066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 07:01:30.576760 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e1d3-ad30-4edf-94cf-c60034f256e3 req-c982f153-c79b-4ec4-a8fc-9b50b448d0fa tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:30.578209 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d2a4e1d3-ad30-4edf-94cf-c60034f256e3 req-c982f153-c79b-4ec4-a8fc-9b50b448d0fa tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0528951 Apr 18 07:01:30.617173 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-d2a4e1d3-ad30-4edf-94cf-c60034f256e3 req-7ca0eb05-9510-4dc8-838a-557eba853821 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330765 Apr 18 07:01:30.791986 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:01:30.838006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:01:30.838369 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:30.912883 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:30.934516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:01:30.936704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3125d3-aa69-4ca5-a361-e18e59545aeb" -d '{"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:01:30.949646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:01:30.974511 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc103e-f243-48c4-891c-5703d9994439 x-openstack-request-id: req-54fc103e-f243-48c4-891c-5703d9994439 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:01:30.974796 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-plugged", "status": "completed", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:01:30.975051 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54fc103e-f243-48c4-891c-5703d9994439 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:01:30.975509 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fc103e-f243-48c4-891c-5703d9994439'] response: {'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'code': 200} Apr 18 07:01:31.066480 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:31.113254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:01:31.282944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c71f98-0d4d-4a90-81d2-8fca07e3ca85 req-058dbf31-c11d-46fc-b7e2-0c5a30cef5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:31.284456 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89c71f98-0d4d-4a90-81d2-8fca07e3ca85 req-058dbf31-c11d-46fc-b7e2-0c5a30cef5a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0388603 Apr 18 07:01:31.319403 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-89c71f98-0d4d-4a90-81d2-8fca07e3ca85 req-1e743408-b457-4a36-9061-0375af7ed0a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275381 Apr 18 07:01:31.730602 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cc52d-2484-4c05-8040-642977e204aa req-211073b0-fe56-4ea7-8487-4dae4cd63aca tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:31.732680 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d6cc52d-2484-4c05-8040-642977e204aa req-211073b0-fe56-4ea7-8487-4dae4cd63aca tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Apr 18 07:01:31.770107 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-9d6cc52d-2484-4c05-8040-642977e204aa req-9288f547-1ed0-4740-996b-87eba77e353d tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315981 Apr 18 07:01:32.887518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2846b2-83c0-4888-8037-811f49e1f90b req-edc87d11-e61d-4815-9961-4bb87c894e79 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:01:32.889108 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9c2846b2-83c0-4888-8037-811f49e1f90b req-edc87d11-e61d-4815-9961-4bb87c894e79 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Apr 18 07:01:32.931806 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9c2846b2-83c0-4888-8037-811f49e1f90b req-f477a110-caa7-4001-b3da-4045ff253bbf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365644 Apr 18 07:01:43.563116 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:53.489238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6bac78e8-dd2a-4de8-b029-a42cfe003be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:55.823348 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-465980b5-7f4b-4e09-986a-6ee5d273f048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:57.266018 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:58.949027 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:01:59.040245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:03.560795 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:02:10.925907 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-56982fa8-a9b8-4208-9f7b-0fa4f6d22a69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395920 Apr 18 07:02:11.022156 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997502-69df-4af1-8f5b-d51ab551e25d req-119b62fa-d82f-4a3b-b56c-7d2a8f000be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:02:11.023687 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-119b62fa-d82f-4a3b-b56c-7d2a8f000be0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0406263 Apr 18 07:02:11.125585 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997502-69df-4af1-8f5b-d51ab551e25d req-b8ac9b94-f7cd-41f6-b4c0-9b0e39bff90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:02:11.127067 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-b8ac9b94-f7cd-41f6-b4c0-9b0e39bff90f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0856812 Apr 18 07:02:11.190217 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-420c46c0-3b6e-4614-ac0c-9aa1318a8f88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 1001 time: 0.0569518 Apr 18 07:02:11.240771 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997502-69df-4af1-8f5b-d51ab551e25d req-3fb0d53b-a455-4c0a-80e8-2c1946d5bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:02:11.242180 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-3fb0d53b-a455-4c0a-80e8-2c1946d5bb2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0462494 Apr 18 07:02:11.285936 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997502-69df-4af1-8f5b-d51ab551e25d req-5c541122-0e8e-467f-8736-13fafa864c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:02:11.287420 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-5c541122-0e8e-467f-8736-13fafa864c9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394647 Apr 18 07:02:11.374411 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-35b5c9ad-fbe7-4751-94f7-c453a0e2e224 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806081 Apr 18 07:02:11.470524 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-30997502-69df-4af1-8f5b-d51ab551e25d req-fe6e1056-23ff-421f-816c-4c7a71f887c4 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884883 Apr 18 07:02:13.568353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:23.508504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7e39ff1f-4b13-476f-825d-1ec31dd8c5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:25.871848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6925d3af-48e2-45e4-b3ee-92360ceaba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:27.279868 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:28.962762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:28.985500 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:40.559173 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:02:43.571131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:53.447567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5ec8efaa-b6c4-4a07-ac73-e497ae6c81b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:55.830464 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3942-bfeb-4e24-87d1-0b2c24130547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:57.264465 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:58.996050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:02:59.024555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:09.036473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60410) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:09.357792 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Deleting port 33d8bda8-d166-4add-9805-0bc4ecca92a0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:09.358727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:09.432770 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:09.433372 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:09.444976 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Calling delete_port for 33d8bda8-d166-4add-9805-0bc4ecca92a0 owned by network:floatingip {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:09.642163 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:09.672928 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event deleted for resources: {'Port': ['ID=33d8bda8-d166-4add-9805-0bc4ecca92a0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:09.694626 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.694967 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.695327 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.695731 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.696059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.696383 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.696704 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.697025 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.697347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.697664 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.697979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.698293 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:09.738452 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for floatingip, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:09.738773 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.l3_db [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Floating IP d729ab61-9063-487a-956c-77156bbf05b5 disassociated (deleted). External IP: 172.26.4.233, port: 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448. Apr 18 07:03:09.953950 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Router 1d5bc219-a658-40be-8d38-23dd14014160 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:03:10.061064 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:10.066075 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:10.070752 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:10.080134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:10.080735 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:10.092087 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d869a63c-bb92-41ff-96a6-2c1e0fd11938 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "DELETE /v2.0/floatingips/d729ab61-9063-487a-956c-77156bbf05b5 HTTP/1.1" status: 204 len: 168 time: 1.0544877 Apr 18 07:03:10.093183 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:03:10.095602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e653c5bd-092a-4393-a3f0-9d789739dd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:03:10.189066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:10.244490 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df76bf-7f57-413f-a51d-5ae354162edb x-openstack-request-id: req-b7df76bf-7f57-413f-a51d-5ae354162edb {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:03:10.244772 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:03:10.245246 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7df76bf-7f57-413f-a51d-5ae354162edb {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:03:10.245460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7df76bf-7f57-413f-a51d-5ae354162edb'] response: {'name': 'network-changed', 'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'status': 'completed', 'code': 200} Apr 18 07:03:10.388997 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:10.393969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-89129cbf-7904-4b75-aef0-cff73e6d06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:10.395556 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-89129cbf-7904-4b75-aef0-cff73e6d06b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 1098 time: 0.0991998 Apr 18 07:03:10.421815 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:10.430504 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:10.431155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:10.494911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-fad6ca09-e0e7-4543-aa3a-f81dcfe160d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:10.499500 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-fad6ca09-e0e7-4543-aa3a-f81dcfe160d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 200 len: 910 time: 0.0950096 Apr 18 07:03:10.565046 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-813fe183-8faf-4dd4-bb98-b00c82906569 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 200 len: 217 time: 0.0551164 Apr 18 07:03:10.622768 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebfd6d-e83d-4440-bfac-d38d76fc9e72 req-b9822776-2b01-46f3-afad-aabffb81b8cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:10.624460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6eebfd6d-e83d-4440-bfac-d38d76fc9e72 req-b9822776-2b01-46f3-afad-aabffb81b8cf tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1755004 Apr 18 07:03:10.636170 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-91d2cc60-8f4b-4ddf-b415-353355f60b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:10.637678 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-91d2cc60-8f4b-4ddf-b415-353355f60b98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 200 len: 848 time: 0.0657933 Apr 18 07:03:10.693604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:10.708409 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6eebfd6d-e83d-4440-bfac-d38d76fc9e72 req-3b17cbc8-53f2-4e56-90c8-739c03c37e29 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750229 Apr 18 07:03:10.714618 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-13fa41bc-20bc-4852-8320-ef97d5e7bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:10.716065 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-13fa41bc-20bc-4852-8320-ef97d5e7bfd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0dd5cfab-01ca-408f-985f-0d0946e4d98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717466 Apr 18 07:03:10.805079 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-906ed033-83d7-4f4e-86fe-dc4f08ce1baa service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Apr 18 07:03:10.888193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:10.897596 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-e653c5bd-092a-4393-a3f0-9d789739dd4d req-7b7dfe13-7fa5-4133-8c25-1b93a6ac4995 service neutron] 10.222.0.46 "GET /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858052 Apr 18 07:03:10.915965 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fcc977-5a73-443f-aee7-dfefde20501e None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:06Z', 'revision_number': 4, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '0d24c3c2-59b4-4610-8190-bd94c25c2efd', 'name': '', 'network_id': '0dd5cfab-01ca-408f-985f-0d0946e4d98f', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'mac_address': 'fa:16:3e:81:24:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:05Z', 'updated_at': '2022-04-18T06:52:10Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'subnets': [{'id': '8de66f93-81d3-4b46-950e-0ec6dda73bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:11.124264 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f944f0-5911-44d2-9295-1dc0f9dfda50 None None] New status for floating IP d729ab61-9063-487a-956c-77156bbf05b5: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 07:03:11.875862 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71797bc-63ee-486b-8842-fde31949c059 req-9db9bdb6-f5d7-4458-8554-3d1ecdc4f06a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:11.877348 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b71797bc-63ee-486b-8842-fde31949c059 req-9db9bdb6-f5d7-4458-8554-3d1ecdc4f06a tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0990014 Apr 18 07:03:11.914940 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b71797bc-63ee-486b-8842-fde31949c059 req-10327fb4-fa8d-4c33-8d4a-4f7fde87b473 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec0f9556-423f-4344-8282-ead0b2b7c364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Apr 18 07:03:12.294471 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-0688843d-eb4d-4769-aeed-d95f27391d52 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:12.296301 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-0688843d-eb4d-4769-aeed-d95f27391d52 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0494146 Apr 18 07:03:12.384533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Deleting port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:12.384867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:12.474981 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] For port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:12.475377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:12.488016 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Calling delete_port for 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:12.750435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:12.777225 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event deleted for resources: {'Port': ['ID=3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:12.821349 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] No DVR routers for this DVR port 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:03:12.823875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:12.827415 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-320f3059-02cc-4cd6-bae4-aa89d0620c84 req-97665f8b-5a5f-47c1-ac34-e2542f1cc01b tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.46 "DELETE /v2.0/ports/3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 HTTP/1.1" status: 204 len: 173 time: 0.5247118 Apr 18 07:03:12.827874 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-deleted', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:03:12.830150 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847d0ee-1d6b-45ee-a79e-35bcd78c2b05" -d '{"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-deleted", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:03:12.871680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a9bd7-44ff-43c8-abce-7762aadbb9ee x-openstack-request-id: req-8f9a9bd7-44ff-43c8-abce-7762aadbb9ee {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:03:12.871680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09272f-52c5-4ac3-95a2-206b332cbdc0", "name": "network-vif-deleted", "tag": "3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:03:12.871680 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f9a9bd7-44ff-43c8-abce-7762aadbb9ee {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:03:12.871680 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9a9bd7-44ff-43c8-abce-7762aadbb9ee'] response: {'server_uuid': '4d09272f-52c5-4ac3-95a2-206b332cbdc0', 'name': 'network-vif-deleted', 'tag': '3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448', 'status': 'completed', 'code': 200} Apr 18 07:03:13.012873 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-50a2ae47-bcce-4e55-bf3f-d00ea4c949f0 req-f95d3d14-445f-4c95-a86c-01eff45fc82e tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0307798 Apr 18 07:03:13.576746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:14.112111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8ce416ff-058a-40f1-bd84-7bba0de4b178 req-02380564-8da8-4c40-bda4-8ab8ce702084 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0272114 Apr 18 07:03:15.205210 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-814fc35e-a692-4d35-91a7-fb9bb1ce4471 req-1d726aca-50d4-4510-bb54-777756128c9c tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0261269 Apr 18 07:03:15.465792 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:15.485545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:15.485878 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 3e5c71cb-6df6-4cf3-bc2d-bdd8e9f70448 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:16.302757 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-73fc744a-4206-4d43-9490-5c6ceecb18e3 req-9f9b2560-a625-4416-8052-16dbc7302747 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0297413 Apr 18 07:03:17.423834 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-5bf1bc2a-5640-425b-92d2-583d81e419a4 req-46341420-4a56-4ed8-864e-1cde99259968 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d09272f-52c5-4ac3-95a2-206b332cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0289693 Apr 18 07:03:17.558630 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:03:18.487153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60458) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:18.546392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:18.571152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:18.696493 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:18.699163 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:18.700459 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] 10.222.0.43 "DELETE /v2.0/security-groups/ec0f9556-423f-4344-8282-ead0b2b7c364 HTTP/1.1" status: 204 len: 168 time: 0.2122884 Apr 18 07:03:18.710161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f9556-423f-4344-8282-ead0b2b7c364,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:18.720115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.720115 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.720326 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.720621 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.720942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.721264 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.721578 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.721895 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.722212 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.722525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.722843 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.723152 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fdf07-ae68-41e3-9ccb-ffcee2c4de84 tempest-TestShelveInstance-1427989171 tempest-TestShelveInstance-1427989171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:18.830518 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60462) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:19.295027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:19.541233 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Deleting port 0d24c3c2-59b4-4610-8190-bd94c25c2efd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:19.541566 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:19.618255 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] For port 0d24c3c2-59b4-4610-8190-bd94c25c2efd, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=0d24c3c2-59b4-4610-8190-bd94c25c2efd,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:19.618624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:19.635299 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Calling delete_port for 0d24c3c2-59b4-4610-8190-bd94c25c2efd owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:19.874719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:19.901846 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d24c3c2-59b4-4610-8190-bd94c25c2efd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:20.071202 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:20.276415 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Router 1d5bc219-a658-40be-8d38-23dd14014160 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:03:20.379606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:20.384617 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bccd0270-bad8-43e0-9307-7d47d85e3a5b admin admin] 10.222.0.43 "PUT /v2.0/routers/1d5bc219-a658-40be-8d38-23dd14014160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531027 Apr 18 07:03:20.387073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60466) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:20.390175 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] Sync routers for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:20.399445 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:20.400046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:20.489464 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:20.502036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:20.589259 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:20.673590 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T07:03:19Z', 'revision_number': 5, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port': {'id': '941ae894-412e-43b2-a6ae-e4e951ec599e', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc219-a658-40be-8d38-23dd14014160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T06:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:20.703894 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] Checking router: 1d5bc219-a658-40be-8d38-23dd14014160 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:20.712061 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] Routers {'1d5bc219-a658-40be-8d38-23dd14014160'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:20.712652 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['1d5bc219-a658-40be-8d38-23dd14014160'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:20.722095 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Deleting port 941ae894-412e-43b2-a6ae-e4e951ec599e {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:20.722434 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:20.796813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] Set router 1d5bc219-a658-40be-8d38-23dd14014160 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:20.798956 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] For port 941ae894-412e-43b2-a6ae-e4e951ec599e, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=941ae894-412e-43b2-a6ae-e4e951ec599e,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:20.799360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:20.815666 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Calling delete_port for 941ae894-412e-43b2-a6ae-e4e951ec599e owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:20.848035 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T07:03:20Z', 'revision_number': 6, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:20.877170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d01cc-fea3-48de-a256-81724ef36333 None None] The sync data for ids ['1d5bc219-a658-40be-8d38-23dd14014160'] in dv-neutron-837488-1-hyperv is: [{'id': '1d5bc219-a658-40be-8d38-23dd14014160', 'name': 'tempest-TestShelveInstance-1912170118-router', 'tenant_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:03Z', 'updated_at': '2022-04-18T07:03:20Z', 'revision_number': 6, 'project_id': '9e1e6fba1ba44e19a0929104786a3cf1', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:21.035825 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.070237 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Pushing event deleted for resources: {'Port': ['ID=941ae894-412e-43b2-a6ae-e4e951ec599e,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:21.127699 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.215478 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.218262 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.622539 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0d24c3c2-59b4-4610-8190-bd94c25c2efd no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:21.643846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 0d24c3c2-59b4-4610-8190-bd94c25c2efd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:21.644189 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 0d24c3c2-59b4-4610-8190-bd94c25c2efd not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:21.673957 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.674461 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5bc219-a658-40be-8d38-23dd14014160 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 07:03:21.678701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.679885 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-13911e01-0613-43f6-bae8-1ceea496167c admin admin] 10.222.0.43 "DELETE /v2.0/routers/1d5bc219-a658-40be-8d38-23dd14014160 HTTP/1.1" status: 204 len: 168 time: 1.2918935 Apr 18 07:03:21.682359 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60468) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:21.727875 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Deleting subnet 8de66f93-81d3-4b46-950e-0ec6dda73bc2 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 07:03:21.730422 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.765111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.847066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:21.993658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.020106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de66f93-81d3-4b46-950e-0ec6dda73bc2,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:22.024141 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.027364 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-af389d7e-c8f3-42f4-959f-64b9ee5970d1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8de66f93-81d3-4b46-950e-0ec6dda73bc2 HTTP/1.1" status: 204 len: 168 time: 0.3440559 Apr 18 07:03:22.030786 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60470) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:22.033923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6924d52-e70c-40b4-b241-9113e0d19260 None None] Network 0dd5cfab-01ca-408f-985f-0d0946e4d98f requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:03:22.098178 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.156579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Deleting port da3de5f6-15d3-427b-b825-5f335f8a25ab {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:22.156933 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.204592 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] DHCP port deletion for 0dd5cfab-01ca-408f-985f-0d0946e4d98f request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 07:03:22.223092 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] For port da3de5f6-15d3-427b-b825-5f335f8a25ab, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=da3de5f6-15d3-427b-b825-5f335f8a25ab,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:22.223495 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.236673 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Calling delete_port for da3de5f6-15d3-427b-b825-5f335f8a25ab owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:22.251032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Deleting port da3de5f6-15d3-427b-b825-5f335f8a25ab {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:22.251386 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.317941 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] For port da3de5f6-15d3-427b-b825-5f335f8a25ab, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=da3de5f6-15d3-427b-b825-5f335f8a25ab,segment=NetworkSegment(19328d04-b7b0-4246-9d5c-8fcb06ec1582),segment_id=19328d04-b7b0-4246-9d5c-8fcb06ec1582)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:22.318339 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.330363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Calling delete_port for da3de5f6-15d3-427b-b825-5f335f8a25ab owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:22.373767 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.399536 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3de5f6-15d3-427b-b825-5f335f8a25ab,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:22.403775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.403958 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] No DVR routers for this DVR port da3de5f6-15d3-427b-b825-5f335f8a25ab on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:03:22.431494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Pushing event deleted for resources: {'Port': ['ID=da3de5f6-15d3-427b-b825-5f335f8a25ab,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:22.433864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] No DVR routers for this DVR port da3de5f6-15d3-427b-b825-5f335f8a25ab on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:03:22.442366 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.442706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.443037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.443393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.443717 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.444046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.444365 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.444701 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.445014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.445341 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.445657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.445972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdc748-63e6-4e35-ab6b-1a108ba1cdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:22.479484 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.510106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd5cfab-01ca-408f-985f-0d0946e4d98f']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:22.512065 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19328d04-b7b0-4246-9d5c-8fcb06ec1582') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:22.512361 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19328d04-b7b0-4246-9d5c-8fcb06ec1582') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:22.521436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.534669 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.540411 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 07:03:22.544535 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 07:03:22.635541 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.642589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:22.644391 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0dd5cfab-01ca-408f-985f-0d0946e4d98f HTTP/1.1" status: 204 len: 168 time: 0.6126263 Apr 18 07:03:22.647376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60472) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:22.656393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d31f8-5959-4990-b57d-c3524bb07051 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd5cfab-01ca-408f-985f-0d0946e4d98f,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:22.991038 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:23.070278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 941ae894-412e-43b2-a6ae-e4e951ec599e no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:23.091261 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 941ae894-412e-43b2-a6ae-e4e951ec599e {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:23.091605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 941ae894-412e-43b2-a6ae-e4e951ec599e not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:23.092600 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device da3de5f6-15d3-427b-b825-5f335f8a25ab no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:23.114375 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: da3de5f6-15d3-427b-b825-5f335f8a25ab {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:23.114709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device da3de5f6-15d3-427b-b825-5f335f8a25ab not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:23.236690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Deleting port 2efd9740-61ce-4ab3-88c9-82630af03614 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:23.237029 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:23.313237 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] For port 2efd9740-61ce-4ab3-88c9-82630af03614, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2efd9740-61ce-4ab3-88c9-82630af03614,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:23.313515 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:23.325531 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Calling delete_port for 2efd9740-61ce-4ab3-88c9-82630af03614 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:23.470254 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-147f8759-f7ec-4bb3-a3ed-26e0a5c825f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:23.578819 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:23.609650 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Pushing event deleted for resources: {'Port': ['ID=2efd9740-61ce-4ab3-88c9-82630af03614,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:23.774136 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:23.987095 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Router e69b5f8c-ec20-4edc-bb2a-2c054373df00 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:03:24.091098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:24.096830 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-3e2a5e19-235e-4e98-a9a8-6ceeb1f6a189 admin admin] 10.222.0.43 "PUT /v2.0/routers/e69b5f8c-ec20-4edc-bb2a-2c054373df00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4484384 Apr 18 07:03:24.099376 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60474) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:24.100659 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] Sync routers for ids ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:24.191167 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] Routers {'e69b5f8c-ec20-4edc-bb2a-2c054373df00'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:24.191788 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:24.204194 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.292692 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] Set router e69b5f8c-ec20-4edc-bb2a-2c054373df00 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:24.304119 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.424961 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Deleting port b7cb9934-181a-40a9-823e-2e7bc04d128b {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:24.425303 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.467742 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T07:03:23Z', 'revision_number': 5, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port': {'id': 'b7cb9934-181a-40a9-823e-2e7bc04d128b', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T06:52:10Z', 'updated_at': '2022-04-18T06:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:24.493867 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] Checking router: e69b5f8c-ec20-4edc-bb2a-2c054373df00 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:24.501899 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] For port b7cb9934-181a-40a9-823e-2e7bc04d128b, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=b7cb9934-181a-40a9-823e-2e7bc04d128b,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:24.502083 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] Routers {'e69b5f8c-ec20-4edc-bb2a-2c054373df00'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:24.502265 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.502565 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:02:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:24.515890 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Calling delete_port for b7cb9934-181a-40a9-823e-2e7bc04d128b owned by network:router_gateway {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:24.584566 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] Set router e69b5f8c-ec20-4edc-bb2a-2c054373df00 gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:24.636218 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T07:03:24Z', 'revision_number': 6, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:24.662410 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be2cf2-334f-440a-bfaf-aabe20cf5277 None None] The sync data for ids ['e69b5f8c-ec20-4edc-bb2a-2c054373df00'] in dv-neutron-837488-1-hyperv is: [{'id': 'e69b5f8c-ec20-4edc-bb2a-2c054373df00', 'name': 'tempest-TestShelveInstance-35926552-router', 'tenant_id': '25c6cc41d53947eabe55584142ae07d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T06:52:09Z', 'updated_at': '2022-04-18T07:03:24Z', 'revision_number': 6, 'project_id': '25c6cc41d53947eabe55584142ae07d1', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:24.767327 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.796230 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cb9934-181a-40a9-823e-2e7bc04d128b,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:24.856830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.946581 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:24.948726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.064415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.064970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e69b5f8c-ec20-4edc-bb2a-2c054373df00 {{(pid=109605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 07:03:25.073793 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.073793 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-0282d51e-d218-4b01-9d62-b2568352e9a0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e69b5f8c-ec20-4edc-bb2a-2c054373df00 HTTP/1.1" status: 204 len: 168 time: 0.9714508 Apr 18 07:03:25.074539 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60476) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:25.123692 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Deleting subnet d28015fd-14f3-44c7-bec2-4da6b53effc7 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 07:03:25.128258 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.129793 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2efd9740-61ce-4ab3-88c9-82630af03614 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:25.150026 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2efd9740-61ce-4ab3-88c9-82630af03614 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:25.150374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2efd9740-61ce-4ab3-88c9-82630af03614 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:25.170862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.246964 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.367561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.394722 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28015fd-14f3-44c7-bec2-4da6b53effc7,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:25.396610 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.400638 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-9475eef1-2f0a-49e1-844b-a3f65bc4ac8a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d28015fd-14f3-44c7-bec2-4da6b53effc7 HTTP/1.1" status: 204 len: 168 time: 0.3236685 Apr 18 07:03:25.400975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a860dfc-f6cf-41b0-8bdf-f5da77f7a0d3 None None] Network e57d0a47-c2f0-4abe-b25e-bb9a8debe823 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:03:25.402477 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60478) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:25.478400 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.534243 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Deleting port 37e785b0-a7c7-4904-aa13-d400301d8770 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:25.534582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.591022 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] DHCP port deletion for e57d0a47-c2f0-4abe-b25e-bb9a8debe823 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 07:03:25.601270 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] For port 37e785b0-a7c7-4904-aa13-d400301d8770, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=37e785b0-a7c7-4904-aa13-d400301d8770,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:25.601642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.619475 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Calling delete_port for 37e785b0-a7c7-4904-aa13-d400301d8770 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:25.638558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] Deleting port 37e785b0-a7c7-4904-aa13-d400301d8770 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:03:25.639030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.706492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] For port 37e785b0-a7c7-4904-aa13-d400301d8770, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=37e785b0-a7c7-4904-aa13-d400301d8770,segment=NetworkSegment(e5eedfd4-1079-4a15-92e8-db536270a31e),segment_id=e5eedfd4-1079-4a15-92e8-db536270a31e)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:25.711681 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.720820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] Calling delete_port for 37e785b0-a7c7-4904-aa13-d400301d8770 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:03:25.782059 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.807385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.809888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e785b0-a7c7-4904-aa13-d400301d8770,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:25.812032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] No DVR routers for this DVR port 37e785b0-a7c7-4904-aa13-d400301d8770 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:03:25.830488 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] Pushing event deleted for resources: {'Port': ['ID=37e785b0-a7c7-4904-aa13-d400301d8770,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:25.835908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3d08a-fa00-4549-a2f1-ae832de596e2 None None] No DVR routers for this DVR port 37e785b0-a7c7-4904-aa13-d400301d8770 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:03:25.861830 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d3fb58ce-d658-43cf-a051-3c90df3aebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.890554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.911017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57d0a47-c2f0-4abe-b25e-bb9a8debe823']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:25.919979 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eedfd4-1079-4a15-92e8-db536270a31e') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:25.920282 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eedfd4-1079-4a15-92e8-db536270a31e') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:25.929356 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.942491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 07:03:25.953159 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 07:03:26.059046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:26.064466 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:26.067612 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e57d0a47-c2f0-4abe-b25e-bb9a8debe823 HTTP/1.1" status: 204 len: 168 time: 0.6644199 Apr 18 07:03:26.079377 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1fca6-7186-4028-b562-3c3a56843040 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57d0a47-c2f0-4abe-b25e-bb9a8debe823,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:26.469420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60482) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:26.512572 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-85a538c8-1fcc-427e-a564-bcbdb30038e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e1e6fba1ba44e19a0929104786a3cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419452 Apr 18 07:03:26.515554 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60484) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:26.562164 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7493-aefa-4db1-88f5-aa4583ff6fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:26.582741 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7493-aefa-4db1-88f5-aa4583ff6fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:26.709602 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7493-aefa-4db1-88f5-aa4583ff6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:26.712149 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7493-aefa-4db1-88f5-aa4583ff6fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:26.713285 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-8a9f7493-aefa-4db1-88f5-aa4583ff6fc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb2bd467-0bb0-4b33-be4a-8761eeec43fa HTTP/1.1" status: 204 len: 168 time: 0.1968343 Apr 18 07:03:26.725929 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f7493-aefa-4db1-88f5-aa4583ff6fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2bd467-0bb0-4b33-be4a-8761eeec43fa,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:27.081003 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 37e785b0-a7c7-4904-aa13-d400301d8770 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:27.100687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 37e785b0-a7c7-4904-aa13-d400301d8770 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:27.101030 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 37e785b0-a7c7-4904-aa13-d400301d8770 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:27.101446 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7cb9934-181a-40a9-823e-2e7bc04d128b no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:03:27.120032 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: b7cb9934-181a-40a9-823e-2e7bc04d128b {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:03:27.120364 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device b7cb9934-181a-40a9-823e-2e7bc04d128b not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:03:27.250372 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:27.421571 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60490) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:27.460780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c8f27617-f096-49bd-9115-473a569f1661 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25c6cc41d53947eabe55584142ae07d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379486 Apr 18 07:03:27.463147 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60492) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:27.509227 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f9a3-7b6c-4d2f-adb4-b4d300d66a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:27.529596 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f9a3-7b6c-4d2f-adb4-b4d300d66a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:27.644939 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f9a3-7b6c-4d2f-adb4-b4d300d66a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:27.647595 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f9a3-7b6c-4d2f-adb4-b4d300d66a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:27.649823 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-d2b8f9a3-7b6c-4d2f-adb4-b4d300d66a89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db2fa9dd-f9ad-404b-aebd-b58880593f42 HTTP/1.1" status: 204 len: 168 time: 0.1846945 Apr 18 07:03:27.657606 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f9a3-7b6c-4d2f-adb4-b4d300d66a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2fa9dd-f9ad-404b-aebd-b58880593f42,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:28.668347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60514) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:28.765406 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1098862224-network', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:28.891633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Made reservation on behalf of 9a0094439ca74a3699e73a73a7b79ae6 for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 07:03:28.894144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:28.903538 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:28.964945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:28.980284 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.010609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.027640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.052032 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 07:03:29.060633 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645ac77a-3d65-438e-bc7b-205e7f283796,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:29.067556 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.068046 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Added segment dd9f7910-d64f-45b5-af85-a813248eb1e5 of type vlan for network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec Apr 18 07:03:29.107612 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.175944 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.176878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:29.177447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.238106 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] Pushing event updated for resources: {'Network': ['ID=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:29.247443 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 07:03:29.258843 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-5013fe5e-a5e5-4f64-855b-aed7dcf839dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5894594 Apr 18 07:03:29.261906 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60518) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:29.268056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Request body: {'subnet': {'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1098862224-subnet', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:29.342208 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Made reservation on behalf of 9a0094439ca74a3699e73a73a7b79ae6 for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 07:03:29.344722 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.582018 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.641812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d33750a-8e12-48f4-a38d-f5c97e9167ce,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:29.648612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Checking segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:29.648964 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Network hostable DHCP agents. Network: 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 07:03:29.721235 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 07:03:29.806814 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:29.811229 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:29.811838 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.816655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f60587-7593-47e4-8a51-b426fc6cc93a None None] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:03:29.890113 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-73dad797-f14f-4f98-9267-50cffc2fbc16 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6268375 Apr 18 07:03:29.892996 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60520) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:29.897525 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:29.958410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 07:03:29.959305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.996046 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:29.997130 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.050624 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.091936 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Allocated IP 172.20.0.2 (620166a8-c4d7-41e1-b3e3-0ca6d54c11ec/6d33750a-8e12-48f4-a38d-f5c97e9167ce/aa46d449-4023-4694-b2f3-599b83fe1cf6) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:30.227956 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.245412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.304335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.342812 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:30.348195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:30.351646 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:30.360156 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Pushing event updated for resources: {'Port': ['ID=aa46d449-4023-4694-b2f3-599b83fe1cf6,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:30.525373 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.550123 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.554534 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Attempting to bind port aa46d449-4023-4694-b2f3-599b83fe1cf6 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:30.554899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Attempting to bind port aa46d449-4023-4694-b2f3-599b83fe1cf6 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:30.555265 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Attempting to bind port aa46d449-4023-4694-b2f3-599b83fe1cf6 on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:30.560363 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:30.560899 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Checking segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:30.561168 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.561573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Bound using segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:30.562114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Bound port: aa46d449-4023-4694-b2f3-599b83fe1cf6, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:30.562491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.623140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] For port aa46d449-4023-4694-b2f3-599b83fe1cf6, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:30.626220 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] For port aa46d449-4023-4694-b2f3-599b83fe1cf6, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa46d449-4023-4694-b2f3-599b83fe1cf6,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:30.655517 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Allocated IP 172.26.4.223 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/c616d574-d953-45ad-b793-0963c0a07117) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:30.685724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.754697 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a528d-bf17-4072-9dda-60c381bd80c9 None None] Pushing event updated for resources: {'Port': ['ID=aa46d449-4023-4694-b2f3-599b83fe1cf6,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:30.767099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.851534 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:30.900371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:30.903296 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:30.909051 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:30.939020 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Pushing event updated for resources: {'Port': ['ID=c616d574-d953-45ad-b793-0963c0a07117,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:31.095840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa46d449-4023-4694-b2f3-599b83fe1cf6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:31.143919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port aa46d449-4023-4694-b2f3-599b83fe1cf6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:31.144192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.221494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.250839 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.256598 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port aa46d449-4023-4694-b2f3-599b83fe1cf6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa46d449-4023-4694-b2f3-599b83fe1cf6,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:31.330663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.380877 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=aa46d449-4023-4694-b2f3-599b83fe1cf6,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:31.453725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.647849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70d9ad-d091-4d84-ae87-a24ee071f856 None None] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:03:31.650500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Router fce99739-8041-4f19-a312-f01c8aebb2e8 is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 07:03:31.725017 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9088481e-cb88-4c1b-ab77-2712354a5528 None None] Provisioning complete for port aa46d449-4023-4694-b2f3-599b83fe1cf6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:31.725383 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9088481e-cb88-4c1b-ab77-2712354a5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.760192 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:31.785557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:31.816037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:31.816640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:31.875524 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:31.876714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1ac80780-35ef-411b-a70e-c994c54252dc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9827294 Apr 18 07:03:31.879582 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60522) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:31.982038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:32.167957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:31Z', 'revision_number': 3, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:32.195118 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:32.195483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Updating router fce99739-8041-4f19-a312-f01c8aebb2e8 port c616d574-d953-45ad-b793-0963c0a07117 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 07:03:32.223910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.295918 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.332373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0864314e-fad8-4ce7-b3ae-c60e3a823b9d None None] Provisioning complete for port aa46d449-4023-4694-b2f3-599b83fe1cf6 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:32.332755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0864314e-fad8-4ce7-b3ae-c60e3a823b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.453579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Allocated IP 172.20.0.1 (620166a8-c4d7-41e1-b3e3-0ca6d54c11ec/6d33750a-8e12-48f4-a38d-f5c97e9167ce/2d4bab5e-54eb-42b0-87dd-4350cb712fa9) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:32.549940 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.555616 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.616170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.646551 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.667761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Attempting to bind port c616d574-d953-45ad-b793-0963c0a07117 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:32.668123 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Attempting to bind port c616d574-d953-45ad-b793-0963c0a07117 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:32.668483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Attempting to bind port c616d574-d953-45ad-b793-0963c0a07117 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:32.670462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37a4b1-2ec7-48b9-9535-5c0da94b6f99 None None] Pushing event updated for resources: {'Port': ['ID=c616d574-d953-45ad-b793-0963c0a07117,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:32.676855 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:32.677150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:32.677548 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.677929 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:32.678388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Bound port: c616d574-d953-45ad-b793-0963c0a07117, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:32.678765 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.684339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:32.687835 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:32.690232 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:32.725760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Pushing event updated for resources: {'Port': ['ID=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:32.735279 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] For port c616d574-d953-45ad-b793-0963c0a07117, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:32.738297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] For port c616d574-d953-45ad-b793-0963c0a07117, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c616d574-d953-45ad-b793-0963c0a07117,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:32.739980 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.825269 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.891749 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:32.892368 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:32.894190 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37a4b1-2ec7-48b9-9535-5c0da94b6f99 None None] Pushing event updated for resources: {'Port': ['ID=c616d574-d953-45ad-b793-0963c0a07117,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:32.936155 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:32.956545 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-f818a4f3-007a-4356-b64c-ec05e8b94877 None None] Provisioning complete for port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:32.956910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f818a4f3-007a-4356-b64c-ec05e8b94877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:33.032267 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-f818a4f3-007a-4356-b64c-ec05e8b94877 None None] Port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:03:33.034804 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:33.105335 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa46d449-4023-4694-b2f3-599b83fe1cf6 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:33.236037 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port aa46d449-4023-4694-b2f3-599b83fe1cf6 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:33.236772 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:33.300334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:31Z', 'revision_number': 3, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:33.346923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bab78-7f11-46c9-b42d-7ad33ef132f5 None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:31Z', 'revision_number': 3, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:33.438533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:33.516468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:33.589757 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Pushing event updated for resources: {'Port': ['ID=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:33.601190 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:33.697972 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:33.699533 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:33.823579 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Router fce99739-8041-4f19-a312-f01c8aebb2e8 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:03:33.943073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:33.952048 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-67bcc997-b7c4-42cb-a9c7-3cf3bceab2bf admin admin] 10.222.0.43 "PUT /v2.0/routers/fce99739-8041-4f19-a312-f01c8aebb2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0700347 Apr 18 07:03:33.965126 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-49976783-f479-4081-a295-20d8c7e36c74 None None] Provisioning complete for port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:33.965497 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-49976783-f479-4081-a295-20d8c7e36c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.004068 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-49976783-f479-4081-a295-20d8c7e36c74 None None] Port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:03:34.601002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60538) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:34.606760 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1747295982-network', 'tenant_id': '10cca629c2634e93813f7cd62759c17d'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:34.698442 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Made reservation on behalf of 10cca629c2634e93813f7cd62759c17d for: {'network': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 07:03:34.700901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for network, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.710197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.788324 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.846997 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.869015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 07:03:34.872817 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:34.881961 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:34.882567 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:34.885652 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4787144d-c410-40d0-aef7-ec1c610e64c6,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:34.889787 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.892424 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.db.segments_db [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Added segment fe3f6ad8-2394-4473-867d-8565e72c75ff of type vlan for network ba5d1aa6-310c-4fc1-a19e-539ec4003303 Apr 18 07:03:34.934491 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772159248303'] for network, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:34.989980 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:35.018494 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059'] for network, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.019502 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:35.020085 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.085922 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] Pushing event updated for resources: {'Network': ['ID=ba5d1aa6-310c-4fc1-a19e-539ec4003303,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:35.097620 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 details requested by agent ovs-agent-dv-neutron-837488-1-hyperv with host dv-neutron-837488-1-hyperv {{(pid=109607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 07:03:35.117589 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60540) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:35.122010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-bd5ebfef-336d-4dba-a400-67b9e636dd8c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5192580 Apr 18 07:03:35.128132 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c616d574-d953-45ad-b793-0963c0a07117 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:35.129832 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Request body: {'subnet': {'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1747295982-subnet', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'ip_version': 4}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:35.203358 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 2, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:35.224162 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Made reservation on behalf of 10cca629c2634e93813f7cd62759c17d for: {'subnet': 1} {{(pid=109605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 07:03:35.226926 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3536286'] for subnet, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.230379 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:35.230379 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Updating router fce99739-8041-4f19-a312-f01c8aebb2e8 port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 07:03:35.256063 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.366351 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c616d574-d953-45ad-b793-0963c0a07117 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:35.366716 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.456391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.478309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port c616d574-d953-45ad-b793-0963c0a07117, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c616d574-d953-45ad-b793-0963c0a07117,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:35.548845 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.559193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.612326 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=c616d574-d953-45ad-b793-0963c0a07117,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:35.630013 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.733169 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Pushing event updated for resources: {'Port': ['ID=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:35.738568 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Attempting to bind port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:35.739076 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Attempting to bind port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:35.739457 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Attempting to bind port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:35.747641 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.747982 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.748313 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.748838 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.749186 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.750262 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.750587 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.750910 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.751233 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.751652 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.751971 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.752289 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:03:35.758953 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:35.759366 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Checking segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:35.759767 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.760148 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Bound using segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:35.760621 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Bound port: 2d4bab5e-54eb-42b0-87dd-4350cb712fa9, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:35.761005 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.830193 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] For port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:35.836917 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] For port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:35.839597 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3232285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3536264'] for subnet, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.895176 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d10d6e-6a3c-406f-ad65-1d7bf431a8a3,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:35.897295 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.905338 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Checking segment: {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:35.906124 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Network hostable DHCP agents. Network: ba5d1aa6-310c-4fc1-a19e-539ec4003303, hostable agents: ['43fd70a5-0b56-4d68-b546-f3419ff4bb30'], hosted agents: [] {{(pid=109605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 07:03:35.934857 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-9279c59b-f8e3-4580-acde-7acabae40b23 None None] Provisioning complete for port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:35.935133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9279c59b-f8e3-4580-acde-7acabae40b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:35.960170 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d2b1-5025-4b16-835f-0a1d9276179d None None] Pushing event updated for resources: {'Port': ['ID=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:35.964775 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:35.965395 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:35.981817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 is scheduled to be hosted by DHCP agent 43fd70a5-0b56-4d68-b546-f3419ff4bb30 with binding_index 1 {{(pid=109605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 07:03:36.019963 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9279c59b-f8e3-4580-acde-7acabae40b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.039517 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837488-1-hyperv, ba5d1aa6-310c-4fc1-a19e-539ec4003303) {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:36.054571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:36.054571 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.057694 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba5520-c30b-460a-b82e-c004600175a7 None None] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:03:36.064462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-9279c59b-f8e3-4580-acde-7acabae40b23 None None] For port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:36.134644 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9279c59b-f8e3-4580-acde-7acabae40b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.152656 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-de35bd3b-6a98-4419-84ec-ba82b1636d47 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0316103 Apr 18 07:03:36.155086 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60542) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:36.161939 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:36.186387 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:36.221947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279c59b-f8e3-4580-acde-7acabae40b23 None None] Pushing event updated for resources: {'Port': ['ID=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:36.244979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1591706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.246081 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4362'] for router, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.266282 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-115c9524-536d-47c0-9103-d901ae220b58 None None] Provisioning complete for port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:36.266720 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-115c9524-536d-47c0-9103-d901ae220b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.289410 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea687b7-73dc-56aa-91bd-eccffab52d9e-ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'fixed_ips': [{'subnet_id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3'}]}} from dv-neutron-837488-1-hyperv. {{(pid=109607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 07:03:36.290661 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.305847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.396133 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:36.432359 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c0b5-03eb-4a75-bad2-aaa1d5fd344f None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:36.484783 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.db_base_plugin_common [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Allocated IP 172.20.0.2 (ba5d1aa6-310c-4fc1-a19e-539ec4003303/21d10d6e-6a3c-406f-ad65-1d7bf431a8a3/257065ea-7789-4821-8aa0-da392b2fbfa0) {{(pid=109607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:36.536365 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.658776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Notify callbacks [] for port, precommit_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.738885 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340'] for port, after_create {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.785927 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 is already hosted by enough agents. {{(pid=109607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:36.789087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.scheduler.base_scheduler [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Resources bound (agent type, host, resource id): {{(pid=109607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:36.793773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Received port after_create {{(pid=109607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:36.795887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Pushing event updated for resources: {'Port': ['ID=257065ea-7789-4821-8aa0-da392b2fbfa0,revision_number=1']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:36.830888 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.851380 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.854361 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Attempting to bind port 257065ea-7789-4821-8aa0-da392b2fbfa0 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:36.854729 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Attempting to bind port 257065ea-7789-4821-8aa0-da392b2fbfa0 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:36.855093 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Attempting to bind port 257065ea-7789-4821-8aa0-da392b2fbfa0 on network ba5d1aa6-310c-4fc1-a19e-539ec4003303 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:36.860555 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:36.861119 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Checking segment: {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:36.861636 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.862077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Bound using segment: {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:36.862503 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Bound port: 257065ea-7789-4821-8aa0-da392b2fbfa0, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:36.863836 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:36.934484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] For port 257065ea-7789-4821-8aa0-da392b2fbfa0, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:36.939493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] For port 257065ea-7789-4821-8aa0-da392b2fbfa0, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=257065ea-7789-4821-8aa0-da392b2fbfa0,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:36.972231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Allocated IP 172.26.4.187 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:37.006031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:37.076474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdd484-7eaf-493c-88de-c5132a05020d None None] Pushing event updated for resources: {'Port': ['ID=257065ea-7789-4821-8aa0-da392b2fbfa0,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:37.108067 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:37.199077 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c616d574-d953-45ad-b793-0963c0a07117 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:37.213294 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:37.252453 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port c616d574-d953-45ad-b793-0963c0a07117 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:37.252887 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:37.256860 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:37.260448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:37.264764 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:37.332103 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:37.384207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:37.461972 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:37.462344 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:37.661561 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:37.867499 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1593697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595363'] for router, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.090285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88dd3d-8268-4ddf-8717-b6ad94fcacfb None None] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:03:38.104288 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Router 8dbafe19-5202-44b9-95e6-e23be21409bb is scheduled to L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 with binding_index 1 {{(pid=109605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 07:03:38.210863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:38.214776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-5beeab99-2632-49e2-828a-26adde13960d None None] Provisioning complete for port 257065ea-7789-4821-8aa0-da392b2fbfa0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:38.215317 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5beeab99-2632-49e2-828a-26adde13960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.239206 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Sync routers for ids ['8dbafe19-5202-44b9-95e6-e23be21409bb'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:38.284295 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Routers {'8dbafe19-5202-44b9-95e6-e23be21409bb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:38.284910 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8dbafe19-5202-44b9-95e6-e23be21409bb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:38.286640 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] Notify callbacks [] for router, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.288048 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-5412dcf2-5a4e-4fea-8ee0-f96edd1c8a99 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1312447 Apr 18 07:03:38.290831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60544) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:38.416376 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5beeab99-2632-49e2-828a-26adde13960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.434257 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Set router 8dbafe19-5202-44b9-95e6-e23be21409bb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:38.550881 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-5beeab99-2632-49e2-828a-26adde13960d None None] For port 257065ea-7789-4821-8aa0-da392b2fbfa0, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=257065ea-7789-4821-8aa0-da392b2fbfa0,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:38.609721 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5beeab99-2632-49e2-828a-26adde13960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.670677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeab99-2632-49e2-828a-26adde13960d None None] Pushing event updated for resources: {'Port': ['ID=257065ea-7789-4821-8aa0-da392b2fbfa0,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:38.682454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:37Z', 'revision_number': 3, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:38.709466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Checking router: 8dbafe19-5202-44b9-95e6-e23be21409bb for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:38.709791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Updating router 8dbafe19-5202-44b9-95e6-e23be21409bb port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 binding host dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 07:03:38.731401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.741663 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.771859 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-7b562f51-4836-4838-9926-1f46bbd6460f None None] Provisioning complete for port 257065ea-7789-4821-8aa0-da392b2fbfa0 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:38.772227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7b562f51-4836-4838-9926-1f46bbd6460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:38.888450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Allocated IP 172.20.0.1 (ba5d1aa6-310c-4fc1-a19e-539ec4003303/21d10d6e-6a3c-406f-ad65-1d7bf431a8a3/813b79aa-4054-42ec-be65-bbf5df4813f3) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:38.996590 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.057707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Notify callbacks [] for port, precommit_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.098642 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.125373 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 257065ea-7789-4821-8aa0-da392b2fbfa0 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:39.129066 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.135412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:39.141143 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:39.145676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:39.172435 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Pushing event updated for resources: {'Port': ['ID=813b79aa-4054-42ec-be65-bbf5df4813f3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:39.194911 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594320'] for router_interface, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.369131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f0bc2-e640-4a25-8ae5-7b2207ee2340 None None] Pushing event updated for resources: {'Port': ['ID=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,revision_number=2']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:39.375305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Attempting to bind port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:39.378747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Attempting to bind port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:39.378747 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Attempting to bind port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 on network a6a2ace3-418d-401b-96c6-aa45135952f8 {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:39.383515 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:39.383884 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Checking segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:39.384273 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.384651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Bound using segment: {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'} {{(pid=109607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:39.385104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.managers [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Bound port: 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5c93f-0c18-4a1d-9533-6bd4d121321b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8'}}] {{(pid=109607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:39.385479 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.396102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.424510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 257065ea-7789-4821-8aa0-da392b2fbfa0 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:39.424510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.465475 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-74c57fa3-9e9c-4748-8ec0-aa4aba1d847a None None] Provisioning complete for port 813b79aa-4054-42ec-be65-bbf5df4813f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:39.465842 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-74c57fa3-9e9c-4748-8ec0-aa4aba1d847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.510245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] For port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:39.514319 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] For port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:39.524085 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-74c57fa3-9e9c-4748-8ec0-aa4aba1d847a None None] Port 813b79aa-4054-42ec-be65-bbf5df4813f3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:03:39.558014 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.587947 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.619012 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.637966 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Routers {'8dbafe19-5202-44b9-95e6-e23be21409bb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:39.638575 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8dbafe19-5202-44b9-95e6-e23be21409bb'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:39.685920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f0bc2-e640-4a25-8ae5-7b2207ee2340 None None] Pushing event updated for resources: {'Port': ['ID=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,revision_number=3']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:39.689328 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594284'] for router_interface, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:39.691523 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Pushing event updated for resources: {'Port': ['ID=813b79aa-4054-42ec-be65-bbf5df4813f3,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:39.757648 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] Set router 8dbafe19-5202-44b9-95e6-e23be21409bb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:39.781560 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:39.782961 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:39.902749 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Router 8dbafe19-5202-44b9-95e6-e23be21409bb has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:03:39.971865 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '813b79aa-4054-42ec-be65-bbf5df4813f3', 'name': '', 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'mac_address': 'fa:16:3e:aa:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:38Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 2, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'subnets': [{'id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:39.998612 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb0bab-a49c-4108-903d-71a6bac5e875 None None] The sync data for ids ['8dbafe19-5202-44b9-95e6-e23be21409bb'] in dv-neutron-837488-1-hyperv is: [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '813b79aa-4054-42ec-be65-bbf5df4813f3', 'name': '', 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'mac_address': 'fa:16:3e:aa:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:38Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 2, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'subnets': [{'id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:40.018267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:40.023401 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-934826d1-c153-4d0d-98fd-9a324d6ab5be admin admin] 10.222.0.43 "PUT /v2.0/routers/8dbafe19-5202-44b9-95e6-e23be21409bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308764 Apr 18 07:03:40.047429 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-71fe2494-6017-4548-ab69-b8aec519181c None None] Provisioning complete for port 813b79aa-4054-42ec-be65-bbf5df4813f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:40.047810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-71fe2494-6017-4548-ab69-b8aec519181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:40.089145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-71fe2494-6017-4548-ab69-b8aec519181c None None] Port 813b79aa-4054-42ec-be65-bbf5df4813f3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:03:40.776287 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 60554) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:40.780994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706547209', 'description': 'tempest-secgroup-smoke-1706547209 description', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:40.885086 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:40.956159 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.038645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.075821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a86fe1-1c0c-4f57-bfae-88f359266954,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:41.110908 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:41.140735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.142029 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-c0cf4fcb-33d6-4f47-85a3-e05f9de70099 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3646929 Apr 18 07:03:41.145073 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60556) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:41.150044 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group_rule': {'security_group_id': '28a86fe1-1c0c-4f57-bfae-88f359266954', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:41.165236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:41.165762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.236203 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.249787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.271136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] For port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:41.293946 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.330005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.349477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.367989 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a886f8-2a43-4540-a05c-fac384502f5f,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:41.381136 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Pushing event updated for resources: {'Port': ['ID=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:41.442855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.444169 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-6c3a5509-a9ce-49e2-b7ba-c444fbfc09f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979600 Apr 18 07:03:41.446955 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60558) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:41.451637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group_rule': {'security_group_id': '28a86fe1-1c0c-4f57-bfae-88f359266954', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:41.537502 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.595112 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.669564 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.688037 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce4b02b-6087-4896-8e64-ee54fe31175a,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:41.757389 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.758595 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-951663d6-7917-4567-b530-f71f165a42d6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106639 Apr 18 07:03:41.761406 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60560) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:41.766392 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group_rule': {'security_group_id': '28a86fe1-1c0c-4f57-bfae-88f359266954', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:41.840069 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.895185 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.954987 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:41.975184 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f22de-b8ec-4f8a-b771-1ef946a6e56c,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:42.046868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.048277 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-54526e49-18d6-4087-a729-e7a03202ee98 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2859330 Apr 18 07:03:42.050910 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60562) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:42.055316 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group_rule': {'security_group_id': '28a86fe1-1c0c-4f57-bfae-88f359266954', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:42.141812 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.200366 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.273613 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.291970 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d3855e-dace-4c64-92b2-fdbafecfaf30,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:42.375031 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.376280 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-9a817edb-a02d-4b4f-a8df-d10d699da6a0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243933 Apr 18 07:03:42.379098 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60564) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:42.383470 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group_rule': {'security_group_id': '28a86fe1-1c0c-4f57-bfae-88f359266954', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:42.458267 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Project 9a0094439ca74a3699e73a73a7b79ae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 07:03:42.463341 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.522818 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.600975 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.619467 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caff5958-c405-4f8d-bd2c-aba269b98421,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:42.700415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.701650 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-74222d7b-8a88-4938-93a1-054d3a3d66df tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215992 Apr 18 07:03:42.704479 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60566) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:42.709128 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'security_group_rule': {'security_group_id': '28a86fe1-1c0c-4f57-bfae-88f359266954', 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:42.795339 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.securitygroups_db [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Project 9a0094439ca74a3699e73a73a7b79ae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 07:03:42.801373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.863442 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.929916 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391141'] for security_group_rule, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:42.951062 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6407e38-40cb-4464-b93c-9b60860ec4c0,revision_number=0']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:43.023439 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:43.024748 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f6052ea5-4b59-425e-9cd1-b39d48df3dfb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3191907 Apr 18 07:03:43.100823 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:43.152669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:43.153040 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:43.242111 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-511c6459-915c-4d76-acf2-726ed49906c4 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706547209&fields=id&tenant_id=9a0094439ca74a3699e73a73a7b79ae6 HTTP/1.1" status: 200 len: 267 time: 0.0364313 Apr 18 07:03:43.304605 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acc962-3837-463b-a458-a1193909a544 None None] Sync routers for ids ['8dbafe19-5202-44b9-95e6-e23be21409bb'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:43.314934 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] Routers {'8dbafe19-5202-44b9-95e6-e23be21409bb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:43.315549 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8dbafe19-5202-44b9-95e6-e23be21409bb'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:43.351025 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-865b44df-49db-4972-a0a9-26eb62ee91c1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:43.352525 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-865b44df-49db-4972-a0a9-26eb62ee91c1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 810 time: 0.1036401 Apr 18 07:03:43.367572 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-2bc20d86-288f-4078-b2b4-5a3209783270 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/quotas/9a0094439ca74a3699e73a73a7b79ae6 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Apr 18 07:03:43.418704 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-3fd9b7fd-b012-4f6a-b991-837f27796d36 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455902 Apr 18 07:03:43.419008 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] Set router 8dbafe19-5202-44b9-95e6-e23be21409bb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:43.570698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-dc5569ca-30bc-4271-ade1-b47262514095 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 07:03:43.571788 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-dc5569ca-30bc-4271-ade1-b47262514095 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493844 Apr 18 07:03:43.598789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:43.619836 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '813b79aa-4054-42ec-be65-bbf5df4813f3', 'name': '', 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'mac_address': 'fa:16:3e:aa:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:38Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 2, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'subnets': [{'id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:43.650145 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acc962-3837-463b-a458-a1193909a544 None None] Checking router: 8dbafe19-5202-44b9-95e6-e23be21409bb for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:43.650502 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acc962-3837-463b-a458-a1193909a544 None None] Updating router 8dbafe19-5202-44b9-95e6-e23be21409bb port 813b79aa-4054-42ec-be65-bbf5df4813f3 binding host dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 07:03:43.666531 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-503a5fbe-cb79-4f68-850a-00d22e11c4c2 service neutron] 10.222.0.43 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879164 Apr 18 07:03:43.676296 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-19acc962-3837-463b-a458-a1193909a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:43.758549 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-d4e18eae-2983-4281-829c-eccda7b96708 service neutron] 10.222.0.43 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 Apr 18 07:03:43.935674 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-19acc962-3837-463b-a458-a1193909a544 None None] Notify callbacks [] for port, precommit_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:43.995730 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-19acc962-3837-463b-a458-a1193909a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.049652 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889bea-7ede-4ced-96ed-dc52aa07133c None None] Pushing event updated for resources: {'Port': ['ID=813b79aa-4054-42ec-be65-bbf5df4813f3,revision_number=3']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:44.103813 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-19acc962-3837-463b-a458-a1193909a544 None None] Attempting to bind port 813b79aa-4054-42ec-be65-bbf5df4813f3 on host dv-neutron-837488-1-hyperv for vnic_type normal with profile {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:44.104199 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-19acc962-3837-463b-a458-a1193909a544 None None] Attempting to bind port 813b79aa-4054-42ec-be65-bbf5df4813f3 by drivers openvswitch,hyperv on host dv-neutron-837488-1-hyperv at level 0 using segments [{'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:44.104554 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc962-3837-463b-a458-a1193909a544 None None] Attempting to bind port 813b79aa-4054-42ec-be65-bbf5df4813f3 on network ba5d1aa6-310c-4fc1-a19e-539ec4003303 {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:44.109675 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc962-3837-463b-a458-a1193909a544 None None] Checking agent: {'id': '6acce60c-3366-4526-a245-d485fc01b95f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 50, 59), 'started_at': datetime.datetime(2022, 4, 18, 5, 51, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:44.110047 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc962-3837-463b-a458-a1193909a544 None None] Checking segment: {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:44.110443 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-19acc962-3837-463b-a458-a1193909a544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.110829 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acc962-3837-463b-a458-a1193909a544 None None] Bound using segment: {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'} {{(pid=109608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:44.111314 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.managers [None req-19acc962-3837-463b-a458-a1193909a544 None None] Bound port: 813b79aa-4054-42ec-be65-bbf5df4813f3, host: dv-neutron-837488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3f6ad8-2394-4473-867d-8565e72c75ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303'}}] {{(pid=109608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:44.111689 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-19acc962-3837-463b-a458-a1193909a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.204211 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-19acc962-3837-463b-a458-a1193909a544 None None] For port 813b79aa-4054-42ec-be65-bbf5df4813f3, host dv-neutron-837488-1-hyperv, cleared binding levels {{(pid=109608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:44.207392 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.plugins.ml2.db [None req-19acc962-3837-463b-a458-a1193909a544 None None] For port 813b79aa-4054-42ec-be65-bbf5df4813f3, host dv-neutron-837488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=813b79aa-4054-42ec-be65-bbf5df4813f3,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:44.262782 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-07cbae4c-3e76-4052-8b6c-ba31c9448dfb None None] Provisioning complete for port 813b79aa-4054-42ec-be65-bbf5df4813f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:44.263454 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-07cbae4c-3e76-4052-8b6c-ba31c9448dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.298894 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron_lib.callbacks.manager [None req-19acc962-3837-463b-a458-a1193909a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.299969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-07cbae4c-3e76-4052-8b6c-ba31c9448dfb None None] Port 813b79aa-4054-42ec-be65-bbf5df4813f3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:03:44.365568 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] Routers {'8dbafe19-5202-44b9-95e6-e23be21409bb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:44.366151 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8dbafe19-5202-44b9-95e6-e23be21409bb'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:44.406076 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889bea-7ede-4ced-96ed-dc52aa07133c None None] Pushing event updated for resources: {'Port': ['ID=813b79aa-4054-42ec-be65-bbf5df4813f3,revision_number=4']} {{(pid=109608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:44.498089 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] Set router 8dbafe19-5202-44b9-95e6-e23be21409bb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:44.621756 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a07ae1c7-0ccd-4cc8-9eec-86ddb55f584f None None] Provisioning complete for port 813b79aa-4054-42ec-be65-bbf5df4813f3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:44.622070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a07ae1c7-0ccd-4cc8-9eec-86ddb55f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.703802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a07ae1c7-0ccd-4cc8-9eec-86ddb55f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.715957 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-19acc962-3837-463b-a458-a1193909a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '813b79aa-4054-42ec-be65-bbf5df4813f3', 'name': '', 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'mac_address': 'fa:16:3e:aa:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:38Z', 'updated_at': '2022-04-18T07:03:44Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'subnets': [{'id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:44.735553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a07ae1c7-0ccd-4cc8-9eec-86ddb55f584f None None] For port 813b79aa-4054-42ec-be65-bbf5df4813f3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=813b79aa-4054-42ec-be65-bbf5df4813f3,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:44.750821 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acc962-3837-463b-a458-a1193909a544 None None] The sync data for ids ['8dbafe19-5202-44b9-95e6-e23be21409bb'] in dv-neutron-837488-1-hyperv is: [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:39Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '813b79aa-4054-42ec-be65-bbf5df4813f3', 'name': '', 'network_id': 'ba5d1aa6-310c-4fc1-a19e-539ec4003303', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'mac_address': 'fa:16:3e:aa:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:38Z', 'updated_at': '2022-04-18T07:03:44Z', 'revision_number': 4, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'subnets': [{'id': '21d10d6e-6a3c-406f-ad65-1d7bf431a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:44.801023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a07ae1c7-0ccd-4cc8-9eec-86ddb55f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:44.851469 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ae1c7-0ccd-4cc8-9eec-86ddb55f584f None None] Pushing event updated for resources: {'Port': ['ID=813b79aa-4054-42ec-be65-bbf5df4813f3,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:45.001899 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9aeebd26-1442-47c3-a718-3d400249b81e req-c125a497-8938-4fb6-bbc2-c24e5b4e357a tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 210 time: 0.0286148 Apr 18 07:03:45.116982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 813b79aa-4054-42ec-be65-bbf5df4813f3 up at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:45.169320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Provisioning complete for port 813b79aa-4054-42ec-be65-bbf5df4813f3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:45.169785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:46.105419 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-28d65586-e1c7-4f17-8934-a56202f9aea3 req-b9f73f56-e212-4420-8a96-c5875a284533 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 210 time: 0.0308745 Apr 18 07:03:47.209933 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f821d705-4115-424c-ab91-03a7bd2d7970 req-22e698e8-3f71-4d37-bdb3-c3f311dea684 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 210 time: 0.0345466 Apr 18 07:03:47.309339 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-49f95832-27b8-4cc4-badc-9dc9a8cae868 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:47.310712 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-49f95832-27b8-4cc4-badc-9dc9a8cae868 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 810 time: 0.1037037 Apr 18 07:03:47.360448 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-6254941a-b6f2-48f6-859b-d958c2034da8 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0094439ca74a3699e73a73a7b79ae6 HTTP/1.1" status: 200 len: 380 time: 0.0359151 Apr 18 07:03:47.369694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'port': {'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'admin_state_up': True, 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'security_groups': ['28a86fe1-1c0c-4f57-bfae-88f359266954']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:47.566831 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Made reservation on behalf of 9a0094439ca74a3699e73a73a7b79ae6 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 07:03:47.570431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:47.693884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Allocated IP 172.20.0.11 (620166a8-c4d7-41e1-b3e3-0ca6d54c11ec/6d33750a-8e12-48f4-a38d-f5c97e9167ce/95c843ae-800f-4f19-9f36-13c630a2a7d3) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:47.832712 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:47.944137 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:47.988176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:47.991197 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:47.994963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:48.001791 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:48.050689 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:48.051355 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.159803 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b6c502f5-236c-4d79-af2c-1f18873a4e55 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7938631 Apr 18 07:03:48.177184 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Request body: {'port': {'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:48.229941 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.241501 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-323f2e18-daef-402a-88df-fdc956d2bda0 None None] Provisioning complete for port 95c843ae-800f-4f19-9f36-13c630a2a7d3 triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:48.242388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-323f2e18-daef-402a-88df-fdc956d2bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.276477 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-323f2e18-daef-402a-88df-fdc956d2bda0 None None] Port 95c843ae-800f-4f19-9f36-13c630a2a7d3 cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:03:48.340144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deaceb-53c0-4711-b7d0-109301905cf0 req-eed607ba-5bda-47cc-aee5-cf0f8e905897 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:48.341656 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68deaceb-53c0-4711-b7d0-109301905cf0 req-eed607ba-5bda-47cc-aee5-cf0f8e905897 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 932 time: 0.0505388 Apr 18 07:03:48.380203 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-68deaceb-53c0-4711-b7d0-109301905cf0 req-2990eb49-9bc9-4924-8f1b-be96228e3763 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Apr 18 07:03:48.494451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c843ae-800f-4f19-9f36-13c630a2a7d3 {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:03:48.501745 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.513053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Transition to ACTIVE for port object 95c843ae-800f-4f19-9f36-13c630a2a7d3 will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 07:03:48.587180 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.641331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:48.710977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Attempting to bind port 95c843ae-800f-4f19-9f36-13c630a2a7d3 on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:03:48.711335 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Attempting to bind port 95c843ae-800f-4f19-9f36-13c630a2a7d3 by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:03:48.711672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Attempting to bind port 95c843ae-800f-4f19-9f36-13c630a2a7d3 on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:48.716211 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Port 95c843ae-800f-4f19-9f36-13c630a2a7d3 on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 07:03:48.716528 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Attempting to bind port 95c843ae-800f-4f19-9f36-13c630a2a7d3 on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:03:48.722343 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:03:48.722668 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Checking segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:03:48.723053 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Bound using segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:03:48.723508 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Bound port: 95c843ae-800f-4f19-9f36-13c630a2a7d3, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:03:48.723867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.790126 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:03:48.793117 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:03:48.885102 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.924024 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:48.924630 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:48.926016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] 10.222.0.46 "PUT /v2.0/ports/95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 1094 time: 0.7531302 Apr 18 07:03:48.926450 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:03:48.928705 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874123a3-d6fe-43c4-9971-d9cc7d728f62" -d '{"events": [{"name": "network-changed", "server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:03:48.960337 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a9851-5279-4ac2-8580-7755410084ce service neutron] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:48.981087 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc30b6-d390-4294-af6a-f855b3c0c958 x-openstack-request-id: req-ffbc30b6-d390-4294-af6a-f855b3c0c958 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:03:48.981381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:03:48.981681 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffbc30b6-d390-4294-af6a-f855b3c0c958 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:03:48.982044 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbc30b6-d390-4294-af6a-f855b3c0c958'] response: {'name': 'network-changed', 'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'status': 'completed', 'code': 200} Apr 18 07:03:49.064559 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874123a3-d6fe-43c4-9971-d9cc7d728f62 req-9e19cb53-144b-49e1-93a8-25d26ddced35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.066110 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-874123a3-d6fe-43c4-9971-d9cc7d728f62 req-9e19cb53-144b-49e1-93a8-25d26ddced35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1097 time: 0.0443635 Apr 18 07:03:49.172474 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874123a3-d6fe-43c4-9971-d9cc7d728f62 req-0d81bd14-08ed-40e6-be22-9d5ebc5ce321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.173882 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-874123a3-d6fe-43c4-9971-d9cc7d728f62 req-0d81bd14-08ed-40e6-be22-9d5ebc5ce321 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945094 Apr 18 07:03:49.266213 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874123a3-d6fe-43c4-9971-d9cc7d728f62 req-e9efe159-3be2-4184-bcd7-fe4d759d5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.267613 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-874123a3-d6fe-43c4-9971-d9cc7d728f62 req-e9efe159-3be2-4184-bcd7-fe4d759d5b39 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877120 Apr 18 07:03:49.362597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-f4080371-b3b7-445b-81fd-7e6cf4e13978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.364085 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-f4080371-b3b7-445b-81fd-7e6cf4e13978 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1097 time: 0.0397596 Apr 18 07:03:49.414035 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-10a56b67-a86d-4d1a-a8b0-5fa6be2777b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0376339 Apr 18 07:03:49.465280 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-ecc67ab4-316a-4f3e-aa36-dc690d2fa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.466740 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-ecc67ab4-316a-4f3e-aa36-dc690d2fa591 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0459154 Apr 18 07:03:49.502248 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5683715-4cb7-421e-9f89-20ece302e0bd req-a6ee9a64-acb2-412c-bd04-969c42527d02 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.503761 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f5683715-4cb7-421e-9f89-20ece302e0bd req-a6ee9a64-acb2-412c-bd04-969c42527d02 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 944 time: 0.0525935 Apr 18 07:03:49.510869 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b19c6ea2-0456-469d-87e3-723f4ebaa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:49.512392 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-b19c6ea2-0456-469d-87e3-723f4ebaa148 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397904 Apr 18 07:03:49.540819 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-f5683715-4cb7-421e-9f89-20ece302e0bd req-d0550f45-6364-4cba-9cf5-c5f7b8b50a97 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Apr 18 07:03:49.601961 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-2add8f66-496f-45fd-bb1a-8fdb7fd0aeb7 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Apr 18 07:03:49.689719 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6dcbaff0-ba94-49f5-93a0-830194187b5a req-7cf5b0f1-9416-4574-b819-a9b5216bad40 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814474 Apr 18 07:03:50.659735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a677-48d3-4a33-880c-9f5dcdeddebd req-7ed0a319-13ab-49e6-9144-4dd37c94720e tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:50.661208 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed1a677-48d3-4a33-880c-9f5dcdeddebd req-7ed0a319-13ab-49e6-9144-4dd37c94720e tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 944 time: 0.0488024 Apr 18 07:03:50.703378 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3ed1a677-48d3-4a33-880c-9f5dcdeddebd req-359fa668-e82b-4ead-a299-ee6b7901d294 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353708 Apr 18 07:03:51.585473 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 07:03:51.679345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:51.690677 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 07:03:51.730305 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:51.746707 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c843ae-800f-4f19-9f36-13c630a2a7d3 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:03:51.770171 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:51.821680 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0bf82-2ba5-497e-be50-d881ffe3b4a8 req-bbcca0b4-790d-47dc-8cba-2fd612533107 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:51.823866 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-01f0bf82-2ba5-497e-be50-d881ffe3b4a8 req-bbcca0b4-790d-47dc-8cba-2fd612533107 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 944 time: 0.0520988 Apr 18 07:03:51.838828 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:51.864120 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-01f0bf82-2ba5-497e-be50-d881ffe3b4a8 req-4883e0b2-007e-41ce-bf7e-b728a8a27792 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332532 Apr 18 07:03:51.885070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:52.281493 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['95c843ae-800f-4f19-9f36-13c630a2a7d3'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 07:03:52.980066 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfd188-44f5-4e61-9f28-ee3f21a326be req-18b45b8c-e73e-4561-9460-465772badf07 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:52.981525 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2fbfd188-44f5-4e61-9f28-ee3f21a326be req-18b45b8c-e73e-4561-9460-465772badf07 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 945 time: 0.0487731 Apr 18 07:03:53.018831 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2fbfd188-44f5-4e61-9f28-ee3f21a326be req-eb0f0909-1e4f-41f9-9ab8-3b1c9d924f6c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Apr 18 07:03:53.498060 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-b1b53516-6dbc-4585-9354-7cda9cab91a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:53.601397 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:03:53.729807 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port 95c843ae-800f-4f19-9f36-13c630a2a7d3 completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 07:03:53.733516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 95c843ae-800f-4f19-9f36-13c630a2a7d3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:03:53.733979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:53.811463 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:53.834104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:03:53.836390 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3072b3ac-d223-48a1-956f-15bac84b72f7" -d '{"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-plugged", "status": "completed", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:03:53.848914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:03:53.912960 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:53.936320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b72ba-5f2b-4a42-b3d2-0bb3f893b485 x-openstack-request-id: req-fb8b72ba-5f2b-4a42-b3d2-0bb3f893b485 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:03:53.936604 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-plugged", "status": "completed", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:03:53.941482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb8b72ba-5f2b-4a42-b3d2-0bb3f893b485 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:03:53.941482 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8b72ba-5f2b-4a42-b3d2-0bb3f893b485'] response: {'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'code': 200} Apr 18 07:03:53.964170 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:54.132552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf24a2-c7ee-4179-a670-95a63d4763cf req-6148e2c6-9300-40f3-8b87-6d9a241fc622 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:54.134020 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-94bf24a2-c7ee-4179-a670-95a63d4763cf req-6148e2c6-9300-40f3-8b87-6d9a241fc622 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 946 time: 0.0488014 Apr 18 07:03:54.172024 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-94bf24a2-c7ee-4179-a670-95a63d4763cf req-6645d7a1-70a7-4188-85ed-f752d3638923 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Apr 18 07:03:54.269162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896d14d-53c8-410e-9284-09c810a67966 req-5998dcc3-284d-4de7-8292-db7742441a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:54.270659 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4896d14d-53c8-410e-9284-09c810a67966 req-5998dcc3-284d-4de7-8292-db7742441a9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1099 time: 0.0392828 Apr 18 07:03:54.307872 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4896d14d-53c8-410e-9284-09c810a67966 req-653a4bd0-b431-4efb-a143-36064035925e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305932 Apr 18 07:03:54.556576 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:03:55.289927 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345ead9-c55a-4637-a513-e0450a2a484d req-37933e20-ef0d-4529-98ca-5fd860b434d3 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:55.291402 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6345ead9-c55a-4637-a513-e0450a2a484d req-37933e20-ef0d-4529-98ca-5fd860b434d3 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 946 time: 0.0505850 Apr 18 07:03:55.328281 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-6345ead9-c55a-4637-a513-e0450a2a484d req-87ac438f-d5b3-40da-906a-fba907833fc4 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301945 Apr 18 07:03:55.830458 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-494e034c-a9b8-460f-8c26-84ae0480f434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:56.443105 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f859639-0a00-438c-bbf1-d4cb45bc3192 req-0df698a5-83f4-40c4-bb3a-418b1d54350e tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:56.444649 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4f859639-0a00-438c-bbf1-d4cb45bc3192 req-0df698a5-83f4-40c4-bb3a-418b1d54350e tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 946 time: 0.0492477 Apr 18 07:03:56.481346 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-4f859639-0a00-438c-bbf1-d4cb45bc3192 req-99a50892-f1b7-442e-9525-0e6f4cae9434 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Apr 18 07:03:56.595433 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b300e-130d-4c65-a52f-b0e2626e2e2f req-6af52b7e-c0c3-44b5-87ec-ea26f22056a4 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:56.596886 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-363b300e-130d-4c65-a52f-b0e2626e2e2f req-6af52b7e-c0c3-44b5-87ec-ea26f22056a4 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 946 time: 0.0496030 Apr 18 07:03:56.634436 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-363b300e-130d-4c65-a52f-b0e2626e2e2f req-caba8e45-9cde-478b-8d77-f9451b803922 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Apr 18 07:03:56.656254 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60648) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:56.739858 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd28c7-fd28-48e4-8f5d-851523aa41c2 tempest-TestSnapshotPattern-1828854548 tempest-TestSnapshotPattern-1828854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:56.741392 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-15dd28c7-fd28-48e4-8f5d-851523aa41c2 tempest-TestSnapshotPattern-1828854548 tempest-TestSnapshotPattern-1828854548-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1094 time: 0.0839427 Apr 18 07:03:56.744329 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60652) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:03:56.748560 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:03:56.827231 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:56.922798 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.030730 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Allocated IP 172.26.4.93 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/0804776e-f677-4efe-ad34-28c8468575bd) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:03:57.127900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.210618 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.251684 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:03:57.256415 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:03:57.258990 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:03:57.284510 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.287629 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'Port': ['ID=0804776e-f677-4efe-ad34-28c8468575bd,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:57.614708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.737825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.882945 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:57.943382 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:58.010404 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'Port': ['ID=0804776e-f677-4efe-ad34-28c8468575bd,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:03:58.018903 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:58.433799 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Floating IP 74cda673-86c0-4e0b-899a-f3f315e54683 associated. External IP: 172.26.4.93, port: 95c843ae-800f-4f19-9f36-13c630a2a7d3. Apr 18 07:03:58.638344 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Router fce99739-8041-4f19-a312-f01c8aebb2e8 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:03:58.744064 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:03:58.754329 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:03:58.764012 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:58.767011 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:58.803039 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:58.830687 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-2cf06a04-aecb-43f8-b5ae-b756e48255b7 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0853288 Apr 18 07:03:58.831566 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:03:58.876148 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442c066dcac8e3211ed8748903aa883ab703846518bf0090f1f949486589c1d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42cecca-824b-4676-837c-606b2db25667" -d '{"events": [{"name": "network-changed", "server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:03:58.882393 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:58.970053 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a004fe-44e8-4a59-bd82-394b5dae937e x-openstack-request-id: req-20a004fe-44e8-4a59-bd82-394b5dae937e {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:03:58.970337 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:03:58.970582 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20a004fe-44e8-4a59-bd82-394b5dae937e {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:03:58.970978 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a004fe-44e8-4a59-bd82-394b5dae937e'] response: {'name': 'network-changed', 'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'status': 'completed', 'code': 200} Apr 18 07:03:59.054542 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cecca-824b-4676-837c-606b2db25667 req-97d3db71-f3c6-4889-81ca-50cdda541a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:59.056111 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-97d3db71-f3c6-4889-81ca-50cdda541a1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1099 time: 0.0431130 Apr 18 07:03:59.069275 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:59.074081 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:03:59.150468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cecca-824b-4676-837c-606b2db25667 req-9300a9ab-7e78-43be-8caa-908f65d52584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:59.151991 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-9300a9ab-7e78-43be-8caa-908f65d52584 service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0895863 Apr 18 07:03:59.161651 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:03:57Z', 'revision_number': 0, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:59.221362 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-90f56333-1836-4185-97d3-2cfdacebe526 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0623949 Apr 18 07:03:59.272627 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cecca-824b-4676-837c-606b2db25667 req-36a49d67-693f-4617-be23-f23c80ebb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:59.274007 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-36a49d67-693f-4617-be23-f23c80ebb314 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0463948 Apr 18 07:03:59.325615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cecca-824b-4676-837c-606b2db25667 req-ba257e95-34b0-47df-b1d1-35e3666e1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:03:59.327129 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-ba257e95-34b0-47df-b1d1-35e3666e1d4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471621 Apr 18 07:03:59.335496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:03:59.343819 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:03:59.345104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:03:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:59.415216 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-27962d68-fc66-428b-83a5-0f70565b9e74 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814633 Apr 18 07:03:59.449307 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:03:59.508280 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f42cecca-824b-4676-837c-606b2db25667 req-074c9852-0f98-4b9d-a918-b263e7e336ec service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872028 Apr 18 07:03:59.673325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:03:57Z', 'revision_number': 0, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:03:59.702914 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654d06a-e4d1-4ef2-b4b1-9394e9f82245 None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:03:57Z', 'revision_number': 0, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:03:59.895192 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4eee2-efbe-4273-97ab-16ea82247fe5 None None] New status for floating IP 74cda673-86c0-4e0b-899a-f3f315e54683: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 07:04:11.946630 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-2660135c-3c31-4c5d-89a3-21782ff7d69f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383518 Apr 18 07:04:12.043099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-8f076393-14f6-4660-803d-60ca492e2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:04:12.044597 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-8f076393-14f6-4660-803d-60ca492e2e4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1099 time: 0.0397105 Apr 18 07:04:12.483017 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-d81fb605-13cb-4d10-ba28-a23039908d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:04:12.485015 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-d81fb605-13cb-4d10-ba28-a23039908d5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.4220521 Apr 18 07:04:12.549161 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-820363a7-c9cf-4d00-868e-efb76cf55f42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0568469 Apr 18 07:04:12.600615 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-6cfdba8b-62eb-458f-aa6c-95f2fb5d4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:04:12.602016 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-6cfdba8b-62eb-458f-aa6c-95f2fb5d4374 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0455723 Apr 18 07:04:12.646133 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-8765ffe4-5a27-42dc-ac91-abc36aff26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:04:12.647693 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-8765ffe4-5a27-42dc-ac91-abc36aff26b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399404 Apr 18 07:04:12.736022 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-8cf43282-e8f2-4051-a275-6d90ad79852e service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820754 Apr 18 07:04:12.827780 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0c5596cb-940f-4603-b16e-686faedcf4f8 req-03487af8-ed4d-43ef-9c85-43c599627741 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Apr 18 07:04:13.634684 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:23.486036 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7f64f488-6d50-447b-a103-79768d8faf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:25.826733 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4a13c576-4e67-4f17-ae93-1b4b5b048a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:27.263054 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:29.009203 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:29.017045 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:31.557856 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:04:43.576773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:53.439200 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5e53539f-b732-4fb0-829e-a9e666a27dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:55.826266 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ba9fb22a-a805-48ff-a202-e990322530d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:57.313666 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:59.027798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:04:59.056334 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:08.556869 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:05:13.631991 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:13.928614 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-8e4ee24d-eb20-4cbe-88d4-88e23e2334f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432405 Apr 18 07:05:14.024031 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-58d61e4f-56ca-4354-97a2-5d9679f13a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:05:14.025517 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-58d61e4f-56ca-4354-97a2-5d9679f13a09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1099 time: 0.0407026 Apr 18 07:05:14.126071 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-0a6accbd-f810-4120-8a05-7ac5ff751fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:05:14.127568 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-0a6accbd-f810-4120-8a05-7ac5ff751fe8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0839040 Apr 18 07:05:14.194458 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-843ffe27-7d56-4b12-bff6-abe0406d93fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0607920 Apr 18 07:05:14.242052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-cccafe43-6fbf-415c-87de-9d94c5d1300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:05:14.243476 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-cccafe43-6fbf-415c-87de-9d94c5d1300c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0429125 Apr 18 07:05:14.286401 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-4d3f8577-2f18-4c1d-8f90-85fa4190a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:05:14.288447 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-4d3f8577-2f18-4c1d-8f90-85fa4190a3a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388050 Apr 18 07:05:14.378863 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-07c022b9-b973-444b-b38d-15a4abefe6c8 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839186 Apr 18 07:05:14.467682 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-2266d80f-a19b-4015-bb50-48a481c82e90 req-90dac213-dd40-4024-ada4-356a17d0f48f service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821311 Apr 18 07:05:23.467294 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-1e81689c-6599-471f-8c46-071e936278f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:25.855970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4fb4436a-5238-49f1-a921-2256299f0dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:27.295640 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:28.968325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:28.991466 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:43.684133 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:45.555131 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:05:53.476704 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-103c4cbc-8d04-4ee1-83ed-a62d8a0e9458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:55.830482 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-9565f410-1357-4dc4-9b68-b4a29d314cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:57.283609 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:58.992467 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:05:59.020952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:13.655114 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:13.938883 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-56e6b735-5958-483b-8f7e-e254c496dc64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394554 Apr 18 07:06:14.041709 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-a88632df-b1fa-4f30-8133-705ada5af757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:14.043224 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-a88632df-b1fa-4f30-8133-705ada5af757 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1099 time: 0.0425010 Apr 18 07:06:14.150416 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-37b7ea9f-e4ad-4e68-9626-223b9b07d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:14.151914 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-37b7ea9f-e4ad-4e68-9626-223b9b07d23a service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0875015 Apr 18 07:06:14.215437 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-b1449fa7-3691-4ddb-94eb-f78bb97fd010 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0573661 Apr 18 07:06:14.262849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-b502adce-fb19-479a-be26-1ced51da372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:14.264271 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-b502adce-fb19-479a-be26-1ced51da372f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0431998 Apr 18 07:06:14.312340 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-05ded0b9-d4c4-4ba1-9ba0-fb1919269b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:14.313866 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-05ded0b9-d4c4-4ba1-9ba0-fb1919269b84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436261 Apr 18 07:06:14.402594 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-0fac9fbe-5a6a-44df-bb62-ffddcbbe0857 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823987 Apr 18 07:06:14.494091 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-8547d83d-e504-43e6-8b54-21c9d4c81bbb req-4b95b180-b5d3-4dda-ae3d-769d3cda8d3a service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854774 Apr 18 07:06:22.553867 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:06:23.464789 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8021bea1-f5b4-4394-a883-8281be6e1d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:25.858689 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8c3e7ae4-7c35-4d78-9f02-23f5dca5e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:27.295050 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:28.980146 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:29.012791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:30.408255 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 07:06:30.501655 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:06:30.514895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 07:06:30.553788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:30.569969 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95c843ae-800f-4f19-9f36-13c630a2a7d3 {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:06:30.590664 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:06:30.648492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:30.694923 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:06:30.703957 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.704304 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.704643 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.704974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.705301 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.705628 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.705951 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.706272 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.706593 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.706912 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.707227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.707567 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:30.796973 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['95c843ae-800f-4f19-9f36-13c630a2a7d3'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 07:06:32.433798 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:06:32.482746 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port 95c843ae-800f-4f19-9f36-13c630a2a7d3 triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:06:32.483105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:32.555992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:32.578031 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:06:32.580236 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88505a49-f3f1-4f9f-86aa-87f99a0a3453" -d '{"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-plugged", "status": "completed", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:06:32.592530 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:06:32.654768 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:32.705105 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:06:33.626895 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd74468-e8d2-4230-a13e-9732c2476ded x-openstack-request-id: req-cbd74468-e8d2-4230-a13e-9732c2476ded {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:06:33.627491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-plugged", "status": "completed", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:06:33.627491 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbd74468-e8d2-4230-a13e-9732c2476ded {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:06:33.627850 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd74468-e8d2-4230-a13e-9732c2476ded'] response: {'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'code': 200} Apr 18 07:06:43.654525 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:47.004166 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-db3daf20-f9ea-46e7-b322-e778ab1b1d31 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706547209&fields=id&tenant_id=9a0094439ca74a3699e73a73a7b79ae6 HTTP/1.1" status: 200 len: 267 time: 0.0350411 Apr 18 07:06:47.112649 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-750ee207-26b8-483f-abc1-f35079757935 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:47.114067 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-750ee207-26b8-483f-abc1-f35079757935 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 810 time: 0.1026535 Apr 18 07:06:47.130059 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-16067403-fbf8-440c-940b-0d3b5a2c9cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/quotas/9a0094439ca74a3699e73a73a7b79ae6 HTTP/1.1" status: 200 len: 375 time: 0.0095315 Apr 18 07:06:47.185296 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-d3bca27d-fb96-4de3-819c-a5a61001c5fa tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496426 Apr 18 07:06:47.282539 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-928dcf3c-391b-4f96-8086-94fb01512516 service neutron] 10.222.0.43 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856278 Apr 18 07:06:47.371423 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-c3c0aa10-cc61-48b0-a639-8a6414cfccb6 service neutron] 10.222.0.43 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825708 Apr 18 07:06:47.595602 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-606a4a6b-fa60-4f7a-b3b3-57a62fedfdac req-0996b44d-339e-4f42-adc1-6d7bb680c6fb tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 210 time: 0.0268621 Apr 18 07:06:48.694987 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-7376275b-931c-4aa1-8c49-941b529b43c4 req-6a7d8972-fd98-4c61-ad40-2b9e3f03f46b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 210 time: 0.0277817 Apr 18 07:06:49.799290 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-cf8a3283-d4ae-4b76-9d0c-7c0fba65a35a req-62f9a471-7f64-45af-b749-3b61750fc77f tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 210 time: 0.0331655 Apr 18 07:06:49.894987 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-9b9b2bb2-44ad-4d79-a03c-167580b1b671 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:49.896450 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-9b9b2bb2-44ad-4d79-a03c-167580b1b671 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 810 time: 0.1216063 Apr 18 07:06:49.944851 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4ee9dd79-ad22-4c58-8e6e-f6f8b5a9e4cc tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0094439ca74a3699e73a73a7b79ae6 HTTP/1.1" status: 200 len: 380 time: 0.0343220 Apr 18 07:06:49.953261 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'port': {'device_id': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'admin_state_up': True, 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'security_groups': ['28a86fe1-1c0c-4f57-bfae-88f359266954']}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:06:50.139836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Made reservation on behalf of 9a0094439ca74a3699e73a73a7b79ae6 for: {'port': 1} {{(pid=109606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 07:06:50.143393 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:50.273640 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_common [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Allocated IP 172.20.0.12 (620166a8-c4d7-41e1-b3e3-0ca6d54c11ec/6d33750a-8e12-48f4-a38d-f5c97e9167ce/f8fdf345-c9e6-4d33-ba97-78efc92d3ffd) {{(pid=109606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:06:50.415265 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for port, precommit_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:50.517888 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_create {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:50.545270 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:06:50.603331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=1']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:06:50.624625 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.628805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.630473 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.631658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.632182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.635436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.636003 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.636645 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.638263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.638783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.639926 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.640715 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:06:50.677348 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec is already hosted by enough agents. {{(pid=109606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:06:50.679207 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.base_scheduler [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Resources bound (agent type, host, resource id): {{(pid=109606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:06:50.688313 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:50.689573 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Received port after_create {{(pid=109606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:06:50.726057 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:06:50.727787 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:06:50.733676 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bf5360-1fbf-45ee-be4c-56bba83b3496" -d '{"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-unplugged", "status": "completed", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:06:50.758923 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:50.760007 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:50.780562 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:50.834846 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 07:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03429da-7627-40df-8844-1a5eba9bdffe x-openstack-request-id: req-b03429da-7627-40df-8844-1a5eba9bdffe {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:06:50.837732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-unplugged", "status": "completed", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:06:50.837732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b03429da-7627-40df-8844-1a5eba9bdffe {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:06:50.837732 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03429da-7627-40df-8844-1a5eba9bdffe'] response: {'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'code': 200} Apr 18 07:06:50.858365 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-4c87e2fe-3ac3-4585-8351-7d7f5f6a82c5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084823 Apr 18 07:06:50.890231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:06:50.982176 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b20676-5576-4222-91d0-9606936123d4 req-68b4e579-21fd-4568-9af1-1ea37c40d26e tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:50.984350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b9b20676-5576-4222-91d0-9606936123d4 req-68b4e579-21fd-4568-9af1-1ea37c40d26e tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0938747 Apr 18 07:06:51.061902 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b9b20676-5576-4222-91d0-9606936123d4 req-d0604ba4-0ef1-4739-bd41-b289e497d141 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675693 Apr 18 07:06:51.098098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-90072f9a-ab8f-4323-a120-b16ab63a181c None None] Provisioning complete for port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd triggered by entity DHCP. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:06:51.098468 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-90072f9a-ab8f-4323-a120-b16ab63a181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:51.144631 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-90072f9a-ab8f-4323-a120-b16ab63a181c None None] Port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd cannot update to ACTIVE because it is not bound. {{(pid=109607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 07:06:52.196339 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a38a4e-4378-4ae2-bba3-7e071b86f47a req-226c94aa-8d68-4b1e-ad4d-ff039a3c357c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:52.199442 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-26a38a4e-4378-4ae2-bba3-7e071b86f47a req-226c94aa-8d68-4b1e-ad4d-ff039a3c357c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0565166 Apr 18 07:06:52.239181 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-26a38a4e-4378-4ae2-bba3-7e071b86f47a req-efa33309-944f-4fd1-bcaa-269faaf52835 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Apr 18 07:06:53.362670 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e98f07-979c-444e-a67f-4f639d708fed req-97f3bb14-6e06-4b0b-8ddf-a7e7fb6e3bbd tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:53.370965 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24e98f07-979c-444e-a67f-4f639d708fed req-97f3bb14-6e06-4b0b-8ddf-a7e7fb6e3bbd tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0573776 Apr 18 07:06:53.406254 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-24e98f07-979c-444e-a67f-4f639d708fed req-d1b624c4-4d4f-4fab-882c-dfd524df6cbe tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Apr 18 07:06:53.454499 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-84d46e28-f350-451c-a5e4-75048f764ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:54.528591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b4c00-a5c5-4182-a75c-6ca914d90209 req-3ff1f2cb-c0f4-4bb6-9b49-1f6fdf8ee5a6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:54.530221 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cc0b4c00-a5c5-4182-a75c-6ca914d90209 req-3ff1f2cb-c0f4-4bb6-9b49-1f6fdf8ee5a6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0517342 Apr 18 07:06:54.570163 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-cc0b4c00-a5c5-4182-a75c-6ca914d90209 req-236b0c88-e1a4-47d9-ae50-f43138b5d767 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337338 Apr 18 07:06:55.693805 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792291e7-e8b1-4f5c-8d32-b569bd80558c req-195baeee-1eab-4bda-9cf2-2c9ae04163d2 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:55.696446 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-792291e7-e8b1-4f5c-8d32-b569bd80558c req-195baeee-1eab-4bda-9cf2-2c9ae04163d2 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0545688 Apr 18 07:06:55.735632 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-792291e7-e8b1-4f5c-8d32-b569bd80558c req-50765e85-7cc4-4757-9151-90b4c6834322 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Apr 18 07:06:55.825303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-47fa56e1-2497-4640-b5bf-51bb0b249f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:56.854937 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffd961-c493-4879-8b54-2046b4f52f46 req-05ee49b0-de1d-468e-bfa8-438508815390 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:56.857511 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-95ffd961-c493-4879-8b54-2046b4f52f46 req-05ee49b0-de1d-468e-bfa8-438508815390 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0511520 Apr 18 07:06:56.897751 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-95ffd961-c493-4879-8b54-2046b4f52f46 req-aebcef68-b854-4c40-b35c-615022121034 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Apr 18 07:06:57.321549 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:58.023480 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03084be-05ab-41b1-90f6-eae11c2ac072 req-e0bacc60-630a-464b-804b-13e05f40587c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:58.024984 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b03084be-05ab-41b1-90f6-eae11c2ac072 req-e0bacc60-630a-464b-804b-13e05f40587c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0540192 Apr 18 07:06:58.070051 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b03084be-05ab-41b1-90f6-eae11c2ac072 req-e4246c9a-db60-43d2-89b3-fcb8f99771a6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374401 Apr 18 07:06:58.985529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:59.013806 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:06:59.192082 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0be253-f28e-422b-a10d-8bbb5fb8851a req-152b0024-2561-4c44-88d5-83f0a027353b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:06:59.193538 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1e0be253-f28e-422b-a10d-8bbb5fb8851a req-152b0024-2561-4c44-88d5-83f0a027353b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0530193 Apr 18 07:06:59.230285 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-1e0be253-f28e-422b-a10d-8bbb5fb8851a req-05985cd0-8842-4030-a54c-9ff485251c54 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307066 Apr 18 07:06:59.552490 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:07:00.343347 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2502f95-cd47-4dca-8932-86253c198b6a req-1fdd3d6d-07eb-41a1-9ee1-439e45ca4bca tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:00.344819 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f2502f95-cd47-4dca-8932-86253c198b6a req-1fdd3d6d-07eb-41a1-9ee1-439e45ca4bca tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0485289 Apr 18 07:07:00.382430 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f2502f95-cd47-4dca-8932-86253c198b6a req-5987fa52-1789-43ab-9f5b-0b9f5dbfdc4c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Apr 18 07:07:01.498690 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1b3d3-8f70-4db7-8267-d1f56e6705c3 req-495a2be6-7456-4f9f-bfb1-306b395cf223 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:01.500166 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-82e1b3d3-8f70-4db7-8267-d1f56e6705c3 req-495a2be6-7456-4f9f-bfb1-306b395cf223 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 932 time: 0.0472646 Apr 18 07:07:01.540358 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-82e1b3d3-8f70-4db7-8267-d1f56e6705c3 req-991d67af-1b77-44be-892b-0e8ccac6ac23 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342579 Apr 18 07:07:02.094969 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.v2.base [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Request body: {'port': {'device_id': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8374'}} {{(pid=109606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:07:02.147812 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:02.408333 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fdf345-c9e6-4d33-ba97-78efc92d3ffd {{(pid=109606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:07:02.415360 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:02.426909 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.provisioning_blocks [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Transition to ACTIVE for port object f8fdf345-c9e6-4d33-ba97-78efc92d3ffd will not be triggered until provisioned by entity L2. {{(pid=109606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 07:07:02.488216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:02.536632 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=2']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:07:02.607701 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Attempting to bind port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd on host hv-neutron-8374 for vnic_type normal with profile {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 07:07:02.608039 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Attempting to bind port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd by drivers openvswitch,hyperv on host hv-neutron-8374 at level 0 using segments [{'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 07:07:02.608369 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Attempting to bind port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:07:02.613267 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8374 {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 07:07:02.613584 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Attempting to bind port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd on network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 07:07:02.631381 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Checking agent: {'id': 'c5aaa031-2b07-4d05-ab1d-73138c0c1d7c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8374', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'started_at': datetime.datetime(2022, 4, 18, 5, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 7, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 07:07:02.631721 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Checking segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 07:07:02.632109 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Bound using segment: {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'} {{(pid=109606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 07:07:02.632547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.managers [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Bound port: f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host: hv-neutron-8374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9f7910-d64f-45b5-af85-a813248eb1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec'}}] {{(pid=109606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 07:07:02.632901 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:02.712256 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191f930-e66f-4fc7-bd4d-aa47168f9b22 req-20a05e2b-7831-4f00-b09e-7730e444a116 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:02.713734 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9191f930-e66f-4fc7-bd4d-aa47168f9b22 req-20a05e2b-7831-4f00-b09e-7730e444a116 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.0970016 Apr 18 07:07:02.742292 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, cleared binding levels {{(pid=109606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 07:07:02.765521 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 07:07:02.771042 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9191f930-e66f-4fc7-bd4d-aa47168f9b22 req-0ec572cd-8fd1-421c-9caf-f4930f0fedf1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496814 Apr 18 07:07:02.854362 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25990252'] for port, after_update {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:02.888943 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:02.894776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:02.894776 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8fdf345-c9e6-4d33-ba97-78efc92d3ffd HTTP/1.1" status: 200 len: 1094 time: 0.8002207 Apr 18 07:07:02.894776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:07:02.894776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea64f97f-af61-413c-be23-202b5c05d200" -d '{"events": [{"name": "network-changed", "server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:07:02.925244 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a6ca9-823d-4327-bfe2-615899de6f24 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=3']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:07:02.945470 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314db15e-4315-441f-867d-59a5f18edcfb x-openstack-request-id: req-314db15e-4315-441f-867d-59a5f18edcfb {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:07:02.945759 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:07:02.946009 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-314db15e-4315-441f-867d-59a5f18edcfb {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:07:02.946412 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314db15e-4315-441f-867d-59a5f18edcfb'] response: {'name': 'network-changed', 'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'status': 'completed', 'code': 200} Apr 18 07:07:03.033002 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f97f-af61-413c-be23-202b5c05d200 req-7d3595c3-67b7-48e6-b4fc-6873fe8ba8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.034591 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea64f97f-af61-413c-be23-202b5c05d200 req-7d3595c3-67b7-48e6-b4fc-6873fe8ba8ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1097 time: 0.0471005 Apr 18 07:07:03.139330 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f97f-af61-413c-be23-202b5c05d200 req-6ecd9484-96c7-4d2c-aea1-32f705f3b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.140858 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea64f97f-af61-413c-be23-202b5c05d200 req-6ecd9484-96c7-4d2c-aea1-32f705f3b8a9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0931640 Apr 18 07:07:03.236203 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f97f-af61-413c-be23-202b5c05d200 req-3473cf19-16f3-4df6-8155-62f7ec75a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.237640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-ea64f97f-af61-413c-be23-202b5c05d200 req-3473cf19-16f3-4df6-8155-62f7ec75a9eb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908945 Apr 18 07:07:03.333714 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1fb7dc26-2561-4ab0-b9ef-02133759cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.335316 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-1fb7dc26-2561-4ab0-b9ef-02133759cf58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1097 time: 0.0410409 Apr 18 07:07:03.387871 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-23986589-7800-40a4-bde2-3864ae5b7614 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd HTTP/1.1" status: 200 len: 217 time: 0.0338881 Apr 18 07:07:03.439783 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-9902aef8-7e48-49ca-96b5-7b650036fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.441218 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-9902aef8-7e48-49ca-96b5-7b650036fac6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0475116 Apr 18 07:07:03.485986 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-7f3e2210-4516-4b86-a638-3a0b2ad03eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.487540 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-7f3e2210-4516-4b86-a638-3a0b2ad03eab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395033 Apr 18 07:07:03.574249 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-67f1cb3a-c92e-41d1-a0d1-fa757a0e0b62 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792780 Apr 18 07:07:03.664236 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-664764e4-6b70-4f2e-a73e-25653b2efc38 req-f8f52f69-b532-436f-8553-370fb1af7c8d service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Apr 18 07:07:03.891510 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757cd2d-970a-4f03-a226-4b6f8bb57571 req-f0b7973a-608b-4e41-ad52-161c415087bc tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:03.892979 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6757cd2d-970a-4f03-a226-4b6f8bb57571 req-f0b7973a-608b-4e41-ad52-161c415087bc tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.0510693 Apr 18 07:07:03.929633 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-6757cd2d-970a-4f03-a226-4b6f8bb57571 req-8c4acc43-7cbd-43c9-ae15-ee5c7b140542 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Apr 18 07:07:05.047168 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e91df9-a66b-499c-b611-057d3f5ffcf2 req-e20b13de-27d1-4590-b9dc-7daf399797dd tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:05.048653 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-22e91df9-a66b-499c-b611-057d3f5ffcf2 req-e20b13de-27d1-4590-b9dc-7daf399797dd tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.0487285 Apr 18 07:07:05.093278 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-22e91df9-a66b-499c-b611-057d3f5ffcf2 req-18063249-dd9a-465d-9d7c-7fcca91f2b9b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Apr 18 07:07:06.211853 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310e2e6-6b0c-4978-ae47-d50ad3e905ba req-6ca8ebf5-7a67-4e03-8810-52e30f44aa12 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:06.213319 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f310e2e6-6b0c-4978-ae47-d50ad3e905ba req-6ca8ebf5-7a67-4e03-8810-52e30f44aa12 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.0525596 Apr 18 07:07:06.250797 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-f310e2e6-6b0c-4978-ae47-d50ad3e905ba req-d1fc1839-99bb-40fe-b0b1-29830010b380 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313730 Apr 18 07:07:06.611087 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 07:07:06.701150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:07:06.714569 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'port_id': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'mac_address': 'fa:16:3e:6c:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 07:07:06.750470 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:06.762937 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fdf345-c9e6-4d33-ba97-78efc92d3ffd {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:07:06.781324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:07:06.853970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:06.898982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=4']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:07:07.305409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 07:07:07.368447 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b46905-338a-4933-a923-5df94f4b31ab req-c50f1347-7233-4b3b-8b57-75e5ec4903c3 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:07.370035 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b4b46905-338a-4933-a923-5df94f4b31ab req-c50f1347-7233-4b3b-8b57-75e5ec4903c3 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Apr 18 07:07:07.411024 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-b4b46905-338a-4933-a923-5df94f4b31ab req-bf3df071-c9b8-4b8d-9f13-d9d19699f397 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Apr 18 07:07:08.533522 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f80dcc-a9d9-450b-820e-d2769e34ed6a req-fe14a749-9bf1-4733-84db-d70ac35ce3b0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:08.534988 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82f80dcc-a9d9-450b-820e-d2769e34ed6a req-fe14a749-9bf1-4733-84db-d70ac35ce3b0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 945 time: 0.0494404 Apr 18 07:07:08.571640 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-82f80dcc-a9d9-450b-820e-d2769e34ed6a req-b7c54716-a345-4719-8f6a-460ed0ba64e5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Apr 18 07:07:08.611207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:07:08.745293 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning for port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd completed by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 07:07:08.749979 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:07:08.750354 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:08.965193 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:08.986674 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:07:08.988902 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe2853f-4d15-44af-8ef4-3b326c04822a" -d '{"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:07:09.001353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:07:09.027177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eef109-46a6-4297-a130-8f6041937649 x-openstack-request-id: req-25eef109-46a6-4297-a130-8f6041937649 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:07:09.027583 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:07:09.027980 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25eef109-46a6-4297-a130-8f6041937649 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:07:09.028575 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eef109-46a6-4297-a130-8f6041937649'] response: {'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'code': 200} Apr 18 07:07:09.065439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:09.115559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=5']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:07:09.355604 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e0abe-6914-4b45-b554-ea9a712fb280 req-21e2d6ee-0100-44df-ae87-b01b3924fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:09.357552 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-862e0abe-6914-4b45-b554-ea9a712fb280 req-21e2d6ee-0100-44df-ae87-b01b3924fb03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1099 time: 0.0382013 Apr 18 07:07:09.391350 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-862e0abe-6914-4b45-b554-ea9a712fb280 req-e2156bfb-6373-4f7f-b15d-0b0d115053bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274863 Apr 18 07:07:09.690657 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959d72e-b127-49a3-8d90-ead2d017d7bc req-7513c876-12e3-4de8-8eca-95012dc302ec tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:09.692157 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9959d72e-b127-49a3-8d90-ead2d017d7bc req-7513c876-12e3-4de8-8eca-95012dc302ec tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 946 time: 0.0521839 Apr 18 07:07:09.729371 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-9959d72e-b127-49a3-8d90-ead2d017d7bc req-9d1de412-39d1-4534-833e-2398ce17f9c1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Apr 18 07:07:10.849774 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d86f20-f259-4576-b212-831f826a7cec req-d671dd88-9557-40e2-9ac8-63d6fc7550f6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:10.851257 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-88d86f20-f259-4576-b212-831f826a7cec req-d671dd88-9557-40e2-9ac8-63d6fc7550f6 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 946 time: 0.0511022 Apr 18 07:07:10.889341 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-88d86f20-f259-4576-b212-831f826a7cec req-858e5c77-1e74-4344-85c0-47f663e48eb0 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Apr 18 07:07:12.004999 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862279c-c435-498b-9d12-2f38d27ea992 req-57830f88-857e-4b36-8d3c-c9a87c5efb6f tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:12.006462 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0862279c-c435-498b-9d12-2f38d27ea992 req-57830f88-857e-4b36-8d3c-c9a87c5efb6f tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Apr 18 07:07:12.045009 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-0862279c-c435-498b-9d12-2f38d27ea992 req-1c232a36-533d-46ed-baf5-c967e55fc0f9 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Apr 18 07:07:12.160767 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24790033-315e-4b64-836f-7115fc548e89 req-521c5b29-eaa8-40f6-94d2-f3483f0dc317 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:12.162243 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-24790033-315e-4b64-836f-7115fc548e89 req-521c5b29-eaa8-40f6-94d2-f3483f0dc317 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 946 time: 0.0493212 Apr 18 07:07:12.200095 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-24790033-315e-4b64-836f-7115fc548e89 req-fe37943f-1775-48ea-86a2-073ce1342c63 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Apr 18 07:07:12.222270 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60990) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:07:12.264979 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3555f25-7f5a-4069-8da2-aafbe2c5e04f tempest-TestSnapshotPattern-1828854548 tempest-TestSnapshotPattern-1828854548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:12.266470 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-b3555f25-7f5a-4069-8da2-aafbe2c5e04f tempest-TestSnapshotPattern-1828854548 tempest-TestSnapshotPattern-1828854548-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1094 time: 0.0432205 Apr 18 07:07:12.269258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 60992) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:07:12.273525 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.v2.base [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Request body: {'floatingip': {'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'port_id': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 07:07:12.345074 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:12.448863 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:12.553513 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Allocated IP 172.26.4.210 (a6a2ace3-418d-401b-96c6-aa45135952f8/680b71ed-ee45-4969-a6ee-32573075a103/4662bbc8-a641-466a-8f03-f6d1a0021d2d) {{(pid=109605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 07:07:12.651637 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for port, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:12.762538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772159269340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:12.805878 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Network a6a2ace3-418d-401b-96c6-aa45135952f8 is already hosted by enough agents. {{(pid=109605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 07:07:12.808678 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.base_scheduler [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Resources bound (agent type, host, resource id): {{(pid=109605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 07:07:12.813396 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Received port after_create {{(pid=109605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 07:07:12.818726 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'Port': ['ID=4662bbc8-a641-466a-8f03-f6d1a0021d2d,revision_number=1']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:07:12.844466 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.844809 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.845144 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.845477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.845805 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.846134 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.846459 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.846781 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.847106 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.847454 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.847775 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:12.848091 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:07:13.178732 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:13.323460 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:13.471612 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for port, precommit_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:13.533343 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3234724'] for port, after_update {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:13.601708 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event updated for resources: {'Port': ['ID=4662bbc8-a641-466a-8f03-f6d1a0021d2d,revision_number=2']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:07:13.612472 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594189'] for floatingip, after_create {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:13.631145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:13.709297 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Floating IP 8b6fcdfc-9e83-4076-9c15-5c95e5bbde75 associated. External IP: 172.26.4.210, port: f8fdf345-c9e6-4d33-ba97-78efc92d3ffd. Apr 18 07:07:13.910223 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Router fce99739-8041-4f19-a312-f01c8aebb2e8 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:07:14.017825 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:07:14.027728 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:07:14.037347 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:07:14.037952 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:07:14.101633 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:14.129453 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-e3cf10f4-3288-4e89-8022-ccd0329b3cba tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8590288 Apr 18 07:07:14.130057 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:07:14.132321 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442c066dcac8e3211ed8748903aa883ab703846518bf0090f1f949486589c1d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06ba85-036f-457c-bee8-42f98200ed27" -d '{"events": [{"name": "network-changed", "server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:07:14.144405 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:07:14.169150 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482435a0-dce6-4793-bb22-41368de4c54d x-openstack-request-id: req-482435a0-dce6-4793-bb22-41368de4c54d {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:07:14.169432 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:07:14.169736 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-482435a0-dce6-4793-bb22-41368de4c54d {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:07:14.170324 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482435a0-dce6-4793-bb22-41368de4c54d'] response: {'name': 'network-changed', 'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'status': 'completed', 'code': 200} Apr 18 07:07:14.258906 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-8dba90b2-ccfe-4159-8db2-e8b383c62739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:14.260545 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-8dba90b2-ccfe-4159-8db2-e8b383c62739 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1099 time: 0.0396740 Apr 18 07:07:14.352672 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-84b59226-fd95-4d4c-963c-6f7fd772aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:14.354138 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-84b59226-fd95-4d4c-963c-6f7fd772aeb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0871463 Apr 18 07:07:14.372336 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:04:00Z', 'revision_number': 1, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}, {'id': '8b6fcdfc-9e83-4076-9c15-5c95e5bbde75', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:6c:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:07:13Z', 'updated_at': '2022-04-18T07:07:13Z', 'revision_number': 0, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:07:14.399582 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:07:14.408298 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:07:14.408892 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:06:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:07:14.418353 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-c8705eab-3ccc-459b-8793-399bbd492d3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd HTTP/1.1" status: 200 len: 1000 time: 0.0579112 Apr 18 07:07:14.467886 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-fff2e535-02bc-4e84-aeed-7c188b3d47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:14.469345 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-fff2e535-02bc-4e84-aeed-7c188b3d47fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0447643 Apr 18 07:07:14.517667 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:07:14.519171 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-bc8f5bd5-bc19-439e-b50d-9cdc9d0c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:14.520685 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-bc8f5bd5-bc19-439e-b50d-9cdc9d0c7882 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443215 Apr 18 07:07:14.610408 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-37f81615-4ce0-4e2f-a180-b059cab20d0b service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819764 Apr 18 07:07:14.702932 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-bb06ba85-036f-457c-bee8-42f98200ed27 req-9988752c-88ed-4edf-b6e6-2952242feb72 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Apr 18 07:07:14.739724 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:04:00Z', 'revision_number': 1, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}, {'id': '8b6fcdfc-9e83-4076-9c15-5c95e5bbde75', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:6c:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:07:13Z', 'updated_at': '2022-04-18T07:07:13Z', 'revision_number': 0, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:07:14.768942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f372-ae40-4c2f-af76-b763e99c8514 None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:04:00Z', 'revision_number': 1, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}, {'id': '8b6fcdfc-9e83-4076-9c15-5c95e5bbde75', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.210', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:6c:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:07:13Z', 'updated_at': '2022-04-18T07:07:13Z', 'revision_number': 0, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:07:14.964106 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72305836-c891-4bd6-bf15-09098c5b6801 None None] New status for floating IP 8b6fcdfc-9e83-4076-9c15-5c95e5bbde75: ACTIVE {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 07:07:15.923710 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-08ec8602-d25c-491c-b5e8-d57935c6d26b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385070 Apr 18 07:07:16.018315 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-7fa505bb-1756-4656-904a-f6feab620690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:16.019870 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-7fa505bb-1756-4656-904a-f6feab620690 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1097 time: 0.0410597 Apr 18 07:07:16.121823 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-dcc7854d-0505-49be-addc-2ae424bb382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:16.123905 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-dcc7854d-0505-49be-addc-2ae424bb382d service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0858014 Apr 18 07:07:16.187461 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-72e703e0-3469-4dcb-86ae-25901ef019ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0573883 Apr 18 07:07:16.237329 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-2d7e9cde-32d4-416a-a1da-ea6a48481579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:16.238714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-2d7e9cde-32d4-416a-a1da-ea6a48481579 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0423884 Apr 18 07:07:16.292015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-a20fdabf-5a4b-4273-bff9-42e3347baa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:07:16.293453 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-a20fdabf-5a4b-4273-bff9-42e3347baa74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419121 Apr 18 07:07:16.379048 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-eb1555dc-651b-4be2-9a37-0b28cbe149a0 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789487 Apr 18 07:07:16.472498 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-1304c1d2-5503-4692-8417-bd84306b0d70 req-ad868c3f-0264-45f9-9cee-96d466b85b74 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Apr 18 07:07:23.436140 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3af37cb2-fc9d-488a-9e49-66f85d18152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:25.836325 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-24715729-9a6d-4f26-a938-adab7fb7298a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:27.293076 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:28.983338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:29.011925 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:36.551228 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:07:43.642320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:53.458374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dff2df81-be36-4099-b1fb-92bdd7bdb34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:55.818090 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f1fe5af0-88d8-4be5-b289-c8956bc3fe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:57.309871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:58.961840 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:07:59.012621 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:13.550375 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:08:13.721070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:16.011201 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-9d1bed6c-8d22-4f26-95c3-3ae7ff57f404 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1029904 Apr 18 07:08:16.085977 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-853101b7-bd10-436d-a1eb-d2380fa54bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:08:16.087490 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-853101b7-bd10-436d-a1eb-d2380fa54bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1099 time: 0.0425527 Apr 18 07:08:16.190417 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-cefd381a-e986-4005-a363-a778c7b031f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:08:16.191839 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-cefd381a-e986-4005-a363-a778c7b031f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0836112 Apr 18 07:08:16.259790 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-05a1609e-1999-4c77-b61d-96622518167a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd HTTP/1.1" status: 200 len: 1002 time: 0.0597990 Apr 18 07:08:16.307128 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-ee30fa17-8494-4fdd-88d3-8429f204d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:08:16.308549 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-ee30fa17-8494-4fdd-88d3-8429f204d36f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0419524 Apr 18 07:08:16.352300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-ef2a8473-dd83-44fe-8e5a-a20363f3fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:08:16.353774 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-ef2a8473-dd83-44fe-8e5a-a20363f3fa5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383918 Apr 18 07:08:16.444827 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-652674d1-2920-4142-9f3f-19103236b9dd service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Apr 18 07:08:16.534507 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-78a74c8a-0e8c-43eb-8dbf-b33c20f270e8 req-288375d8-bde9-403c-996e-1e33941b465c service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828619 Apr 18 07:08:23.458046 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f55a3370-83c2-4599-adf0-697d698e0364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:25.835391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bb973713-66d8-4e72-b648-35a6dc539ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:27.309394 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:28.983654 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:29.011145 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:43.662234 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:50.550050 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:08:53.457165 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-12102872-8e62-45ee-add1-9970a305ca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:55.828459 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98ad07cd-dd41-4a20-8f0d-e89cd82e7686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:57.319754 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:58.960860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:08:59.017388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:13.691005 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:17.901689 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-58fe86df-ce09-4565-9e0d-33751812fa4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392520 Apr 18 07:09:17.982431 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-f92b818e-5880-40c7-9f95-2e339c89f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:17.984006 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-f92b818e-5880-40c7-9f95-2e339c89f7ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1097 time: 0.0411191 Apr 18 07:09:18.088100 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-3c55cc5f-388b-4c15-b756-a71ff8854c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:18.089651 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-3c55cc5f-388b-4c15-b756-a71ff8854c7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0878327 Apr 18 07:09:18.154310 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-35a3eee8-4094-4753-9ef1-4d793af97d5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 999 time: 0.0583477 Apr 18 07:09:18.200719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-1c2cd9a0-4abe-457d-9486-43eeb27fac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:18.202147 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-1c2cd9a0-4abe-457d-9486-43eeb27fac56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0421727 Apr 18 07:09:18.248676 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-aa70f4de-6a46-4a3d-8066-87f22c624af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:18.250103 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-aa70f4de-6a46-4a3d-8066-87f22c624af3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420957 Apr 18 07:09:18.337314 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-5c5d8a05-30df-44c4-89e3-ebefd9eee321 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808065 Apr 18 07:09:18.431526 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-7e41e4a5-c81b-4dab-b8d9-52be2267ac0e req-0132bbf7-802c-4a9d-b447-d2dfe5e028c3 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Apr 18 07:09:23.450992 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6143eae2-26e9-47cb-8c9c-39753e190180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:25.839919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8fada124-25af-45f8-98d5-e44f3c0475c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:27.302158 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:27.548731 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:09:29.062056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:29.078353 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:39.307391 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd details requested by agent hyperv_hv-neutron-8374 with host hv-neutron-8374 {{(pid=109607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 07:09:39.401155 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:09:39.415657 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Returning: {'device': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'port_id': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'mac_address': 'fa:16:3e:6c:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 07:09:39.451780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:39.464014 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8fdf345-c9e6-4d33-ba97-78efc92d3ffd {{(pid=109607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 07:09:39.482452 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:09:39.558871 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:39.607309 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=6']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:09:39.615075 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.615444 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.615779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.616109 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.616435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.616762 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.617088 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.617409 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.617731 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.618052 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.618377 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.618691 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:39.661920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] get_ports_and_sgs() called for port_ids ['f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'] {{(pid=109607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 07:09:41.314038 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd up at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 07:09:41.360131 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.provisioning_blocks [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Provisioning complete for port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd triggered by entity L2. {{(pid=109607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 07:09:41.360492 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16204083'] for port, provisioning_complete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:41.436311 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:41.458278 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:09:41.460419 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a189849-0e02-4ccc-b2ec-4a18b8efe150" -d '{"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:09:41.473706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:09:41.524711 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:41.571297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=7']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:09:42.557802 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce9e87-67f4-4fe7-8a9f-4661b051979c x-openstack-request-id: req-0fce9e87-67f4-4fe7-8a9f-4661b051979c {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:09:42.558398 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:09:42.558506 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fce9e87-67f4-4fe7-8a9f-4661b051979c {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:09:42.558887 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fce9e87-67f4-4fe7-8a9f-4661b051979c'] response: {'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'code': 200} Apr 18 07:09:43.810533 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:53.513177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-188e3bd5-e8d7-47fa-99a5-37a18bdfd91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:54.534572 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33028) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:09:54.688468 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Deleting port 4662bbc8-a641-466a-8f03-f6d1a0021d2d {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:09:54.688716 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:54.765247 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:54.766274 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:54.777568 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Calling delete_port for 4662bbc8-a641-466a-8f03-f6d1a0021d2d owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:09:54.983166 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:55.007290 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event deleted for resources: {'Port': ['ID=4662bbc8-a641-466a-8f03-f6d1a0021d2d,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:09:55.021309 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.021653 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.021985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.022314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.022638 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.022960 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.023307 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.023631 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.023953 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.024266 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.024586 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.024898 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:55.077687 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:55.078549 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Floating IP 8b6fcdfc-9e83-4076-9c15-5c95e5bbde75 disassociated (deleted). External IP: 172.26.4.210, port: f8fdf345-c9e6-4d33-ba97-78efc92d3ffd. Apr 18 07:09:55.284988 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Router fce99739-8041-4f19-a312-f01c8aebb2e8 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:09:55.352006 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:09:55.391889 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:09:55.396530 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:55.402702 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:09:55.424420 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-fcd001f2-a07a-4c4e-b28d-5fd5886df71d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "DELETE /v2.0/floatingips/8b6fcdfc-9e83-4076-9c15-5c95e5bbde75 HTTP/1.1" status: 204 len: 168 time: 0.8886127 Apr 18 07:09:55.424941 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:09:55.427477 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442c066dcac8e3211ed8748903aa883ab703846518bf0090f1f949486589c1d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6441261-365e-41ba-947c-8278cd270ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:09:55.433935 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:09:55.434571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:26Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:09:55.486849 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16264328'] for port, before_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:55.521070 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:09:55.523358 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0d3c89437b27ec839d65551bf05847b83ee4de41de378281608943d4da64cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc0d37-b491-40fa-8eac-9dbe062d019d" -d '{"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:09:55.526538 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a5fa4-214a-4cab-bdd7-7562b51a7317 x-openstack-request-id: req-3e8a5fa4-214a-4cab-bdd7-7562b51a7317 {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:09:55.526830 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:09:55.527080 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e8a5fa4-214a-4cab-bdd7-7562b51a7317 {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:09:55.527904 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8a5fa4-214a-4cab-bdd7-7562b51a7317'] response: {'name': 'network-changed', 'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'status': 'completed', 'code': 200} Apr 18 07:09:55.573775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:09:55.573775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd9aa5-923d-4bc8-899f-0f6088a8a150 x-openstack-request-id: req-5fcd9aa5-923d-4bc8-899f-0f6088a8a150 {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:09:55.573775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-unplugged", "status": "completed", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "code": 200}]} {{(pid=109607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:09:55.573775 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fcd9aa5-923d-4bc8-899f-0f6088a8a150 {{(pid=109607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:09:55.573775 dv-neutron-837488-1-hyperv neutron-server[109607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcd9aa5-923d-4bc8-899f-0f6088a8a150'] response: {'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'code': 200} Apr 18 07:09:55.586920 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:09:55.590174 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441261-365e-41ba-947c-8278cd270ed1 req-7c494773-da2f-4056-9cc8-fee558f4ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:55.591735 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-7c494773-da2f-4056-9cc8-fee558f4ce93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 1099 time: 0.0415516 Apr 18 07:09:55.660516 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772159792065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772159269313', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772159274855'] for port, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:55.686927 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441261-365e-41ba-947c-8278cd270ed1 req-00fe0108-0ef9-4577-a263-6932711f5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:55.689623 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-00fe0108-0ef9-4577-a263-6932711f5154 service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0901361 Apr 18 07:09:55.731163 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-5c5a1f66-b364-42c6-a275-5907d6ec43a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd HTTP/1.1" status: 200 len: 217 time: 0.0353305 Apr 18 07:09:55.766345 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Pushing event updated for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=8']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:09:55.779224 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441261-365e-41ba-947c-8278cd270ed1 req-d40dfaf6-45c8-4e69-ab7a-0339c5f41c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:55.780788 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-d40dfaf6-45c8-4e69-ab7a-0339c5f41c41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0441411 Apr 18 07:09:55.836456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441261-365e-41ba-947c-8278cd270ed1 req-9adbeb41-14cf-4aee-bddf-32587553bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:55.838177 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-9adbeb41-14cf-4aee-bddf-32587553bd8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492158 Apr 18 07:09:55.875496 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5d86589-028c-4b28-84b3-c4c51615830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:55.885098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:04:00Z', 'revision_number': 1, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:09:55.917494 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:09:55.927153 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:09:55.927791 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:09:55.968321 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-9a496571-6701-47fc-a979-fbb1cadfeb99 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229596 Apr 18 07:09:55.977404 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18fba5-735a-40c5-a45c-c2c718484869 req-3b5cc7cb-7774-47ae-8059-37a09c297f8c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:55.978818 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3b18fba5-735a-40c5-a45c-c2c718484869 req-3b5cc7cb-7774-47ae-8059-37a09c297f8c tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.1397147 Apr 18 07:09:56.034625 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:09:56.070075 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-3b18fba5-735a-40c5-a45c-c2c718484869 req-ada3013c-96a0-4c14-88da-afbaf43e2c6a tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804229 Apr 18 07:09:56.096002 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b6441261-365e-41ba-947c-8278cd270ed1 req-fa485076-d421-4591-b54e-6e0a0a59c287 service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162007 Apr 18 07:09:56.261462 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:04:00Z', 'revision_number': 1, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:09:56.288450 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7ab5b-742e-4ca3-84da-16dd04acfcaa None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_floatingips': [{'id': '74cda673-86c0-4e0b-899a-f3f315e54683', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'floating_ip_address': '172.26.4.93', 'floating_network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'router_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'port_id': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'mac_address': 'fa:16:3e:5f:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b80927d-6efc-469e-bf98-65cd849112db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T07:03:57Z', 'updated_at': '2022-04-18T07:04:00Z', 'revision_number': 1, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:09:56.505889 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5006-e5b1-46e4-bd91-ea742176d7cc None None] New status for floating IP 8b6fcdfc-9e83-4076-9c15-5c95e5bbde75: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 07:09:57.189591 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5d8a-5714-4ed9-a242-cc208db04fcc req-fc198193-d746-46bf-93b8-f6b5f11dd862 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:57.191055 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-614b5d8a-5714-4ed9-a242-cc208db04fcc req-fc198193-d746-46bf-93b8-f6b5f11dd862 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.0489457 Apr 18 07:09:57.229225 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-614b5d8a-5714-4ed9-a242-cc208db04fcc req-3a219b94-965f-4468-99e6-f5f9aaa2c4cd tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Apr 18 07:09:57.301388 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:57.506231 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-a5113a09-b277-4cc7-a85e-09ee5c3e0546 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:09:57.507930 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-a5113a09-b277-4cc7-a85e-09ee5c3e0546 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 944 time: 0.0485194 Apr 18 07:09:57.598719 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Deleting port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:09:57.599061 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:57.683708 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] For port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:09:57.683994 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:57.697056 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Calling delete_port for f8fdf345-c9e6-4d33-ba97-78efc92d3ffd owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:09:58.216052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:58.245549 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event deleted for resources: {'Port': ['ID=f8fdf345-c9e6-4d33-ba97-78efc92d3ffd,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:09:58.273685 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276144 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.276860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837488-1-hyperv {{(pid=109606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 07:09:58.299439 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] No DVR routers for this DVR port f8fdf345-c9e6-4d33-ba97-78efc92d3ffd on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:09:58.302142 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:58.305590 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-b142687c-01e9-4cc2-b5d6-a3a11d3d5a78 req-9243ccda-66d7-407c-8457-214904b785ae tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "DELETE /v2.0/ports/f8fdf345-c9e6-4d33-ba97-78efc92d3ffd HTTP/1.1" status: 204 len: 173 time: 0.7922156 Apr 18 07:09:58.306041 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-deleted', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:09:58.308311 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67901cb-e0b1-44cf-8a17-7d6421988dc9" -d '{"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-deleted", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:09:58.340034 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-644b50a1-e5e0-43ca-9f9b-5f31c8a540e7 req-39189029-4fe2-411f-b994-f891878b1040 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=a550bb10-f53a-459b-877f-f5a70aa7b965 HTTP/1.1" status: 200 len: 210 time: 0.0276067 Apr 18 07:09:58.400903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0025925b-70db-41a2-b026-a8931dd645e6 x-openstack-request-id: req-0025925b-70db-41a2-b026-a8931dd645e6 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:09:58.401425 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a550bb10-f53a-459b-877f-f5a70aa7b965", "name": "network-vif-deleted", "tag": "f8fdf345-c9e6-4d33-ba97-78efc92d3ffd", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:09:58.401682 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0025925b-70db-41a2-b026-a8931dd645e6 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:09:58.402083 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0025925b-70db-41a2-b026-a8931dd645e6'] response: {'server_uuid': 'a550bb10-f53a-459b-877f-f5a70aa7b965', 'name': 'network-vif-deleted', 'tag': 'f8fdf345-c9e6-4d33-ba97-78efc92d3ffd', 'status': 'completed', 'code': 200} Apr 18 07:09:58.976134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:09:59.066679 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:00.668277 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33094) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:00.822482 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Deleting port 0804776e-f677-4efe-ad34-28c8468575bd {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:00.822817 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:01.212698 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:01.213161 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:01.225373 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Calling delete_port for 0804776e-f677-4efe-ad34-28c8468575bd owned by network:floatingip {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:01.370627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:01.390263 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: f8fdf345-c9e6-4d33-ba97-78efc92d3ffd {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:01.390605 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device f8fdf345-c9e6-4d33-ba97-78efc92d3ffd not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:01.432846 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:01.457314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event deleted for resources: {'Port': ['ID=0804776e-f677-4efe-ad34-28c8468575bd,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:01.521671 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for floatingip, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:01.521998 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.db.l3_db [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Floating IP 74cda673-86c0-4e0b-899a-f3f315e54683 disassociated (deleted). External IP: 172.26.4.93, port: 95c843ae-800f-4f19-9f36-13c630a2a7d3. Apr 18 07:10:01.723107 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Router fce99739-8041-4f19-a312-f01c8aebb2e8 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:10:01.830016 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:10:01.834794 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for floatingip, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:01.839227 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:10:01.848876 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:10:01.849474 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:01.865178 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-f45c8db0-343b-466a-8b17-f6c644e5acc5 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "DELETE /v2.0/floatingips/74cda673-86c0-4e0b-899a-f3f315e54683 HTTP/1.1" status: 204 len: 168 time: 1.1958225 Apr 18 07:10:01.865757 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:10:01.868022 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442c066dcac8e3211ed8748903aa883ab703846518bf0090f1f949486589c1d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a188fc-6265-4206-a4ed-a3be0094956e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:10:01.904831 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 07:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3648a49-918e-428c-bed0-f3907788e15f x-openstack-request-id: req-e3648a49-918e-428c-bed0-f3907788e15f {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:10:01.905140 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "status": "completed", "code": 200}]} {{(pid=109605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:10:01.905728 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3648a49-918e-428c-bed0-f3907788e15f {{(pid=109605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:10:01.906142 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3648a49-918e-428c-bed0-f3907788e15f'] response: {'name': 'network-changed', 'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'status': 'completed', 'code': 200} Apr 18 07:10:01.963879 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:10:01.971037 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-cd998b6f-cc27-41b7-959e-9699d91a93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:01.972768 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-cd998b6f-cc27-41b7-959e-9699d91a93dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 1097 time: 0.0455680 Apr 18 07:10:02.067862 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-6e04247e-9fbd-442b-84c2-9bb400a042d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:02.069449 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-6e04247e-9fbd-442b-84c2-9bb400a042d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 200 len: 911 time: 0.0905159 Apr 18 07:10:02.111460 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-22e74f75-269a-4122-89f8-41b1ea7a6b5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0358200 Apr 18 07:10:02.165231 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:02.166893 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-f6dd4321-7716-41c9-9bc7-a084332223a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:02.168375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-f6dd4321-7716-41c9-9bc7-a084332223a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 200 len: 849 time: 0.0451534 Apr 18 07:10:02.197843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:10:02.211556 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:10:02.212223 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:02.218850 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-e2a57bbc-3df6-4a67-b9f0-b659bcabcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:02.221158 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-e2a57bbc-3df6-4a67-b9f0-b659bcabcd44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464094 Apr 18 07:10:02.326693 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:10:02.341884 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7939-d2d7-480e-adb6-e2567207752f req-336bd43b-6926-49a1-a706-6f2d6a3e1ed2 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:02.343375 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d99b7939-d2d7-480e-adb6-e2567207752f req-336bd43b-6926-49a1-a706-6f2d6a3e1ed2 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 944 time: 0.1041834 Apr 18 07:10:02.364143 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-11aadda1-59d5-4d2d-a846-a2aca5e1e5dc service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335416 Apr 18 07:10:02.431963 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-d99b7939-d2d7-480e-adb6-e2567207752f req-d0851369-1185-41a6-8ed4-89191870a9f1 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787938 Apr 18 07:10:02.471795 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-a1a188fc-6265-4206-a4ed-a3be0094956e req-16917346-ae00-4bbf-bbf4-79fbe923c50e service neutron] 10.222.0.46 "GET /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976813 Apr 18 07:10:02.524943 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:02.550435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca6416-b2a9-4724-95f0-8ec57279ef64 None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:32Z', 'revision_number': 4, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv', '_interfaces': [{'id': '2d4bab5e-54eb-42b0-87dd-4350cb712fa9', 'name': '', 'network_id': '620166a8-c4d7-41e1-b3e3-0ca6d54c11ec', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'mac_address': 'fa:16:3e:bf:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:32Z', 'updated_at': '2022-04-18T07:03:36Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'subnets': [{'id': '6d33750a-8e12-48f4-a38d-f5c97e9167ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:10:02.753007 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e94568-27c0-4b6b-bdcb-daf662bd82e8 None None] New status for floating IP 74cda673-86c0-4e0b-899a-f3f315e54683: DOWN {{(pid=109608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 07:10:03.143331 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-e20b09ea-eeed-4c94-8dc4-de96da1a3bea tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:03.144647 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-e20b09ea-eeed-4c94-8dc4-de96da1a3bea tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 944 time: 0.0483556 Apr 18 07:10:03.235132 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Deleting port 95c843ae-800f-4f19-9f36-13c630a2a7d3 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:03.236313 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:03.320776 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] For port 95c843ae-800f-4f19-9f36-13c630a2a7d3, host hv-neutron-8374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8374',level=0,port_id=95c843ae-800f-4f19-9f36-13c630a2a7d3,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:03.321138 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:03.333503 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Calling delete_port for 95c843ae-800f-4f19-9f36-13c630a2a7d3 owned by compute:nova {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:03.518678 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:03.549785 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdbeb-de0f-4e7e-b643-7610fadc0b05 req-dc9e84c0-e1ba-4066-9ad3-a492cbc8da9a tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 07:10:03.550413 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event deleted for resources: {'Port': ['ID=95c843ae-800f-4f19-9f36-13c630a2a7d3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:03.551312 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e1acdbeb-de0f-4e7e-b643-7610fadc0b05 req-dc9e84c0-e1ba-4066-9ad3-a492cbc8da9a tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b80927d-6efc-469e-bf98-65cd849112db HTTP/1.1" status: 200 len: 865 time: 0.0498140 Apr 18 07:10:03.593520 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [req-e1acdbeb-de0f-4e7e-b643-7610fadc0b05 req-723b3304-11eb-4bf7-83ec-d3c7670a1b5d tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "GET /v2.0/security-groups?id=28a86fe1-1c0c-4f57-bfae-88f359266954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349882 Apr 18 07:10:03.596410 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] No DVR routers for this DVR port 95c843ae-800f-4f19-9f36-13c630a2a7d3 on host hv-neutron-8374 {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:10:03.599162 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122926'] for port, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:03.602558 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [req-99a2dbfb-a2c2-47f0-a3d3-e3895a5a1f82 req-022853cc-d9aa-42d5-9081-f511459d307b tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.46 "DELETE /v2.0/ports/95c843ae-800f-4f19-9f36-13c630a2a7d3 HTTP/1.1" status: 204 len: 173 time: 0.4523749 Apr 18 07:10:03.603073 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-deleted', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3'}] {{(pid=109606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 07:10:03.605319 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77e42510516dc5b49adcf6a4321f6acf69895a6bb18239bfdc83638a8420cbfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f454ce-f14d-4f16-872a-4e7189867858" -d '{"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-deleted", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3"}]}' {{(pid=109606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 07:10:03.642409 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 07:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8c57bc-4dfa-45c7-9106-628139b4a249 x-openstack-request-id: req-eb8c57bc-4dfa-45c7-9106-628139b4a249 {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 07:10:03.642836 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b80927d-6efc-469e-bf98-65cd849112db", "name": "network-vif-deleted", "tag": "95c843ae-800f-4f19-9f36-13c630a2a7d3", "status": "completed", "code": 200}]} {{(pid=109606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 07:10:03.643090 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb8c57bc-4dfa-45c7-9106-628139b4a249 {{(pid=109606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 07:10:03.643523 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8c57bc-4dfa-45c7-9106-628139b4a249'] response: {'server_uuid': '1b80927d-6efc-469e-bf98-65cd849112db', 'name': 'network-vif-deleted', 'tag': '95c843ae-800f-4f19-9f36-13c630a2a7d3', 'status': 'completed', 'code': 200} Apr 18 07:10:04.547519 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:10:04.651077 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33108) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:04.709868 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1fbeae51-44f3-470b-9a1d-375f8dd00777 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:04.733985 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1fbeae51-44f3-470b-9a1d-375f8dd00777 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:04.849654 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1fbeae51-44f3-470b-9a1d-375f8dd00777 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:04.852258 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-1fbeae51-44f3-470b-9a1d-375f8dd00777 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:04.853407 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-1fbeae51-44f3-470b-9a1d-375f8dd00777 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] 10.222.0.43 "DELETE /v2.0/security-groups/28a86fe1-1c0c-4f57-bfae-88f359266954 HTTP/1.1" status: 204 len: 168 time: 0.2013075 Apr 18 07:10:04.863448 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeae51-44f3-470b-9a1d-375f8dd00777 tempest-TestSnapshotPattern-1475047594 tempest-TestSnapshotPattern-1475047594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a86fe1-1c0c-4f57-bfae-88f359266954,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:04.956194 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33112) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:05.382864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 no longer exists at agent hyperv_hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:05.402776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] No Port match for: 95c843ae-800f-4f19-9f36-13c630a2a7d3 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:05.403108 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Device 95c843ae-800f-4f19-9f36-13c630a2a7d3 not bound to the agent host hv-neutron-8374 {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:05.408942 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:05.656824 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Deleting port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:05.657694 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:05.739764 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] For port 2d4bab5e-54eb-42b0-87dd-4350cb712fa9, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:05.740136 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:05.752755 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Calling delete_port for 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 owned by network:router_interface {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:05.970583 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:06.002217 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4bab5e-54eb-42b0-87dd-4350cb712fa9,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:06.168647 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:06.382572 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Router fce99739-8041-4f19-a312-f01c8aebb2e8 has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:10:06.488727 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:10:06.493884 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-0eba2f69-c17a-4e8f-9ae2-f0380e598598 admin admin] 10.222.0.43 "PUT /v2.0/routers/fce99739-8041-4f19-a312-f01c8aebb2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366685 Apr 18 07:10:06.496447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33116) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:06.497338 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] Sync routers for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:10:06.506614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:10:06.507219 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:06.599447 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:06.609557 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: dv-neutron-837488-1-hyperv {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:10:06.698597 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:06.782788 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'c616d574-d953-45ad-b793-0963c0a07117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:10:05Z', 'revision_number': 5, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port': {'id': 'c616d574-d953-45ad-b793-0963c0a07117', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:06.807848 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Deleting port c616d574-d953-45ad-b793-0963c0a07117 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:06.808185 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:06.813882 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] Checking router: fce99739-8041-4f19-a312-f01c8aebb2e8 for host: dv-neutron-837488-1-hyperv {{(pid=109607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:10:06.822127 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] Routers {'fce99739-8041-4f19-a312-f01c8aebb2e8'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:10:06.822758 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['fce99739-8041-4f19-a312-f01c8aebb2e8'], 'active': True} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:06.885353 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] For port c616d574-d953-45ad-b793-0963c0a07117, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=c616d574-d953-45ad-b793-0963c0a07117,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:06.885725 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:06.902769 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Calling delete_port for c616d574-d953-45ad-b793-0963c0a07117 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:06.907915 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvr_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] Set router fce99739-8041-4f19-a312-f01c8aebb2e8 gateway port host: None {{(pid=109607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:10:06.959624 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_hamode_db [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:10:06Z', 'revision_number': 6, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:06.988860 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae701950-a0bf-4a90-b227-784e41829bef None None] The sync data for ids ['fce99739-8041-4f19-a312-f01c8aebb2e8'] in dv-neutron-837488-1-hyperv is: [{'id': 'fce99739-8041-4f19-a312-f01c8aebb2e8', 'name': 'tempest-TestSnapshotPattern-1098862224-router', 'tenant_id': '9a0094439ca74a3699e73a73a7b79ae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:30Z', 'updated_at': '2022-04-18T07:10:06Z', 'revision_number': 6, 'project_id': '9a0094439ca74a3699e73a73a7b79ae6', 'gw_port_host': None}] {{(pid=109607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:10:07.123739 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.152457 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c616d574-d953-45ad-b793-0963c0a07117,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:07.213562 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.302849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.305346 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.421253 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.421821 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce99739-8041-4f19-a312-f01c8aebb2e8 {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 07:10:07.426420 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.427534 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-fae91892-3e69-4cfe-b0a3-ae081ae53f0c admin admin] 10.222.0.43 "DELETE /v2.0/routers/fce99739-8041-4f19-a312-f01c8aebb2e8 HTTP/1.1" status: 204 len: 168 time: 0.9296105 Apr 18 07:10:07.429860 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33118) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:07.478115 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Deleting subnet 6d33750a-8e12-48f4-a38d-f5c97e9167ce {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 07:10:07.480974 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.513861 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.588564 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.701773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:07.718430 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.727207 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:07.727942 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2d4bab5e-54eb-42b0-87dd-4350cb712fa9 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:07.743898 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d33750a-8e12-48f4-a38d-f5c97e9167ce,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:07.749469 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.753478 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1c63a133-ba1d-4160-9245-e6f0b4bfce0d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d33750a-8e12-48f4-a38d-f5c97e9167ce HTTP/1.1" status: 204 len: 168 time: 0.3226833 Apr 18 07:10:07.756099 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33120) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:07.756355 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b41aac-c4db-4d62-b201-cb04e2e1e51d None None] Network 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:10:07.827015 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.881456 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Deleting port aa46d449-4023-4694-b2f3-599b83fe1cf6 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:07.881802 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.946975 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] DHCP port deletion for 620166a8-c4d7-41e1-b3e3-0ca6d54c11ec request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 07:10:07.960247 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] For port aa46d449-4023-4694-b2f3-599b83fe1cf6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa46d449-4023-4694-b2f3-599b83fe1cf6,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:07.960691 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:07.975451 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Calling delete_port for aa46d449-4023-4694-b2f3-599b83fe1cf6 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:07.999435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] Deleting port aa46d449-4023-4694-b2f3-599b83fe1cf6 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:07.999809 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.064706 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] For port aa46d449-4023-4694-b2f3-599b83fe1cf6, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=aa46d449-4023-4694-b2f3-599b83fe1cf6,segment=NetworkSegment(dd9f7910-d64f-45b5-af85-a813248eb1e5),segment_id=dd9f7910-d64f-45b5-af85-a813248eb1e5)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:08.065098 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.077439 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] Calling delete_port for aa46d449-4023-4694-b2f3-599b83fe1cf6 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:08.135614 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 07:10:08.145372 dv-neutron-837488-1-hyperv neutron-server[109607]: self.session.flush() Apr 18 07:10:08.152324 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.166587 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Pushing event deleted for resources: {'Port': ['ID=aa46d449-4023-4694-b2f3-599b83fe1cf6,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:08.168436 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] No DVR routers for this DVR port aa46d449-4023-4694-b2f3-599b83fe1cf6 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:10:08.176414 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] Pushing event deleted for resources: {'Port': ['ID=aa46d449-4023-4694-b2f3-599b83fe1cf6,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:08.182043 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d12e8-8186-4d7e-9dbb-f11f94643dd7 None None] No DVR routers for this DVR port aa46d449-4023-4694-b2f3-599b83fe1cf6 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:10:08.244325 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.263984 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620166a8-c4d7-41e1-b3e3-0ca6d54c11ec']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:08.273735 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9f7910-d64f-45b5-af85-a813248eb1e5') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:08.274027 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9f7910-d64f-45b5-af85-a813248eb1e5') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:08.284030 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.296679 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.302881 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 07:10:08.303263 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 07:10:08.304876 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 07:10:08.432963 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.439111 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:08.442265 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] 10.222.0.43 "DELETE /v2.0/networks/620166a8-c4d7-41e1-b3e3-0ca6d54c11ec HTTP/1.1" status: 204 len: 168 time: 0.6852245 Apr 18 07:10:08.449027 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33122) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:08.453052 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec003899-dcc3-48f4-90a6-099353036baa admin admin] Pushing event deleted for resources: {'Network': ['ID=620166a8-c4d7-41e1-b3e3-0ca6d54c11ec,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:08.792204 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1592141'] for router_interface, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:09.032055 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Deleting port 813b79aa-4054-42ec-be65-bbf5df4813f3 {{(pid=109605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:09.032606 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:09.108952 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.db [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] For port 813b79aa-4054-42ec-be65-bbf5df4813f3, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=813b79aa-4054-42ec-be65-bbf5df4813f3,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:09.109308 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:09.121942 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Calling delete_port for 813b79aa-4054-42ec-be65-bbf5df4813f3 owned by network:router_interface {{(pid=109605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:09.280303 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c616d574-d953-45ad-b793-0963c0a07117 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:09.304632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: c616d574-d953-45ad-b793-0963c0a07117 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:09.304970 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device c616d574-d953-45ad-b793-0963c0a07117 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:09.305384 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa46d449-4023-4694-b2f3-599b83fe1cf6 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:09.323755 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: aa46d449-4023-4694-b2f3-599b83fe1cf6 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:09.327919 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device aa46d449-4023-4694-b2f3-599b83fe1cf6 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:09.369847 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3234733'] for port, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:09.399900 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Pushing event deleted for resources: {'Port': ['ID=813b79aa-4054-42ec-be65-bbf5df4813f3,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:09.569314 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1592281'] for router_interface, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:09.777151 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Router 8dbafe19-5202-44b9-95e6-e23be21409bb has already been hosted by L3 agent adaa614a-8585-42e9-ad6d-f056c4b14bc3 {{(pid=109605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 07:10:09.881746 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] Notify agent at l3_agent.dv-neutron-837488-1-hyperv the message routers_updated {{(pid=109605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 07:10:09.887909 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cfa1c9ac-28a8-4e32-ac23-da697b4d5137 admin admin] 10.222.0.43 "PUT /v2.0/routers/8dbafe19-5202-44b9-95e6-e23be21409bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375882 Apr 18 07:10:09.889370 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33124) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:09.890114 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] Sync routers for ids ['8dbafe19-5202-44b9-95e6-e23be21409bb'] in dv-neutron-837488-1-hyperv {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 07:10:09.900372 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] Routers {'8dbafe19-5202-44b9-95e6-e23be21409bb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:10:09.900974 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8dbafe19-5202-44b9-95e6-e23be21409bb'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:09.994205 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks [] for router, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:10.088688 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] Set router 8dbafe19-5202-44b9-95e6-e23be21409bb gateway port host: dv-neutron-837488-1-hyperv {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:10:10.099093 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:10.234547 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Deleting port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:10.234915 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:10.259721 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'external_fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187'}], 'enable_snat': True}, 'gw_port_id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:10:09Z', 'revision_number': 5, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port': {'id': '2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5', 'name': '', 'network_id': 'a6a2ace3-418d-401b-96c6-aa45135952f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '680b71ed-ee45-4969-a6ee-32573075a103', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '680b71ed-ee45-4969-a6ee-32573075a103', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837488-1-hyperv'}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:10.289363 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] Checking router: 8dbafe19-5202-44b9-95e6-e23be21409bb for host: dv-neutron-837488-1-hyperv {{(pid=109608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 07:10:10.297288 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] Routers {'8dbafe19-5202-44b9-95e6-e23be21409bb'} bound to L3 agent in host dv-neutron-837488-1-hyperv {{(pid=109608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 07:10:10.298485 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T05:50:56Z,description=,heartbeat_timestamp=2022-04-18T07:09:56Z,host='dv-neutron-837488-1-hyperv',id=adaa614a-8585-42e9-ad6d-f056c4b14bc3,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T05:50:57Z,topic='l3_agent')) {'router_ids': ['8dbafe19-5202-44b9-95e6-e23be21409bb'], 'active': True} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:10.313674 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] For port 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,segment=NetworkSegment(d3c5c93f-0c18-4a1d-9533-6bd4d121321b),segment_id=d3c5c93f-0c18-4a1d-9533-6bd4d121321b)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:10.314040 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:10.330371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Calling delete_port for 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 owned by network:router_gateway {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:10.383963 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_dvr_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] Set router 8dbafe19-5202-44b9-95e6-e23be21409bb gateway port host: None {{(pid=109608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 07:10:10.441490 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.l3_hamode_db [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:10:10Z', 'revision_number': 6, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port_host': None}], 'dv-neutron-837488-1-hyperv', False) {} {{(pid=109608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:10.468581 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ba09be-cdd5-49b4-a102-928ea6fae466 None None] The sync data for ids ['8dbafe19-5202-44b9-95e6-e23be21409bb'] in dv-neutron-837488-1-hyperv is: [{'id': '8dbafe19-5202-44b9-95e6-e23be21409bb', 'name': 'tempest-TestSnapshotPattern-1747295982-router', 'tenant_id': '10cca629c2634e93813f7cd62759c17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T07:03:36Z', 'updated_at': '2022-04-18T07:10:10Z', 'revision_number': 6, 'project_id': '10cca629c2634e93813f7cd62759c17d', 'gw_port_host': None}] {{(pid=109608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 07:10:10.885766 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:10.909978 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:10.970385 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595271'] for router_gateway, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.058867 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1593660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4401'] for router, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.061121 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.147182 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593643'] for router, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.147658 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbafe19-5202-44b9-95e6-e23be21409bb {{(pid=109606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 07:10:11.151934 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] Notify callbacks [] for router, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.153010 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-564bfa71-84b7-49b2-aa08-5eb85a107565 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8dbafe19-5202-44b9-95e6-e23be21409bb HTTP/1.1" status: 204 len: 168 time: 1.2626004 Apr 18 07:10:11.155548 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33126) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:11.202959 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Deleting subnet 21d10d6e-6a3c-406f-ad65-1d7bf431a8a3 {{(pid=109606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 07:10:11.206412 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.242079 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553036'] for subnet, precommit_delete_associations {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.285297 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:11.309773 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:11.311529 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 2eaf3eb2-0ea6-4a57-914a-f0b174c2b2e5 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:11.312192 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 813b79aa-4054-42ec-be65-bbf5df4813f3 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:11.326139 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210430'] for subnet, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.333245 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 813b79aa-4054-42ec-be65-bbf5df4813f3 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:11.333820 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 813b79aa-4054-42ec-be65-bbf5df4813f3 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:11.438982 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25992598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211429'] for subnet, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.465468 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d10d6e-6a3c-406f-ad65-1d7bf431a8a3,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:11.471903 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.475714 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-f840765b-4951-4295-9431-6894034a89ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21d10d6e-6a3c-406f-ad65-1d7bf431a8a3 HTTP/1.1" status: 204 len: 168 time: 0.3188815 Apr 18 07:10:11.477873 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b9174-5be8-4fc0-83cb-6d464b36cbea None None] Network ba5d1aa6-310c-4fc1-a19e-539ec4003303 requested from dv-neutron-837488-1-hyperv {{(pid=109607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 07:10:11.478407 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.wsgi [-] (109606) accepted ('10.222.0.43', 33128) {{(pid=109606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:11.545849 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16235518'] for network, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.604500 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Deleting port 257065ea-7789-4821-8aa0-da392b2fbfa0 {{(pid=109606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:11.604845 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.667822 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.db [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] For port 257065ea-7789-4821-8aa0-da392b2fbfa0, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=257065ea-7789-4821-8aa0-da392b2fbfa0,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:11.668188 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.681892 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.plugin [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Calling delete_port for 257065ea-7789-4821-8aa0-da392b2fbfa0 owned by network:dhcp {{(pid=109606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:11.682780 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] DHCP port deletion for ba5d1aa6-310c-4fc1-a19e-539ec4003303 request from dv-neutron-837488-1-hyperv {{(pid=109607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 07:10:11.728687 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] Deleting port 257065ea-7789-4821-8aa0-da392b2fbfa0 {{(pid=109607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 07:10:11.728982 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772159786581'] for port, before_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.793239 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.db [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] For port 257065ea-7789-4821-8aa0-da392b2fbfa0, host dv-neutron-837488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837488-1-hyperv',level=0,port_id=257065ea-7789-4821-8aa0-da392b2fbfa0,segment=NetworkSegment(fe3f6ad8-2394-4473-867d-8565e72c75ff),segment_id=fe3f6ad8-2394-4473-867d-8565e72c75ff)] {{(pid=109607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 07:10:11.793627 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1597868'] for port, precommit_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.804300 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25990245'] for port, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.806848 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] Calling delete_port for 257065ea-7789-4821-8aa0-da392b2fbfa0 owned by network:dhcp {{(pid=109607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 07:10:11.830272 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=257065ea-7789-4821-8aa0-da392b2fbfa0,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:11.833561 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] No DVR routers for this DVR port 257065ea-7789-4821-8aa0-da392b2fbfa0 on host dv-neutron-837488-1-hyperv {{(pid=109606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:10:11.880212 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16264271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772159792047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772159269331'] for port, after_delete {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.903165 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16207155', 'neutron.services.segments.db._delete_segments_for_network-8772159818096'] for network, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.909290 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] Pushing event deleted for resources: {'Port': ['ID=257065ea-7789-4821-8aa0-da392b2fbfa0,revision_number=None']} {{(pid=109607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:11.914129 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89f22e-833f-4c03-ab3e-0abeb3dbafdb None None] No DVR routers for this DVR port 257065ea-7789-4821-8aa0-da392b2fbfa0 on host dv-neutron-837488-1-hyperv {{(pid=109607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 07:10:11.924907 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5d1aa6-310c-4fc1-a19e-539ec4003303']}} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:11.934589 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3f6ad8-2394-4473-867d-8565e72c75ff') {'for_net_delete': True} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:11.934878 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.services.segments.db [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3f6ad8-2394-4473-867d-8565e72c75ff') {} {{(pid=109606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 07:10:11.948371 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772159819385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553031'] for segment, before_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.961552 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265'] for segment, precommit_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.967216 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 07:10:11.967621 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16210265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25990192'] for segment, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: Traceback (most recent call last): Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: timer() Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: cb(*args, **kw) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: return func(*args, **kwargs) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: self._notify() Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: self.callback(batched_events) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: event.method(event) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: return f(self, *a, **k) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._get(url).json() Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: return self.request(url, 'GET', **kwargs) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 07:10:11.969230 dv-neutron-837488-1-hyperv neutron-server[109606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 07:10:12.060817 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16207146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594207'] for network, after_delete {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:12.066028 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron_lib.callbacks.manager [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Notify callbacks [] for network, before_response {{(pid=109606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:12.069230 dv-neutron-837488-1-hyperv neutron-server[109606]: INFO neutron.wsgi [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba5d1aa6-310c-4fc1-a19e-539ec4003303 HTTP/1.1" status: 204 len: 168 time: 0.5898798 Apr 18 07:10:12.080902 dv-neutron-837488-1-hyperv neutron-server[109606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741a2a-7e5c-4fd5-9c5e-f17acf0f8a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5d1aa6-310c-4fc1-a19e-539ec4003303,revision_number=None']} {{(pid=109606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:12.392599 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33132) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:12.432175 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-c3d4ceb9-544c-4e5f-88c7-83f1f2f97ce2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a0094439ca74a3699e73a73a7b79ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383494 Apr 18 07:10:12.434569 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33134) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:12.481789 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-256525f9-addd-4bf7-98df-c72b414526fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:12.502361 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-256525f9-addd-4bf7-98df-c72b414526fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:12.615153 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-256525f9-addd-4bf7-98df-c72b414526fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:12.617761 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-256525f9-addd-4bf7-98df-c72b414526fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:12.618913 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-256525f9-addd-4bf7-98df-c72b414526fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/645ac77a-3d65-438e-bc7b-205e7f283796 HTTP/1.1" status: 204 len: 168 time: 0.1834481 Apr 18 07:10:12.627368 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256525f9-addd-4bf7-98df-c72b414526fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645ac77a-3d65-438e-bc7b-205e7f283796,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:13.239049 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33140) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:13.268713 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 257065ea-7789-4821-8aa0-da392b2fbfa0 no longer exists at agent ovs-agent-dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 07:10:13.278321 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-344448e8-c1a9-45e2-b072-a59439cf714f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10cca629c2634e93813f7cd62759c17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381055 Apr 18 07:10:13.280855 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.wsgi [-] (109605) accepted ('10.222.0.43', 33142) {{(pid=109605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 07:10:13.289559 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.plugin [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] No Port match for: 257065ea-7789-4821-8aa0-da392b2fbfa0 {{(pid=109607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 07:10:13.289810 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron.plugins.ml2.rpc [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Device 257065ea-7789-4821-8aa0-da392b2fbfa0 not bound to the agent host dv-neutron-837488-1-hyperv {{(pid=109607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 07:10:13.331651 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cb5801ac-8b9d-4f4f-a79b-401f32010663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:13.352682 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cb5801ac-8b9d-4f4f-a79b-401f32010663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:13.507167 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cb5801ac-8b9d-4f4f-a79b-401f32010663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380225'] for security_group, after_delete {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:13.509790 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron_lib.callbacks.manager [None req-cb5801ac-8b9d-4f4f-a79b-401f32010663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:13.511059 dv-neutron-837488-1-hyperv neutron-server[109605]: INFO neutron.wsgi [None req-cb5801ac-8b9d-4f4f-a79b-401f32010663 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4787144d-c410-40d0-aef7-ec1c610e64c6 HTTP/1.1" status: 204 len: 168 time: 0.2293136 Apr 18 07:10:13.522056 dv-neutron-837488-1-hyperv neutron-server[109605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5801ac-8b9d-4f4f-a79b-401f32010663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4787144d-c410-40d0-aef7-ec1c610e64c6,revision_number=None']} {{(pid=109605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 07:10:13.724143 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:23.466614 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-6328730c-dc6a-47b3-b45e-f7da965708bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:25.855064 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-573e5dee-91d0-4a18-a60d-6280524499c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:27.272056 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:29.020813 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:29.032456 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:41.546349 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:10:43.666455 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:53.466073 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0a61181e-4da6-4250-9ff0-65d0a9330e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:55.826403 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd9fe-4193-4a10-8cc3-25592423a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:57.289385 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:58.986945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:10:59.072179 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:13.787274 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:18.545624 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:11:23.449104 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c588eda3-f85a-4d1a-8ae8-a2a987e55360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:25.832023 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-4bc462e1-f3f8-46b0-a291-504756f6f545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:27.306150 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:28.980585 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:29.025889 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:43.694945 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:53.471751 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-54b65faa-ca8b-446d-bc8c-5da0df5e8556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:55.545216 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:11:55.837928 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-5eb15fe3-3ade-4437-93f0-68b568cf6725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:57.311709 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:58.972025 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:11:59.026285 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:13.677483 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:23.467669 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c867d96c-27bc-445a-80d2-0ffe45dff8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:25.843208 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f29664f5-9b20-4bfc-a8ed-dbbb445d5af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:27.334938 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:28.978302 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:29.026422 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:32.543665 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:12:43.723776 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:53.472195 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-7d009353-f9d7-47d8-8ac2-24a36c8e3419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:55.854800 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-f58448d1-8f70-44d9-8d71-8ae0ccc950b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:57.369238 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:58.986058 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:12:59.043283 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:09.542423 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:13:13.706435 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:23.603880 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-3b5ab641-2107-45f7-9f08-30c7ad965d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:25.854779 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-e4976b4d-ff4a-4b22-9d2e-274b88625576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:27.335256 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:29.020484 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:29.031586 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:43.706573 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:46.540991 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:13:53.460571 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-feefdbdb-a668-46f5-b2f8-9f348edc00b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:55.871785 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-8eb19183-403d-428d-8b83-dfbf3c1f5b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:57.328318 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:58.997553 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:13:59.077558 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:13.718277 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:23.517320 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa610-34ec-47d1-a70c-1caad2005fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:23.539600 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:14:25.837732 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cb39-323b-46fb-b555-d8dd206187d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:27.340134 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:28.983770 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:29.025761 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:43.717374 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:53.471436 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-bea89234-745b-466c-9da3-59f79f9f5268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:55.819818 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-c7d2376c-7baf-4c67-b510-3f8df58cd8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:57.317566 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:59.013607 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:14:59.041974 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:00.537753 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:15:13.768864 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:23.471632 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-98c4aed9-6f8d-40f0-ab48-c8e37b15342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:25.854843 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-164f7c4d-c0e5-46a4-abc4-b7ef1fa92180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:27.299811 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:28.987177 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:29.065427 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:37.537098 dv-neutron-837488-1-hyperv neutron-server[109608]: DEBUG neutron.db.agents_db [None req-79139e38-f47a-48ee-ae1f-638e59c78285 None None] Agent healthcheck: found 6 active agents {{(pid=109608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 07:15:43.723020 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-a5079f43-4e1a-49cd-8a47-ed8bc184a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:53.488442 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-dcd59a31-e62c-410f-bb30-2322b663f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:55.831523 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-92453c8c-af85-4728-8b47-f34dd85e23b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:57.368308 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-142ca175-12f6-470f-a890-0efef691f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:58.987367 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-0682d2d6-006f-480e-920a-6d3a3e633010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 07:15:59.048786 dv-neutron-837488-1-hyperv neutron-server[109607]: DEBUG neutron_lib.callbacks.manager [None req-52770546-f6d0-448c-ac8e-5fcd3e0909ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772159818078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16206993'] for agent, after_update {{(pid=109607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}